From 374954b9d648f503f6783325a1266457953a998d Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Wed, 3 May 2023 13:53:27 +0000 Subject: C-Docs: New structure Change-Id: I73d107f94b28b138f3350a9e1eedb0555583a9ca Signed-off-by: Tibor Frank --- docs/content/_index.md | 48 +- docs/content/infrastructure/_index.md | 3 +- .../infrastructure/fdio_csit_logical_topologies.md | 2 +- .../fdio_csit_testbed_specifications.md | 1861 ------ .../infrastructure/fdio_csit_testbed_versioning.md | 2 +- .../fdio_dc_testbed_specifications.md | 1861 ++++++ .../infrastructure/fdio_dc_vexxhost_inventory.md | 6 +- .../infrastructure/testbed_configuration/_index.md | 2 +- .../infrastructure/trex_traffic_generator.md | 195 + .../content/infrastructure/vpp_startup_settings.md | 44 + docs/content/introduction/_index.md | 5 - .../introduction/automating_vpp_api_flag_day.md | 303 - docs/content/introduction/bash_code_style.md | 651 --- docs/content/introduction/branches.md | 192 - docs/content/introduction/dashboard_history.md | 17 - docs/content/introduction/design.md | 148 - docs/content/introduction/model_schema.md | 60 - docs/content/introduction/perf_triggers_design.md | 44 - docs/content/introduction/test_code_guidelines.md | 294 - docs/content/introduction/test_naming.md | 107 - .../introduction/test_scenarios_overview.md | 61 - docs/content/introduction/test_tag_description.md | 863 --- docs/content/introduction/testing_in_vagrant.md | 85 - docs/content/methodology/_index.md | 4 +- docs/content/methodology/access_control_lists.md | 70 - .../methodology/data_plane_throughput/_index.md | 6 - .../data_plane_throughput/data_plane_throughput.md | 129 - .../methodology/data_plane_throughput/mlrsearch.md | 88 - .../data_plane_throughput/mrr_throughput.md | 56 - .../methodology/data_plane_throughput/plrsearch.md | 383 -- .../methodology/dut_state_considerations.md | 148 - .../methodology/generic_segmentation_offload.md | 116 - docs/content/methodology/geneve.md | 66 - .../methodology/hoststack_testing/_index.md | 6 - .../hoststack_testing/quicudpip_with_vppecho.md | 48 - .../hoststack_testing/tcpip_with_iperf3.md | 52 - .../hoststack_testing/udpip_with_iperf3.md | 44 - .../hoststack_testing/vsap_ab_with_nginx.md | 39 - .../internet_protocol_security_ipsec.md | 74 - docs/content/methodology/measurements/_index.md | 6 + .../measurements/data_plane_throughput/_index.md | 6 + .../data_plane_throughput/data_plane_throughput.md | 129 + .../data_plane_throughput/mlr_search.md | 88 + .../measurements/data_plane_throughput/mrr.md | 56 + .../data_plane_throughput/plr_search.md | 383 ++ .../methodology/measurements/packet_latency.md | 52 + docs/content/methodology/measurements/telemetry.md | 158 + docs/content/methodology/multi_core_speedup.md | 51 - .../methodology/network_address_translation.md | 445 -- docs/content/methodology/overview/_index.md | 6 + .../overview/dut_state_considerations.md | 148 + .../methodology/overview/multi_core_speedup.md | 51 + .../methodology/overview/per_thread_resources.md | 101 + docs/content/methodology/overview/terminology.md | 97 + .../methodology/overview/vpp_forwarding_modes.md | 104 + docs/content/methodology/packet_flow_ordering.md | 42 - docs/content/methodology/packet_latency.md | 45 - docs/content/methodology/per_patch_testing.md | 230 + docs/content/methodology/per_thread_resources.md | 102 - docs/content/methodology/reconfiguration_tests.md | 68 - .../methodology/root_cause_analysis/_index.md | 6 - .../perpatch_performance_tests.md | 228 - docs/content/methodology/suite_generation.md | 124 - docs/content/methodology/telemetry.md | 167 - docs/content/methodology/terminology.md | 82 - docs/content/methodology/test/_index.md | 6 + .../methodology/test/access_control_lists.md | 66 + .../test/generic_segmentation_offload.md | 117 + docs/content/methodology/test/hoststack/_index.md | 6 + .../test/hoststack/quicudpip_with_vppecho.md | 48 + .../test/hoststack/tcpip_with_iperf3.md | 52 + .../test/hoststack/udpip_with_iperf3.md | 44 + .../test/hoststack/vsap_ab_with_nginx.md | 39 + .../methodology/test/internet_protocol_security.md | 73 + .../test/network_address_translation.md | 445 ++ .../methodology/test/packet_flow_ordering.md | 42 + docs/content/methodology/test/reconfiguration.md | 68 + .../methodology/test/tunnel_encapsulations.md | 87 + docs/content/methodology/test/vpp_device.md | 15 + docs/content/methodology/trending/_index.md | 12 + docs/content/methodology/trending/analysis.md | 224 + docs/content/methodology/trending/presentation.md | 34 + .../methodology/trending_methodology/_index.md | 6 - .../methodology/trending_methodology/overview.md | 10 - .../trending_methodology/trend_analysis.md | 224 - .../trending_methodology/trend_presentation.md | 36 - docs/content/methodology/trex_traffic_generator.md | 195 - docs/content/methodology/tunnel_encapsulations.md | 41 - docs/content/methodology/vpp_device_functional.md | 15 - docs/content/methodology/vpp_forwarding_modes.md | 104 - docs/content/methodology/vpp_startup_settings.md | 44 - docs/content/overview/_index.md | 6 + docs/content/overview/c_dash/_index.md | 6 + docs/content/overview/c_dash/design.md | 6 + docs/content/overview/c_dash/releases.md | 8 + docs/content/overview/c_dash/structure.md | 20 + docs/content/overview/csit/_index.md | 6 + docs/content/overview/csit/design.md | 148 + docs/content/overview/csit/suite_generation.md | 123 + docs/content/overview/csit/test_naming.md | 112 + docs/content/overview/csit/test_scenarios.md | 66 + docs/content/overview/csit/test_tags.md | 863 +++ docs/content/release_notes/_index.md | 7 +- docs/content/release_notes/csit_rls2306/_index.md | 6 + .../release_notes/csit_rls2306/dpdk_performance.md | 27 + .../release_notes/csit_rls2306/trex_performance.md | 24 + .../release_notes/csit_rls2306/vpp_device.md | 24 + .../release_notes/csit_rls2306/vpp_performance.md | 42 + docs/content/release_notes/dpdk.md | 31 - docs/content/release_notes/previous/_index.md | 6 + .../release_notes/previous/csit_rls2302/_index.md | 6 + .../previous/csit_rls2302/dpdk_performance.md | 31 + .../previous/csit_rls2302/trex_performance.md | 26 + .../previous/csit_rls2302/vpp_device.md | 26 + .../previous/csit_rls2302/vpp_performance.md | 93 + docs/content/release_notes/trex.md | 26 - docs/content/release_notes/vpp.md | 95 - docs/content/release_notes/vpp_device.md | 24 - .../csit_framework_documentation/csit_design.rst | 192 - .../csit_design_picture.svg | 707 --- .../csit_tag_description.rst | 889 --- .../csit_test_naming.rst | 120 - docs/report/csit_framework_documentation/index.rst | 8 - .../dpdk_performance_results/index.rst | 12 - .../dpdk_performance_results_2n_clx/index.rst | 12 - .../dpdk_performance_results_2n_icx/index.rst | 12 - .../dpdk_performance_results_2n_tx2/index.rst | 12 - .../dpdk_performance_results_2n_zn2/index.rst | 12 - .../dpdk_performance_results_3n_alt/index.rst | 12 - .../dpdk_performance_results_3n_icx/index.rst | 12 - .../dpdk_performance_results_3n_snr/index.rst | 12 - .../dpdk_performance_results_3n_tsh/index.rst | 12 - .../trex_performance_results/index.rst | 7 - .../trex_performance_results_1n_aws/index.rst | 12 - .../trex_performance_results_2n_icx/index.rst | 12 - .../vpp_device_results/index.rst | 6 - .../vpp_device_results_1n_skx/index.rst | 12 - .../vpp_device_results_1n_tx2/index.rst | 12 - .../vpp_mrr_results/index.rst | 20 - .../vpp_mrr_results_2n_aws/index.rst | 12 - .../vpp_mrr_results_2n_clx/index.rst | 12 - .../vpp_mrr_results_2n_icx/index.rst | 12 - .../vpp_mrr_results_2n_tx2/index.rst | 12 - .../vpp_mrr_results_2n_zn2/index.rst | 12 - .../vpp_mrr_results_3n_alt/index.rst | 12 - .../vpp_mrr_results_3n_aws/index.rst | 12 - .../vpp_mrr_results_3n_icx/index.rst | 12 - .../vpp_mrr_results_3n_snr/index.rst | 12 - .../vpp_mrr_results_3n_tsh/index.rst | 12 - .../vpp_performance_results/index.rst | 20 - .../vpp_performance_results_2n_aws/index.rst | 11 - .../vpp_performance_results_2n_clx/index.rst | 12 - .../vpp_performance_results_2n_icx/index.rst | 12 - .../vpp_performance_results_2n_tx2/index.rst | 12 - .../vpp_performance_results_2n_zn2/index.rst | 12 - .../vpp_performance_results_3n_alt/index.rst | 12 - .../vpp_performance_results_3n_aws/index.rst | 11 - .../vpp_performance_results_3n_icx/index.rst | 12 - .../vpp_performance_results_3n_snr/index.rst | 12 - .../vpp_performance_results_3n_tsh/index.rst | 12 - .../comparisons/2n-clx_vs_2n-icx_testbeds.rst | 31 - .../comparisons/current_vs_previous_release.rst | 167 - .../dpdk_performance_tests/comparisons/index.rst | 14 - .../dpdk_performance_tests/csit_release_notes.rst | 42 - .../2n_clx.rst | 3 - .../2n_zn2.rst | 3 - .../3n_alt.rst | 3 - .../3n_tsh.rst | 3 - docs/report/dpdk_performance_tests/index.rst | 13 - docs/report/dpdk_performance_tests/overview.rst | 120 - .../packet_latency/2n-clx-xxv710.rst | 78 - .../packet_latency/2n-icx-xxv710.rst | 78 - .../packet_latency/2n-tx2-xl710.rst | 78 - .../packet_latency/2n-zn2-xxv710.rst | 78 - .../packet_latency/3n-alt-xl710.rst | 78 - .../packet_latency/3n-icx-xxv710.rst | 78 - .../packet_latency/3n-tsh-x520.rst | 78 - .../packet_latency/index.rst | 57 - .../packet_throughput_graphs/2n-clx-x710.rst | 125 - .../packet_throughput_graphs/2n-clx-xxv710.rst | 125 - .../packet_throughput_graphs/2n-icx-xxv710.rst | 125 - .../packet_throughput_graphs/2n-tx2-xl710.rst | 125 - .../packet_throughput_graphs/2n-zn2-x710.rst | 125 - .../packet_throughput_graphs/2n-zn2-xxv710.rst | 125 - .../packet_throughput_graphs/3n-alt-xl710.rst | 125 - .../packet_throughput_graphs/3n-icx-xxv710.rst | 125 - .../packet_throughput_graphs/3n-snr-e822cq.rst | 125 - .../packet_throughput_graphs/3n-tsh-x520.rst | 125 - .../packet_throughput_graphs/index.rst | 74 - .../dpdk_performance_tests/test_environment.rst | 76 - .../throughput_speedup_multi_core/2n-clx-x710.rst | 78 - .../2n-clx-xxv710.rst | 78 - .../2n-icx-xxv710.rst | 78 - .../throughput_speedup_multi_core/2n-tx2-xl710.rst | 78 - .../throughput_speedup_multi_core/2n-zn2-x710.rst | 78 - .../2n-zn2-xxv710.rst | 78 - .../throughput_speedup_multi_core/3n-alt-xl710.rst | 78 - .../3n-icx-xxv710.rst | 78 - .../3n-snr-e822cq.rst | 78 - .../throughput_speedup_multi_core/3n-tsh-x520.rst | 78 - .../throughput_speedup_multi_core/index.rst | 65 - .../dpdk_performance_tests/throughput_trending.rst | 6 - docs/report/index.html.template | 96 - docs/report/index.pdf.template | 12 - docs/report/introduction/documentation.rst | 5 - .../introduction/environment/changes_vpp.rst | 33 - docs/report/introduction/environment/intro.rst | 131 - .../environment/pre_test_server_calib.rst | 26 - .../introduction/environment/sut_calib_alt.rst | 22 - .../introduction/environment/sut_calib_clx.rst | 65 - .../introduction/environment/sut_calib_dnv.rst | 67 - .../introduction/environment/sut_calib_icx.rst | 65 - .../introduction/environment/sut_calib_snr.rst | 65 - .../introduction/environment/sut_calib_tsh.rst | 22 - .../introduction/environment/sut_calib_tx2.rst | 22 - .../introduction/environment/sut_calib_zn2.rst | 65 - .../report/introduction/environment/sut_conf_1.rst | 53 - .../introduction/environment/sut_meltspec_alt.rst | 96 - .../introduction/environment/sut_meltspec_clx.rst | 133 - .../introduction/environment/sut_meltspec_dnv.rst | 131 - .../introduction/environment/sut_meltspec_icx.rst | 133 - .../introduction/environment/sut_meltspec_snr.rst | 131 - .../introduction/environment/sut_meltspec_tsh.rst | 96 - .../introduction/environment/sut_meltspec_tx2.rst | 143 - .../introduction/environment/sut_meltspec_zn2.rst | 117 - docs/report/introduction/environment/tg.rst | 72 - docs/report/introduction/index.rst | 11 - docs/report/introduction/introduction.rst | 117 - docs/report/introduction/methodology.rst | 33 - docs/report/introduction/methodology_acls.rst | 68 - docs/report/introduction/methodology_autogen.rst | 139 - .../report/introduction/methodology_containers.rst | 421 -- .../PLR_patch.svg | 6011 -------------------- .../PLR_vhost.svg | 5560 ------------------ .../methodology_data_plane_throughput/index.rst | 9 - .../methodology_data_plane_throughput.rst | 151 - .../methodology_mlrsearch_tests.rst | 88 - .../methodology_mrr_throughput.rst | 54 - .../methodology_plrsearch.rst | 429 -- docs/report/introduction/methodology_dut_state.rst | 153 - docs/report/introduction/methodology_geneve.rst | 73 - docs/report/introduction/methodology_gso.rst | 136 - .../methodology_hoststack_testing/index.rst | 9 - .../methodology_quic_with_vppecho.rst | 46 - .../methodology_tcp_with_iperf3.rst | 50 - .../methodology_udp_with_iperf3.rst | 42 - .../methodology_vsap_ab_with_nginx.rst | 37 - docs/report/introduction/methodology_ipsec.rst | 88 - .../methodology_kvm_vms_vhost_user.rst | 81 - .../methodology_lxc_drc_container_memif.rst | 21 - .../methodology_multi_core_speedup.rst | 58 - docs/report/introduction/methodology_nat44.rst | 487 -- .../methodology_nfv_service_density.rst | 109 - .../methodology_packet_flow_ordering.rst | 42 - .../introduction/methodology_packet_latency.rst | 43 - .../methodology_per_thread_resources.rst | 102 - docs/report/introduction/methodology_rca/index.rst | 6 - .../methodology_perpatch_performance_tests.rst | 238 - docs/report/introduction/methodology_reconf.rst | 75 - docs/report/introduction/methodology_telemetry.rst | 238 - .../introduction/methodology_terminology.rst | 78 - .../introduction/methodology_trending/index.rst | 8 - .../introduction/methodology_trending/overview.rst | 6 - .../methodology_trending/trend_analysis.rst | 229 - .../methodology_trending/trend_presentation.rst | 35 - .../methodology_trex_traffic_generator.rst | 213 - .../methodology_tunnel_encapsulations.rst | 39 - .../methodology_vpp_device_functional.rst | 11 - .../methodology_vpp_forwarding_modes.rst | 101 - .../methodology_vpp_startup_settings.rst | 45 - docs/report/introduction/physical_testbeds.rst | 393 -- docs/report/introduction/report_history.rst | 21 - .../introduction/test_scenarios_overview.rst | 64 - docs/report/introduction/testbed-2n-clx.svg | 1864 ------ docs/report/introduction/testbed-2n-icx.svg | 1919 ------- docs/report/introduction/testbed-2n-tx2.svg | 1086 ---- docs/report/introduction/testbed-2n-zn2.svg | 1093 ---- docs/report/introduction/testbed-3n-alt.svg | 1134 ---- docs/report/introduction/testbed-3n-icx.svg | 2866 ---------- docs/report/introduction/testbed-3n-snr.svg | 1220 ---- docs/report/introduction/testbed-3n-tsh.svg | 1316 ----- .../vpp_device_configuration/index.rst | 6 - .../vpp_device_configuration_1n_skx/index.rst | 12 - .../vpp_device_configuration_1n_tx2/index.rst | 12 - .../vpp_mrr_configuration/index.rst | 20 - .../vpp_mrr_configuration_2n_aws/index.rst | 12 - .../vpp_mrr_configuration_2n_clx/index.rst | 12 - .../vpp_mrr_configuration_2n_icx/index.rst | 12 - .../vpp_mrr_configuration_2n_tx2/index.rst | 12 - .../vpp_mrr_configuration_2n_zn2/index.rst | 12 - .../vpp_mrr_configuration_3n_alt/index.rst | 12 - .../vpp_mrr_configuration_3n_aws/index.rst | 12 - .../vpp_mrr_configuration_3n_icx/index.rst | 12 - .../vpp_mrr_configuration_3n_snr/index.rst | 12 - .../vpp_mrr_configuration_3n_tsh/index.rst | 12 - .../vpp_performance_configuration/index.rst | 20 - .../vpp_performance_configuration_2n_aws/index.rst | 11 - .../vpp_performance_configuration_2n_clx/index.rst | 12 - .../vpp_performance_configuration_2n_icx/index.rst | 12 - .../vpp_performance_configuration_2n_tx2/index.rst | 12 - .../vpp_performance_configuration_2n_zn2/index.rst | 12 - .../vpp_performance_configuration_3n_alt/index.rst | 12 - .../vpp_performance_configuration_3n_aws/index.rst | 11 - .../vpp_performance_configuration_3n_icx/index.rst | 12 - .../vpp_performance_configuration_3n_snr/index.rst | 12 - .../vpp_performance_configuration_3n_tsh/index.rst | 12 - .../vpp_performance_operational_data/index.rst | 25 - .../index.rst | 11 - .../index.rst | 12 - .../index.rst | 12 - .../index.rst | 12 - .../index.rst | 12 - .../index.rst | 12 - .../index.rst | 11 - .../index.rst | 12 - .../index.rst | 12 - .../index.rst | 12 - .../comparisons/current_vs_previous_release.rst | 53 - .../trex_performance_tests/comparisons/index.rst | 11 - .../trex_performance_tests/csit_release_notes.rst | 37 - .../1n_aws.rst | 3 - .../2n_icx.rst | 3 - docs/report/trex_performance_tests/index.rst | 14 - .../logical-TRex-nic2nic.svg | 1 - docs/report/trex_performance_tests/overview.rst | 83 - .../packet_latency/1n-aws-nitro50g.rst | 121 - .../packet_latency/2n-icx-e810cq.rst | 144 - .../packet_latency/index.rst | 45 - .../packet_throughput_graphs/1n-aws-nitro50g.rst | 125 - .../packet_throughput_graphs/2n-icx-e810cq.rst | 254 - .../packet_throughput_graphs/index.rst | 56 - .../trex_performance_tests/test_environment.rst | 11 - .../trex_performance_tests/throughput_trending.rst | 5 - .../report/vpp_device_tests/csit_release_notes.rst | 30 - docs/report/vpp_device_tests/index.rst | 8 - docs/report/vpp_device_tests/overview.rst | 173 - docs/report/vpp_device_tests/test_environment.rst | 578 -- docs/report/vpp_device_tests/vf-2n-nic2memif.svg | 1102 ---- docs/report/vpp_device_tests/vf-2n-nic2nic.svg | 1165 ---- docs/report/vpp_device_tests/vf-2n-nic2vhost.svg | 1042 ---- docs/report/vpp_device_tests/vpp_device.svg | 318 -- .../comparisons/2n-clx_vs_2n-icx_testbeds.rst | 55 - .../comparisons/current_vs_previous_release.rst | 624 -- .../vpp_performance_tests/comparisons/index.rst | 18 - .../comparisons/nic_comparison.rst | 112 - .../comparisons/soak_vs_ndr.rst | 30 - .../vpp_performance_tests/csit_release_notes.rst | 170 - .../vpp_performance_tests/gso_testing/2n-clx.rst | 93 - .../vpp_performance_tests/gso_testing/2n-icx.rst | 93 - .../vpp_performance_tests/gso_testing/2n-zn2.rst | 93 - .../vpp_performance_tests/gso_testing/index.rst | 8 - .../2n_aws.rst | 3 - .../2n_clx.rst | 3 - .../2n_icx.rst | 3 - .../2n_zn2.rst | 3 - .../3n_alt.rst | 3 - .../3n_aws.rst | 3 - .../3n_tsh.rst | 3 - .../hoststack_testing/index.rst | 9 - .../hoststack_testing/iperf3/tcp/index.rst | 67 - .../hoststack_testing/iperf3/udp/index.rst | 67 - .../hoststack_testing/nginx/tcp/index.rst | 101 - .../hoststack_testing/quic/index.rst | 68 - docs/report/vpp_performance_tests/index.rst | 18 - .../logical-2n-container-memif.svg | 657 --- .../vpp_performance_tests/logical-2n-nic2nic.svg | 326 -- .../vpp_performance_tests/logical-2n-vm-vhost.svg | 659 --- .../logical-3n-container-memif.svg | 1121 ---- .../vpp_performance_tests/logical-3n-nic2nic.svg | 463 -- .../vpp_performance_tests/logical-3n-vm-vhost.svg | 1123 ---- .../nf_service_density/cnf_service_chains.rst | 480 -- .../nf_service_density/cnf_service_pipelines.rst | 480 -- .../nf_service_density/index.rst | 32 - .../nf_service_density/vnf_service_chains.rst | 479 -- .../vnf_service_chains_vxlan.rst | 472 -- docs/report/vpp_performance_tests/overview.rst | 374 -- .../container_memif-2n-clx-cx556a.rst | 154 - .../container_memif-2n-clx-e810cq.rst | 151 - .../container_memif-2n-clx-xxv710.rst | 154 - .../container_memif-2n-icx-xxv710.rst | 154 - .../container_memif-2n-tx2-xl710.rst | 91 - .../container_memif-2n-zn2-xxv710.rst | 154 - .../packet_latency/container_memif-3n-tsh-x520.rst | 112 - .../packet_latency/container_memif.rst | 22 - .../vpp_performance_tests/packet_latency/index.rst | 61 - .../packet_latency/ip4-2n-clx-cx556a.rst | 321 -- .../packet_latency/ip4-2n-clx-e810cq.rst | 322 -- .../packet_latency/ip4-2n-clx-xxv710.rst | 380 -- .../packet_latency/ip4-2n-icx-xxv710.rst | 372 -- .../packet_latency/ip4-2n-tx2-xl710.rst | 197 - .../packet_latency/ip4-2n-zn2-xxv710.rst | 420 -- .../packet_latency/ip4-3n-alt-xl710.rst | 194 - .../packet_latency/ip4-3n-icx-xxv710.rst | 74 - .../packet_latency/ip4-3n-tsh-x520.rst | 176 - .../vpp_performance_tests/packet_latency/ip4.rst | 22 - .../packet_latency/ip4_tunnels-2n-icx-xxv710.rst | 131 - .../packet_latency/ip4_tunnels-3n-alt-xl710.rst | 71 - .../packet_latency/ip4_tunnels-3n-icx-xxv710.rst | 273 - .../packet_latency/ip4_tunnels-3n-tsh-x520.rst | 112 - .../packet_latency/ip4_tunnels.rst | 19 - .../packet_latency/ip6-2n-clx-cx556a.rst | 154 - .../packet_latency/ip6-2n-clx-e810cq.rst | 154 - .../packet_latency/ip6-2n-clx-xxv710.rst | 400 -- .../packet_latency/ip6-2n-icx-xxv710.rst | 217 - .../packet_latency/ip6-2n-tx2-xl710.rst | 111 - .../packet_latency/ip6-2n-zn2-xxv710.rst | 339 -- .../packet_latency/ip6-3n-alt-xl710.rst | 111 - .../packet_latency/ip6-3n-icx-xxv710.rst | 74 - .../packet_latency/ip6-3n-tsh-x520.rst | 51 - .../vpp_performance_tests/packet_latency/ip6.rst | 22 - .../packet_latency/ipsec-3n-alt-xl710.rst | 395 -- .../packet_latency/ipsec-3n-icx-xxv710.rst | 255 - .../packet_latency/ipsec-3n-tsh-x520.rst | 96 - .../vpp_performance_tests/packet_latency/ipsec.rst | 16 - .../packet_latency/l2-2n-clx-cx556a.rst | 314 - .../packet_latency/l2-2n-clx-e810cq.rst | 316 - .../packet_latency/l2-2n-clx-xxv710.rst | 336 -- .../packet_latency/l2-2n-icx-xxv710.rst | 294 - .../packet_latency/l2-2n-tx2-xl710.rst | 278 - .../packet_latency/l2-2n-zn2-xxv710.rst | 337 -- .../packet_latency/l2-3n-alt-xl710.rst | 254 - .../packet_latency/l2-3n-icx-xxv710.rst | 174 - .../packet_latency/l2-3n-tsh-x520.rst | 277 - .../vpp_performance_tests/packet_latency/l2.rst | 22 - .../packet_latency/nat44-2n-clx-xxv710.rst | 442 -- .../packet_latency/nat44-2n-icx-xxv710.rst | 114 - .../packet_latency/nat44-2n-zn2-xxv710.rst | 51 - .../vpp_performance_tests/packet_latency/nat44.rst | 16 - .../packet_latency/srv6-3n-icx-xxv710.rst | 71 - .../packet_latency/srv6-3n-tsh-x520.rst | 153 - .../vpp_performance_tests/packet_latency/srv6.rst | 15 - .../packet_latency/vm_vhost-2n-clx-cx556a.rst | 120 - .../packet_latency/vm_vhost-2n-clx-e810cq.rst | 111 - .../packet_latency/vm_vhost-2n-clx-xxv710.rst | 203 - .../packet_latency/vm_vhost-2n-icx-xxv710.rst | 160 - .../packet_latency/vm_vhost-2n-zn2-xxv710.rst | 202 - .../packet_latency/vm_vhost-3n-alt-xl710.rst | 111 - .../packet_latency/vm_vhost-3n-tsh-x520.rst | 112 - .../packet_latency/vm_vhost.rst | 22 - .../container_memif-2n-clx-cx556a.rst | 114 - .../container_memif-2n-clx-e810cq.rst | 71 - .../container_memif-2n-clx-xxv710.rst | 114 - .../container_memif-2n-icx-e810cq.rst | 71 - .../container_memif-2n-icx-xxv710.rst | 71 - .../container_memif-2n-tx2-xl710.rst | 71 - .../container_memif-2n-zn2-cx556a.rst | 71 - .../container_memif-2n-zn2-xxv710.rst | 114 - .../packet_throughput_graphs/container_memif.rst | 27 - .../packet_throughput_graphs/index.rst | 161 - .../ip4-2n-aws-nitro50g.rst | 200 - .../packet_throughput_graphs/ip4-2n-clx-cx556a.rst | 200 - .../packet_throughput_graphs/ip4-2n-clx-e810cq.rst | 157 - .../packet_throughput_graphs/ip4-2n-clx-x710.rst | 71 - .../packet_throughput_graphs/ip4-2n-clx-xxv710.rst | 200 - .../packet_throughput_graphs/ip4-2n-icx-e810cq.rst | 200 - .../packet_throughput_graphs/ip4-2n-icx-xxv710.rst | 200 - .../packet_throughput_graphs/ip4-2n-tx2-xl710.rst | 157 - .../packet_throughput_graphs/ip4-2n-zn2-cx556a.rst | 114 - .../packet_throughput_graphs/ip4-2n-zn2-x710.rst | 71 - .../packet_throughput_graphs/ip4-2n-zn2-xxv710.rst | 157 - .../packet_throughput_graphs/ip4-3n-alt-xl710.rst | 114 - .../ip4-3n-aws-nitro50g.rst | 200 - .../packet_throughput_graphs/ip4-3n-icx-e810cq.rst | 71 - .../packet_throughput_graphs/ip4-3n-icx-xxv710.rst | 71 - .../packet_throughput_graphs/ip4-3n-snr-e822cq.rst | 71 - .../packet_throughput_graphs/ip4-3n-tsh-x520.rst | 71 - .../packet_throughput_graphs/ip4.rst | 35 - .../ip4_tunnels-2n-clx-xxv710.rst | 71 - .../ip4_tunnels-2n-icx-e810cq.rst | 71 - .../ip4_tunnels-2n-icx-xxv710.rst | 71 - .../ip4_tunnels-2n-zn2-xxv710.rst | 71 - .../ip4_tunnels-3n-alt-xl710.rst | 71 - .../ip4_tunnels-3n-icx-e810cq.rst | 157 - .../ip4_tunnels-3n-icx-e810xxv.rst | 114 - .../ip4_tunnels-3n-icx-xxv710.rst | 157 - .../ip4_tunnels-3n-snr-e822cq.rst | 157 - .../ip4_tunnels-3n-tsh-x520.rst | 71 - .../packet_throughput_graphs/ip4_tunnels.rst | 29 - .../ip6-2n-aws-nitro50g.rst | 200 - .../packet_throughput_graphs/ip6-2n-clx-cx556a.rst | 114 - .../packet_throughput_graphs/ip6-2n-clx-e810cq.rst | 71 - .../packet_throughput_graphs/ip6-2n-clx-x710.rst | 71 - .../packet_throughput_graphs/ip6-2n-clx-xxv710.rst | 157 - .../packet_throughput_graphs/ip6-2n-icx-e810cq.rst | 157 - .../packet_throughput_graphs/ip6-2n-icx-xxv710.rst | 157 - .../packet_throughput_graphs/ip6-2n-tx2-xl710.rst | 114 - .../packet_throughput_graphs/ip6-2n-zn2-cx556a.rst | 71 - .../packet_throughput_graphs/ip6-2n-zn2-x710.rst | 71 - .../packet_throughput_graphs/ip6-2n-zn2-xxv710.rst | 114 - .../packet_throughput_graphs/ip6-3n-alt-xl710.rst | 71 - .../packet_throughput_graphs/ip6-3n-icx-e810cq.rst | 71 - .../packet_throughput_graphs/ip6-3n-icx-xxv710.rst | 71 - .../packet_throughput_graphs/ip6-3n-snr-e822cq.rst | 71 - .../packet_throughput_graphs/ip6-3n-tsh-x520.rst | 71 - .../packet_throughput_graphs/ip6.rst | 35 - .../ipsec-2n-tx2-xl710.rst | 286 - .../ipsec-3n-alt-xl710.rst | 286 - .../ipsec-3n-aws-nitro50g.rst | 200 - .../ipsec-3n-icx-e810cq.rst | 460 -- .../ipsec-3n-icx-e810xxv.rst | 114 - .../ipsec-3n-icx-xxv710.rst | 460 -- .../ipsec-3n-snr-e822cq.rst | 202 - .../packet_throughput_graphs/ipsec-3n-tsh-x520.rst | 71 - .../packet_throughput_graphs/ipsec.rst | 29 - .../packet_throughput_graphs/l2-2n-clx-cx556a.rst | 200 - .../packet_throughput_graphs/l2-2n-clx-e810cq.rst | 114 - .../packet_throughput_graphs/l2-2n-clx-x710.rst | 71 - .../packet_throughput_graphs/l2-2n-clx-xxv710.rst | 200 - .../packet_throughput_graphs/l2-2n-icx-e810cq.rst | 114 - .../packet_throughput_graphs/l2-2n-icx-xxv710.rst | 114 - .../packet_throughput_graphs/l2-2n-tx2-xl710.rst | 200 - .../packet_throughput_graphs/l2-2n-zn2-cx556a.rst | 114 - .../packet_throughput_graphs/l2-2n-zn2-x710.rst | 71 - .../packet_throughput_graphs/l2-2n-zn2-xxv710.rst | 200 - .../packet_throughput_graphs/l2-3n-alt-xl710.rst | 114 - .../packet_throughput_graphs/l2-3n-icx-e810cq.rst | 71 - .../packet_throughput_graphs/l2-3n-icx-xxv710.rst | 71 - .../packet_throughput_graphs/l2-3n-snr-e822cq.rst | 71 - .../packet_throughput_graphs/l2-3n-tsh-x520.rst | 110 - .../packet_throughput_graphs/l2.rst | 34 - .../nat44-det-bidir-2n-clx-xxv710.rst | 71 - .../nat44-det-bidir-2n-icx-e810cq.rst | 71 - .../nat44-det-bidir-2n-icx-xxv710.rst | 71 - .../packet_throughput_graphs/nat44-det-bidir.rst | 13 - .../nat44-ed-tcp-cps-2n-clx-xxv710.rst | 71 - .../nat44-ed-tcp-cps-2n-icx-e810cq.rst | 71 - .../nat44-ed-tcp-cps-2n-icx-xxv710.rst | 71 - .../packet_throughput_graphs/nat44-ed-tcp-cps.rst | 13 - .../nat44-ed-tcp-tput-2n-clx-xxv710.rst | 71 - .../nat44-ed-tcp-tput-2n-icx-e810cq.rst | 71 - .../nat44-ed-tcp-tput-2n-icx-xxv710.rst | 71 - .../packet_throughput_graphs/nat44-ed-tcp-tput.rst | 13 - .../nat44-ed-udp-cps-2n-clx-xxv710.rst | 71 - .../nat44-ed-udp-cps-2n-icx-e810cq.rst | 71 - .../nat44-ed-udp-cps-2n-icx-xxv710.rst | 71 - .../packet_throughput_graphs/nat44-ed-udp-cps.rst | 13 - .../nat44-ed-udp-tput-2n-clx-xxv710.rst | 71 - .../nat44-ed-udp-tput-2n-icx-e810cq.rst | 71 - .../nat44-ed-udp-tput-2n-icx-xxv710.rst | 71 - .../packet_throughput_graphs/nat44-ed-udp-tput.rst | 13 - .../nat44-ed-unidir-2n-clx-xxv710.rst | 71 - .../nat44-ed-unidir-2n-icx-e810cq.rst | 71 - .../nat44-ed-unidir-2n-icx-xxv710.rst | 71 - .../packet_throughput_graphs/nat44-ed-unidir.rst | 13 - .../packet_throughput_graphs/nat44.rst | 25 - .../srv6-3n-icx-e810cq.rst | 71 - .../srv6-3n-icx-xxv710.rst | 71 - .../packet_throughput_graphs/srv6-3n-tsh-x520.rst | 88 - .../packet_throughput_graphs/srv6.rst | 22 - .../vm_vhost-2n-clx-cx556a.rst | 114 - .../vm_vhost-2n-clx-e810cq.rst | 71 - .../vm_vhost-2n-clx-xxv710.rst | 114 - .../vm_vhost-2n-icx-e810cq.rst | 71 - .../vm_vhost-2n-icx-xxv710.rst | 71 - .../vm_vhost-2n-zn2-cx556a.rst | 71 - .../vm_vhost-2n-zn2-xxv710.rst | 114 - .../vm_vhost-3n-alt-xl710.rst | 71 - .../vm_vhost-3n-tsh-x520.rst | 158 - .../packet_throughput_graphs/vm_vhost.rst | 31 - .../vpp_performance_tests/reconf_tests/index.rst | 15 - .../reconf_tests/vnf_service_chains_reconf.rst | 216 - .../vpp_performance_tests/soak_tests/index.rst | 146 - .../vpp_performance_tests/test_environment.rst | 135 - .../container_memif-2n-clx-cx556a.rst | 114 - .../container_memif-2n-clx-e810cq.rst | 71 - .../container_memif-2n-clx-xxv710.rst | 114 - .../container_memif-2n-icx-e810cq.rst | 71 - .../container_memif-2n-icx-xxv710.rst | 71 - .../container_memif-2n-tx2-xl710.rst | 71 - .../container_memif-2n-zn2-cx556a.rst | 71 - .../container_memif-2n-zn2-xxv710.rst | 114 - .../container_memif.rst | 29 - .../throughput_speedup_multi_core/index.rst | 66 - .../ip4-2n-clx-cx556a.rst | 200 - .../ip4-2n-clx-e810cq.rst | 157 - .../ip4-2n-clx-x710.rst | 71 - .../ip4-2n-clx-xxv710.rst | 200 - .../ip4-2n-icx-e810cq.rst | 200 - .../ip4-2n-icx-xxv710.rst | 200 - .../ip4-2n-tx2-xl710.rst | 157 - .../ip4-2n-zn2-cx556a.rst | 114 - .../ip4-2n-zn2-x710.rst | 71 - .../ip4-2n-zn2-xxv710.rst | 157 - .../ip4-3n-alt-xl710.rst | 114 - .../ip4-3n-icx-e810cq.rst | 71 - .../ip4-3n-icx-xxv710.rst | 71 - .../ip4-3n-snr-e822cq.rst | 71 - .../ip4-3n-tsh-x520.rst | 71 - .../throughput_speedup_multi_core/ip4.rst | 36 - .../ip4_tunnels-2n-clx-xxv710.rst | 71 - .../ip4_tunnels-2n-icx-e810cq.rst | 71 - .../ip4_tunnels-2n-icx-xxv710.rst | 71 - .../ip4_tunnels-2n-zn2-xxv710.rst | 71 - .../ip4_tunnels-3n-alt-xl710.rst | 71 - .../ip4_tunnels-3n-icx-e810cq.rst | 157 - .../ip4_tunnels-3n-icx-e810xxv.rst | 114 - .../ip4_tunnels-3n-icx-xxv710.rst | 157 - .../ip4_tunnels-3n-snr-e822cq.rst | 157 - .../ip4_tunnels-3n-tsh-x520.rst | 71 - .../throughput_speedup_multi_core/ip4_tunnels.rst | 31 - .../ip6-2n-clx-cx556a.rst | 110 - .../ip6-2n-clx-e810cq.rst | 71 - .../ip6-2n-clx-x710.rst | 71 - .../ip6-2n-clx-xxv710.rst | 157 - .../ip6-2n-icx-e810cq.rst | 157 - .../ip6-2n-icx-xxv710.rst | 157 - .../ip6-2n-tx2-xl710.rst | 114 - .../ip6-2n-zn2-cx556a.rst | 71 - .../ip6-2n-zn2-x710.rst | 71 - .../ip6-2n-zn2-xxv710.rst | 114 - .../ip6-3n-alt-xl710.rst | 71 - .../ip6-3n-icx-e810cq.rst | 71 - .../ip6-3n-icx-xxv710.rst | 71 - .../ip6-3n-snr-e822cq.rst | 71 - .../ip6-3n-tsh-x520.rst | 71 - .../throughput_speedup_multi_core/ip6.rst | 36 - .../ipsec-2n-tx2-xl710.rst | 286 - .../ipsec-3n-alt-xl710.rst | 286 - .../ipsec-3n-icx-e810cq.rst | 460 -- .../ipsec-3n-icx-e810xxv.rst | 114 - .../ipsec-3n-icx-xxv710.rst | 460 -- .../ipsec-3n-snr-e822cq.rst | 201 - .../ipsec-3n-tsh-x520.rst | 71 - .../throughput_speedup_multi_core/ipsec.rst | 30 - .../l2-2n-clx-cx556a.rst | 200 - .../l2-2n-clx-e810cq.rst | 114 - .../l2-2n-clx-x710.rst | 71 - .../l2-2n-clx-xxv710.rst | 200 - .../l2-2n-icx-e810cq.rst | 114 - .../l2-2n-icx-xxv710.rst | 114 - .../l2-2n-tx2-xl710.rst | 200 - .../l2-2n-zn2-cx556a.rst | 114 - .../l2-2n-zn2-x710.rst | 71 - .../l2-2n-zn2-xxv710.rst | 200 - .../l2-3n-alt-xl710.rst | 114 - .../l2-3n-icx-e810cq.rst | 71 - .../l2-3n-icx-xxv710.rst | 71 - .../l2-3n-snr-e822cq.rst | 75 - .../l2-3n-tsh-x520.rst | 114 - .../throughput_speedup_multi_core/l2.rst | 36 - .../nat44-det-bidir-2n-clx-xxv710.rst | 71 - .../nat44-det-bidir-2n-icx-e810cq.rst | 71 - .../nat44-det-bidir-2n-icx-xxv710.rst | 71 - .../nat44-det-bidir.rst | 13 - .../nat44-ed-tcp-cps-2n-clx-xxv710.rst | 71 - .../nat44-ed-tcp-cps-2n-icx-e810cq.rst | 71 - .../nat44-ed-tcp-cps-2n-icx-xxv710.rst | 71 - .../nat44-ed-tcp-cps.rst | 13 - .../nat44-ed-tcp-tput-2n-clx-xxv710.rst | 71 - .../nat44-ed-tcp-tput-2n-icx-e810cq.rst | 71 - .../nat44-ed-tcp-tput-2n-icx-xxv710.rst | 71 - .../nat44-ed-tcp-tput.rst | 13 - .../nat44-ed-udp-cps-2n-clx-xxv710.rst | 71 - .../nat44-ed-udp-cps-2n-icx-e810cq.rst | 71 - .../nat44-ed-udp-cps-2n-icx-xxv710.rst | 71 - .../nat44-ed-udp-cps.rst | 13 - .../nat44-ed-udp-tput-2n-clx-xxv710.rst | 71 - .../nat44-ed-udp-tput-2n-icx-e810cq.rst | 71 - .../nat44-ed-udp-tput-2n-icx-xxv710.rst | 71 - .../nat44-ed-udp-tput.rst | 13 - .../nat44-ed-unidir-2n-clx-xxv710.rst | 71 - .../nat44-ed-unidir-2n-icx-e810cq.rst | 71 - .../nat44-ed-unidir-2n-icx-xxv710.rst | 71 - .../nat44-ed-unidir.rst | 13 - .../throughput_speedup_multi_core/nat44.rst | 27 - .../srv6-3n-icx-e810cq.rst | 71 - .../srv6-3n-icx-xxv710.rst | 71 - .../srv6-3n-tsh-x520.rst | 88 - .../throughput_speedup_multi_core/srv6.rst | 24 - .../vm_vhost-2n-clx-cx556a.rst | 114 - .../vm_vhost-2n-clx-e810cq.rst | 71 - .../vm_vhost-2n-clx-xxv710.rst | 114 - .../vm_vhost-2n-icx-e810cq.rst | 71 - .../vm_vhost-2n-icx-xxv710.rst | 71 - .../vm_vhost-2n-zn2-cx556a.rst | 71 - .../vm_vhost-2n-zn2-xxv710.rst | 114 - .../vm_vhost-3n-alt-xl710.rst | 71 - .../vm_vhost-3n-tsh-x520.rst | 158 - .../throughput_speedup_multi_core/vm_vhost.rst | 30 - .../vpp_performance_tests/throughput_trending.rst | 6 - docs/toi/automating_vpp_api_flag_day.md | 303 + docs/toi/bash_code_style.md | 651 +++ docs/toi/branches.md | 192 + docs/toi/test_code_guidelines.md | 294 + 684 files changed, 8240 insertions(+), 94409 deletions(-) delete mode 100644 docs/content/infrastructure/fdio_csit_testbed_specifications.md create mode 100644 docs/content/infrastructure/fdio_dc_testbed_specifications.md create mode 100644 docs/content/infrastructure/trex_traffic_generator.md create mode 100644 docs/content/infrastructure/vpp_startup_settings.md delete mode 100644 docs/content/introduction/_index.md delete mode 100644 docs/content/introduction/automating_vpp_api_flag_day.md delete mode 100644 docs/content/introduction/bash_code_style.md delete mode 100644 docs/content/introduction/branches.md delete mode 100644 docs/content/introduction/dashboard_history.md delete mode 100644 docs/content/introduction/design.md delete mode 100644 docs/content/introduction/model_schema.md delete mode 100644 docs/content/introduction/perf_triggers_design.md delete mode 100644 docs/content/introduction/test_code_guidelines.md delete mode 100644 docs/content/introduction/test_naming.md delete mode 100644 docs/content/introduction/test_scenarios_overview.md delete mode 100644 docs/content/introduction/test_tag_description.md delete mode 100644 docs/content/introduction/testing_in_vagrant.md delete mode 100644 docs/content/methodology/access_control_lists.md delete mode 100644 docs/content/methodology/data_plane_throughput/_index.md delete mode 100644 docs/content/methodology/data_plane_throughput/data_plane_throughput.md delete mode 100644 docs/content/methodology/data_plane_throughput/mlrsearch.md delete mode 100644 docs/content/methodology/data_plane_throughput/mrr_throughput.md delete mode 100644 docs/content/methodology/data_plane_throughput/plrsearch.md delete mode 100644 docs/content/methodology/dut_state_considerations.md delete mode 100644 docs/content/methodology/generic_segmentation_offload.md delete mode 100644 docs/content/methodology/geneve.md delete mode 100644 docs/content/methodology/hoststack_testing/_index.md delete mode 100644 docs/content/methodology/hoststack_testing/quicudpip_with_vppecho.md delete mode 100644 docs/content/methodology/hoststack_testing/tcpip_with_iperf3.md delete mode 100644 docs/content/methodology/hoststack_testing/udpip_with_iperf3.md delete mode 100644 docs/content/methodology/hoststack_testing/vsap_ab_with_nginx.md delete mode 100644 docs/content/methodology/internet_protocol_security_ipsec.md create mode 100644 docs/content/methodology/measurements/_index.md create mode 100644 docs/content/methodology/measurements/data_plane_throughput/_index.md create mode 100644 docs/content/methodology/measurements/data_plane_throughput/data_plane_throughput.md create mode 100644 docs/content/methodology/measurements/data_plane_throughput/mlr_search.md create mode 100644 docs/content/methodology/measurements/data_plane_throughput/mrr.md create mode 100644 docs/content/methodology/measurements/data_plane_throughput/plr_search.md create mode 100644 docs/content/methodology/measurements/packet_latency.md create mode 100644 docs/content/methodology/measurements/telemetry.md delete mode 100644 docs/content/methodology/multi_core_speedup.md delete mode 100644 docs/content/methodology/network_address_translation.md create mode 100644 docs/content/methodology/overview/_index.md create mode 100644 docs/content/methodology/overview/dut_state_considerations.md create mode 100644 docs/content/methodology/overview/multi_core_speedup.md create mode 100644 docs/content/methodology/overview/per_thread_resources.md create mode 100644 docs/content/methodology/overview/terminology.md create mode 100644 docs/content/methodology/overview/vpp_forwarding_modes.md delete mode 100644 docs/content/methodology/packet_flow_ordering.md delete mode 100644 docs/content/methodology/packet_latency.md create mode 100644 docs/content/methodology/per_patch_testing.md delete mode 100644 docs/content/methodology/per_thread_resources.md delete mode 100644 docs/content/methodology/reconfiguration_tests.md delete mode 100644 docs/content/methodology/root_cause_analysis/_index.md delete mode 100644 docs/content/methodology/root_cause_analysis/perpatch_performance_tests.md delete mode 100644 docs/content/methodology/suite_generation.md delete mode 100644 docs/content/methodology/telemetry.md delete mode 100644 docs/content/methodology/terminology.md create mode 100644 docs/content/methodology/test/_index.md create mode 100644 docs/content/methodology/test/access_control_lists.md create mode 100644 docs/content/methodology/test/generic_segmentation_offload.md create mode 100644 docs/content/methodology/test/hoststack/_index.md create mode 100644 docs/content/methodology/test/hoststack/quicudpip_with_vppecho.md create mode 100644 docs/content/methodology/test/hoststack/tcpip_with_iperf3.md create mode 100644 docs/content/methodology/test/hoststack/udpip_with_iperf3.md create mode 100644 docs/content/methodology/test/hoststack/vsap_ab_with_nginx.md create mode 100644 docs/content/methodology/test/internet_protocol_security.md create mode 100644 docs/content/methodology/test/network_address_translation.md create mode 100644 docs/content/methodology/test/packet_flow_ordering.md create mode 100644 docs/content/methodology/test/reconfiguration.md create mode 100644 docs/content/methodology/test/tunnel_encapsulations.md create mode 100644 docs/content/methodology/test/vpp_device.md create mode 100644 docs/content/methodology/trending/_index.md create mode 100644 docs/content/methodology/trending/analysis.md create mode 100644 docs/content/methodology/trending/presentation.md delete mode 100644 docs/content/methodology/trending_methodology/_index.md delete mode 100644 docs/content/methodology/trending_methodology/overview.md delete mode 100644 docs/content/methodology/trending_methodology/trend_analysis.md delete mode 100644 docs/content/methodology/trending_methodology/trend_presentation.md delete mode 100644 docs/content/methodology/trex_traffic_generator.md delete mode 100644 docs/content/methodology/tunnel_encapsulations.md delete mode 100644 docs/content/methodology/vpp_device_functional.md delete mode 100644 docs/content/methodology/vpp_forwarding_modes.md delete mode 100644 docs/content/methodology/vpp_startup_settings.md create mode 100644 docs/content/overview/_index.md create mode 100644 docs/content/overview/c_dash/_index.md create mode 100644 docs/content/overview/c_dash/design.md create mode 100644 docs/content/overview/c_dash/releases.md create mode 100644 docs/content/overview/c_dash/structure.md create mode 100644 docs/content/overview/csit/_index.md create mode 100644 docs/content/overview/csit/design.md create mode 100644 docs/content/overview/csit/suite_generation.md create mode 100644 docs/content/overview/csit/test_naming.md create mode 100644 docs/content/overview/csit/test_scenarios.md create mode 100644 docs/content/overview/csit/test_tags.md create mode 100644 docs/content/release_notes/csit_rls2306/_index.md create mode 100644 docs/content/release_notes/csit_rls2306/dpdk_performance.md create mode 100644 docs/content/release_notes/csit_rls2306/trex_performance.md create mode 100644 docs/content/release_notes/csit_rls2306/vpp_device.md create mode 100644 docs/content/release_notes/csit_rls2306/vpp_performance.md delete mode 100644 docs/content/release_notes/dpdk.md create mode 100644 docs/content/release_notes/previous/_index.md create mode 100644 docs/content/release_notes/previous/csit_rls2302/_index.md create mode 100644 docs/content/release_notes/previous/csit_rls2302/dpdk_performance.md create mode 100644 docs/content/release_notes/previous/csit_rls2302/trex_performance.md create mode 100644 docs/content/release_notes/previous/csit_rls2302/vpp_device.md create mode 100644 docs/content/release_notes/previous/csit_rls2302/vpp_performance.md delete mode 100644 docs/content/release_notes/trex.md delete mode 100644 docs/content/release_notes/vpp.md delete mode 100644 docs/content/release_notes/vpp_device.md delete mode 100644 docs/report/csit_framework_documentation/csit_design.rst delete mode 100644 docs/report/csit_framework_documentation/csit_design_picture.svg delete mode 100644 docs/report/csit_framework_documentation/csit_tag_description.rst delete mode 100644 docs/report/csit_framework_documentation/csit_test_naming.rst delete mode 100644 docs/report/csit_framework_documentation/index.rst delete mode 100644 docs/report/detailed_test_results/dpdk_performance_results/index.rst delete mode 100644 docs/report/detailed_test_results/dpdk_performance_results_2n_clx/index.rst delete mode 100644 docs/report/detailed_test_results/dpdk_performance_results_2n_icx/index.rst delete mode 100644 docs/report/detailed_test_results/dpdk_performance_results_2n_tx2/index.rst delete mode 100644 docs/report/detailed_test_results/dpdk_performance_results_2n_zn2/index.rst delete mode 100644 docs/report/detailed_test_results/dpdk_performance_results_3n_alt/index.rst delete mode 100644 docs/report/detailed_test_results/dpdk_performance_results_3n_icx/index.rst delete mode 100644 docs/report/detailed_test_results/dpdk_performance_results_3n_snr/index.rst delete mode 100644 docs/report/detailed_test_results/dpdk_performance_results_3n_tsh/index.rst delete mode 100644 docs/report/detailed_test_results/trex_performance_results/index.rst delete mode 100644 docs/report/detailed_test_results/trex_performance_results_1n_aws/index.rst delete mode 100644 docs/report/detailed_test_results/trex_performance_results_2n_icx/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_device_results/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_device_results_1n_skx/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_device_results_1n_tx2/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results_2n_aws/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results_2n_clx/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results_2n_icx/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results_2n_tx2/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results_2n_zn2/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results_3n_alt/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results_3n_aws/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results_3n_icx/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results_3n_snr/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results_3n_tsh/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results_2n_aws/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results_2n_clx/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results_2n_icx/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results_2n_tx2/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results_2n_zn2/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results_3n_alt/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results_3n_aws/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results_3n_icx/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results_3n_snr/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results_3n_tsh/index.rst delete mode 100644 docs/report/dpdk_performance_tests/comparisons/2n-clx_vs_2n-icx_testbeds.rst delete mode 100644 docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst delete mode 100644 docs/report/dpdk_performance_tests/comparisons/index.rst delete mode 100644 docs/report/dpdk_performance_tests/csit_release_notes.rst delete mode 100644 docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_clx.rst delete mode 100644 docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_zn2.rst delete mode 100644 docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst delete mode 100644 docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_tsh.rst delete mode 100644 docs/report/dpdk_performance_tests/index.rst delete mode 100644 docs/report/dpdk_performance_tests/overview.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_latency/2n-clx-xxv710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_latency/2n-icx-xxv710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_latency/2n-tx2-xl710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_latency/2n-zn2-xxv710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_latency/3n-alt-xl710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_latency/3n-icx-xxv710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_latency/3n-tsh-x520.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_latency/index.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-x710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-xxv710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-icx-xxv710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-tx2-xl710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-x710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-xxv710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-alt-xl710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-icx-xxv710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-snr-e822cq.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-tsh-x520.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst delete mode 100644 docs/report/dpdk_performance_tests/test_environment.rst delete mode 100644 docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-x710.rst delete mode 100644 docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-xxv710.rst delete mode 100644 docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-icx-xxv710.rst delete mode 100644 docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-tx2-xl710.rst delete mode 100644 docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-x710.rst delete mode 100644 docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-xxv710.rst delete mode 100644 docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-alt-xl710.rst delete mode 100644 docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-icx-xxv710.rst delete mode 100644 docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-snr-e822cq.rst delete mode 100644 docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-tsh-x520.rst delete mode 100644 docs/report/dpdk_performance_tests/throughput_speedup_multi_core/index.rst delete mode 100644 docs/report/dpdk_performance_tests/throughput_trending.rst delete mode 100644 docs/report/index.html.template delete mode 100644 docs/report/index.pdf.template delete mode 100644 docs/report/introduction/documentation.rst delete mode 100644 docs/report/introduction/environment/changes_vpp.rst delete mode 100644 docs/report/introduction/environment/intro.rst delete mode 100644 docs/report/introduction/environment/pre_test_server_calib.rst delete mode 100644 docs/report/introduction/environment/sut_calib_alt.rst delete mode 100644 docs/report/introduction/environment/sut_calib_clx.rst delete mode 100644 docs/report/introduction/environment/sut_calib_dnv.rst delete mode 100644 docs/report/introduction/environment/sut_calib_icx.rst delete mode 100644 docs/report/introduction/environment/sut_calib_snr.rst delete mode 100644 docs/report/introduction/environment/sut_calib_tsh.rst delete mode 100644 docs/report/introduction/environment/sut_calib_tx2.rst delete mode 100644 docs/report/introduction/environment/sut_calib_zn2.rst delete mode 100644 docs/report/introduction/environment/sut_conf_1.rst delete mode 100644 docs/report/introduction/environment/sut_meltspec_alt.rst delete mode 100644 docs/report/introduction/environment/sut_meltspec_clx.rst delete mode 100644 docs/report/introduction/environment/sut_meltspec_dnv.rst delete mode 100644 docs/report/introduction/environment/sut_meltspec_icx.rst delete mode 100644 docs/report/introduction/environment/sut_meltspec_snr.rst delete mode 100644 docs/report/introduction/environment/sut_meltspec_tsh.rst delete mode 100644 docs/report/introduction/environment/sut_meltspec_tx2.rst delete mode 100644 docs/report/introduction/environment/sut_meltspec_zn2.rst delete mode 100644 docs/report/introduction/environment/tg.rst delete mode 100644 docs/report/introduction/index.rst delete mode 100644 docs/report/introduction/introduction.rst delete mode 100644 docs/report/introduction/methodology.rst delete mode 100644 docs/report/introduction/methodology_acls.rst delete mode 100644 docs/report/introduction/methodology_autogen.rst delete mode 100644 docs/report/introduction/methodology_containers.rst delete mode 100644 docs/report/introduction/methodology_data_plane_throughput/PLR_patch.svg delete mode 100644 docs/report/introduction/methodology_data_plane_throughput/PLR_vhost.svg delete mode 100644 docs/report/introduction/methodology_data_plane_throughput/index.rst delete mode 100644 docs/report/introduction/methodology_data_plane_throughput/methodology_data_plane_throughput.rst delete mode 100644 docs/report/introduction/methodology_data_plane_throughput/methodology_mlrsearch_tests.rst delete mode 100644 docs/report/introduction/methodology_data_plane_throughput/methodology_mrr_throughput.rst delete mode 100644 docs/report/introduction/methodology_data_plane_throughput/methodology_plrsearch.rst delete mode 100644 docs/report/introduction/methodology_dut_state.rst delete mode 100644 docs/report/introduction/methodology_geneve.rst delete mode 100644 docs/report/introduction/methodology_gso.rst delete mode 100644 docs/report/introduction/methodology_hoststack_testing/index.rst delete mode 100644 docs/report/introduction/methodology_hoststack_testing/methodology_quic_with_vppecho.rst delete mode 100644 docs/report/introduction/methodology_hoststack_testing/methodology_tcp_with_iperf3.rst delete mode 100644 docs/report/introduction/methodology_hoststack_testing/methodology_udp_with_iperf3.rst delete mode 100644 docs/report/introduction/methodology_hoststack_testing/methodology_vsap_ab_with_nginx.rst delete mode 100644 docs/report/introduction/methodology_ipsec.rst delete mode 100644 docs/report/introduction/methodology_kvm_vms_vhost_user.rst delete mode 100644 docs/report/introduction/methodology_lxc_drc_container_memif.rst delete mode 100644 docs/report/introduction/methodology_multi_core_speedup.rst delete mode 100644 docs/report/introduction/methodology_nat44.rst delete mode 100644 docs/report/introduction/methodology_nfv_service_density.rst delete mode 100644 docs/report/introduction/methodology_packet_flow_ordering.rst delete mode 100644 docs/report/introduction/methodology_packet_latency.rst delete mode 100644 docs/report/introduction/methodology_per_thread_resources.rst delete mode 100644 docs/report/introduction/methodology_rca/index.rst delete mode 100644 docs/report/introduction/methodology_rca/methodology_perpatch_performance_tests.rst delete mode 100644 docs/report/introduction/methodology_reconf.rst delete mode 100644 docs/report/introduction/methodology_telemetry.rst delete mode 100644 docs/report/introduction/methodology_terminology.rst delete mode 100644 docs/report/introduction/methodology_trending/index.rst delete mode 100644 docs/report/introduction/methodology_trending/overview.rst delete mode 100644 docs/report/introduction/methodology_trending/trend_analysis.rst delete mode 100644 docs/report/introduction/methodology_trending/trend_presentation.rst delete mode 100644 docs/report/introduction/methodology_trex_traffic_generator.rst delete mode 100644 docs/report/introduction/methodology_tunnel_encapsulations.rst delete mode 100644 docs/report/introduction/methodology_vpp_device_functional.rst delete mode 100644 docs/report/introduction/methodology_vpp_forwarding_modes.rst delete mode 100644 docs/report/introduction/methodology_vpp_startup_settings.rst delete mode 100644 docs/report/introduction/physical_testbeds.rst delete mode 100644 docs/report/introduction/report_history.rst delete mode 100644 docs/report/introduction/test_scenarios_overview.rst delete mode 100644 docs/report/introduction/testbed-2n-clx.svg delete mode 100644 docs/report/introduction/testbed-2n-icx.svg delete mode 100644 docs/report/introduction/testbed-2n-tx2.svg delete mode 100644 docs/report/introduction/testbed-2n-zn2.svg delete mode 100644 docs/report/introduction/testbed-3n-alt.svg delete mode 100644 docs/report/introduction/testbed-3n-icx.svg delete mode 100644 docs/report/introduction/testbed-3n-snr.svg delete mode 100644 docs/report/introduction/testbed-3n-tsh.svg delete mode 100644 docs/report/test_configuration/vpp_device_configuration/index.rst delete mode 100644 docs/report/test_configuration/vpp_device_configuration_1n_skx/index.rst delete mode 100644 docs/report/test_configuration/vpp_device_configuration_1n_tx2/index.rst delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration/index.rst delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration_2n_aws/index.rst delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration_2n_clx/index.rst delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration_2n_icx/index.rst delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration_2n_tx2/index.rst delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration_2n_zn2/index.rst delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration_3n_alt/index.rst delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration_3n_aws/index.rst delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration_3n_icx/index.rst delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration_3n_snr/index.rst delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration_3n_tsh/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration_2n_aws/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration_2n_clx/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration_2n_icx/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration_2n_tx2/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration_2n_zn2/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration_3n_alt/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration_3n_aws/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration_3n_icx/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration_3n_snr/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration_3n_tsh/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_2n_aws/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_2n_clx/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_2n_icx/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_2n_tx2/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_2n_zn2/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_3n_alt/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_3n_aws/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_3n_icx/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_3n_snr/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_3n_tsh/index.rst delete mode 100644 docs/report/trex_performance_tests/comparisons/current_vs_previous_release.rst delete mode 100644 docs/report/trex_performance_tests/comparisons/index.rst delete mode 100644 docs/report/trex_performance_tests/csit_release_notes.rst delete mode 100644 docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/1n_aws.rst delete mode 100644 docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_icx.rst delete mode 100644 docs/report/trex_performance_tests/index.rst delete mode 100755 docs/report/trex_performance_tests/logical-TRex-nic2nic.svg delete mode 100644 docs/report/trex_performance_tests/overview.rst delete mode 100644 docs/report/trex_performance_tests/packet_latency/1n-aws-nitro50g.rst delete mode 100644 docs/report/trex_performance_tests/packet_latency/2n-icx-e810cq.rst delete mode 100644 docs/report/trex_performance_tests/packet_latency/index.rst delete mode 100644 docs/report/trex_performance_tests/packet_throughput_graphs/1n-aws-nitro50g.rst delete mode 100644 docs/report/trex_performance_tests/packet_throughput_graphs/2n-icx-e810cq.rst delete mode 100644 docs/report/trex_performance_tests/packet_throughput_graphs/index.rst delete mode 100644 docs/report/trex_performance_tests/test_environment.rst delete mode 100644 docs/report/trex_performance_tests/throughput_trending.rst delete mode 100644 docs/report/vpp_device_tests/csit_release_notes.rst delete mode 100644 docs/report/vpp_device_tests/index.rst delete mode 100644 docs/report/vpp_device_tests/overview.rst delete mode 100644 docs/report/vpp_device_tests/test_environment.rst delete mode 100644 docs/report/vpp_device_tests/vf-2n-nic2memif.svg delete mode 100644 docs/report/vpp_device_tests/vf-2n-nic2nic.svg delete mode 100644 docs/report/vpp_device_tests/vf-2n-nic2vhost.svg delete mode 100644 docs/report/vpp_device_tests/vpp_device.svg delete mode 100644 docs/report/vpp_performance_tests/comparisons/2n-clx_vs_2n-icx_testbeds.rst delete mode 100644 docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst delete mode 100644 docs/report/vpp_performance_tests/comparisons/index.rst delete mode 100644 docs/report/vpp_performance_tests/comparisons/nic_comparison.rst delete mode 100644 docs/report/vpp_performance_tests/comparisons/soak_vs_ndr.rst delete mode 100644 docs/report/vpp_performance_tests/csit_release_notes.rst delete mode 100644 docs/report/vpp_performance_tests/gso_testing/2n-clx.rst delete mode 100644 docs/report/vpp_performance_tests/gso_testing/2n-icx.rst delete mode 100644 docs/report/vpp_performance_tests/gso_testing/2n-zn2.rst delete mode 100644 docs/report/vpp_performance_tests/gso_testing/index.rst delete mode 100644 docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_aws.rst delete mode 100644 docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_clx.rst delete mode 100644 docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_icx.rst delete mode 100644 docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_zn2.rst delete mode 100644 docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst delete mode 100644 docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_aws.rst delete mode 100644 docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_tsh.rst delete mode 100644 docs/report/vpp_performance_tests/hoststack_testing/index.rst delete mode 100644 docs/report/vpp_performance_tests/hoststack_testing/iperf3/tcp/index.rst delete mode 100644 docs/report/vpp_performance_tests/hoststack_testing/iperf3/udp/index.rst delete mode 100644 docs/report/vpp_performance_tests/hoststack_testing/nginx/tcp/index.rst delete mode 100644 docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst delete mode 100644 docs/report/vpp_performance_tests/index.rst delete mode 100644 docs/report/vpp_performance_tests/logical-2n-container-memif.svg delete mode 100644 docs/report/vpp_performance_tests/logical-2n-nic2nic.svg delete mode 100644 docs/report/vpp_performance_tests/logical-2n-vm-vhost.svg delete mode 100644 docs/report/vpp_performance_tests/logical-3n-container-memif.svg delete mode 100644 docs/report/vpp_performance_tests/logical-3n-nic2nic.svg delete mode 100644 docs/report/vpp_performance_tests/logical-3n-vm-vhost.svg delete mode 100644 docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst delete mode 100644 docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst delete mode 100644 docs/report/vpp_performance_tests/nf_service_density/index.rst delete mode 100644 docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst delete mode 100644 docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains_vxlan.rst delete mode 100644 docs/report/vpp_performance_tests/overview.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/container_memif-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/container_memif-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/container_memif-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/container_memif-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/container_memif-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/container_memif-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/container_memif-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/container_memif.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/index.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4_tunnels.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip6-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip6-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip6-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip6-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip6-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip6-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip6-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip6-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip6-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip6.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ipsec-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ipsec-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ipsec-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ipsec.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/l2-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/l2-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/l2-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/l2-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/l2-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/l2-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/l2.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/nat44-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/nat44-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/nat44-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/nat44.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/srv6-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/srv6-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/srv6.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/vm_vhost-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/vm_vhost-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/vm_vhost.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-zn2-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-aws-nitro50g.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-x710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-zn2-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-zn2-x710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-aws-nitro50g.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-snr-e822cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-icx-e810xxv.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-snr-e822cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-aws-nitro50g.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-x710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-zn2-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-zn2-x710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-snr-e822cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-aws-nitro50g.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-icx-e810xxv.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-snr-e822cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-x710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-zn2-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-zn2-x710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-snr-e822cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/srv6.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-zn2-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst delete mode 100644 docs/report/vpp_performance_tests/reconf_tests/index.rst delete mode 100644 docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst delete mode 100644 docs/report/vpp_performance_tests/soak_tests/index.rst delete mode 100644 docs/report/vpp_performance_tests/test_environment.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-zn2-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-x710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-zn2-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-zn2-x710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-snr-e822cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-icx-e810xxv.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-snr-e822cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-x710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-zn2-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-zn2-x710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-snr-e822cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-e810xxv.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-snr-e822cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-x710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-tx2-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-zn2-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-zn2-x710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-snr-e822cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-clx-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-clx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-clx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-icx-e810cq.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-icx-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-zn2-cx556a.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-zn2-xxv710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-alt-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-tsh-x520.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_trending.rst create mode 100644 docs/toi/automating_vpp_api_flag_day.md create mode 100644 docs/toi/bash_code_style.md create mode 100644 docs/toi/branches.md create mode 100644 docs/toi/test_code_guidelines.md diff --git a/docs/content/_index.md b/docs/content/_index.md index 15cd1ec3f1..eda7ecf8f9 100644 --- a/docs/content/_index.md +++ b/docs/content/_index.md @@ -3,39 +3,27 @@ title: "FD.io CSIT" type: "docs" --- -# Report Structure +# Documentation Structure -FD.io CSIT Dashboard Documentation contains system performance and functional -testing data. - -Documentation is structured as follows: - -1. INTRODUCTION: General introduction to CSIT Performance Dashboard. - - **Dashboard History**: Version changes. - - **Test Scenarios Overview**: A brief overview of test scenarios - covered in this report. - - **Design**: Framework modular design hierarchy. - - **Test Naming**: Test naming convention. - - **Test Tags Descriptions**: Robot Framework Tags used for test suite and - test case grouping and selection. -2. METHODOLOGY: - - **Overview**: Tested logical topologies, test coverage and naming - specifics. -3. RELEASE NOTES: Performance tests executed in physical FD.io - testbeds. - - **VPP Performance**: Changes, added tests, environment or methodology - changes, known issues. - - **DPDK Performance**: Changes, added tests, environment or methodology - changes, known issues. - - **TRex Performance**: Changes, added tests, environment or methodology - changes, known issues. - - **VPP Device**: Changes, added tests, environment or methodology - changes, known issues. -4. INFRASTRUCTURE: +1. OVERVIEW: General introduction to CSIT Performance Dashboard and CSIT itself. + - **C-Dash** + - **CSIT** +2. METHODOLOGY + - **Overview** + - **Measurement** + - **Test** + - **Trending** + - **Per-patch Testing** +3. RELEASE NOTES: Performance tests executed in physical FD.io testbeds. + - **CSIT rls2306** + - **Previous** +4. INFRASTRUCTURE - **FD.io DC Vexxhost Inventory**: Physical testbeds location. - - **FD.io CSIT Testbed Specifications**: Specification of the physical + - **FD.io DC Testbed Specifications**: Specification of the physical testbed infrastructure. - - **FD.io CSIT Testbed Configuration**: Configuration of the physical + - **FD.io DC Testbed Configuration**: Configuration of the physical testbed infrastructure. - **FD.io CSIT Testbed Versioning**: CSIT testbed versioning. - **FD.io CSIT Logical Topologies**: CSIT Logical Topologies. + - **VPP Startup Settings** + - **TRex Traffic Generator** diff --git a/docs/content/infrastructure/_index.md b/docs/content/infrastructure/_index.md index 3ccc042a8b..c5dbd21d87 100644 --- a/docs/content/infrastructure/_index.md +++ b/docs/content/infrastructure/_index.md @@ -1,5 +1,6 @@ --- +bookCollapseSection: false bookFlatSection: true title: "Infrastructure" weight: 4 ---- \ No newline at end of file +--- diff --git a/docs/content/infrastructure/fdio_csit_logical_topologies.md b/docs/content/infrastructure/fdio_csit_logical_topologies.md index 5dd323d30c..4e9c22b357 100644 --- a/docs/content/infrastructure/fdio_csit_logical_topologies.md +++ b/docs/content/infrastructure/fdio_csit_logical_topologies.md @@ -1,6 +1,6 @@ --- title: "FD.io CSIT Logical Topologies" -weight: 4 +weight: 5 --- # FD.io CSIT Logical Topologies diff --git a/docs/content/infrastructure/fdio_csit_testbed_specifications.md b/docs/content/infrastructure/fdio_csit_testbed_specifications.md deleted file mode 100644 index 24a30cf1fa..0000000000 --- a/docs/content/infrastructure/fdio_csit_testbed_specifications.md +++ /dev/null @@ -1,1861 +0,0 @@ ---- -bookToc: true -title: "FD.io CSIT Testbed Specifications" -weight: 2 ---- - -# FD.io CSIT Testbed Specifications - -## Purpose - -This note includes specification of the physical testbed infrastructure -hosted by LFN FD.io CSIT project. - -## Server Management - -### Addressing - -Each server has a LOM (Lights-Out-Management e.g. SM IPMI) and a -Management port, which are connected to two different VLANs. - -#### LOM (IPMI) VLAN - - - Subnet: 10.30.50.0/24 - - Gateway: 10.30.50.1 - - Broadcast: 10.30.50.255 - - DNS1: 199.204.44.24 - - DNS2: 199.204.47.54 - -#### Management VLAN - - Subnet: 10.30.51.0/24 - - Gateway: 10.30.51.1 - - Broadcast: 10.30.51.255 - - DNS1: 199.204.44.24 - - DNS2: 199.204.47.54 - -To access these hosts, VPN connection is required. - -## Testbeds Overview - -### Summary List - -``` - #. Type Purpose SUT TG #TB #SUT #TG #skx #ps1 #rng #tx2 #tsh #alt #clx #zn2 #icx #snr #spr - 1. 1-Node-Skylake nomad skx na 5 5 0 5 0 0 0 0 0 0 0 0 0 0 - 2. 1-Node-Cascadelake nomad clx na 1 1 0 0 0 0 0 0 0 1 0 0 0 0 - 3. 1-Node-AmpereAltra nomad alt na 2 2 0 0 0 0 0 0 2 0 0 0 0 0 - 4. 2-Node-IxiaPS1L47 tcp skx ps1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 - 5. 2-Node-Cascadelake perf clx clx 3 3 3 0 0 0 0 0 0 6 0 0 0 0 - 6. 2-Node-ThunderX2 perf tx2 skx 1 1 .5 .5 0 0 1 0 0 0 0 0 0 0 - 7. 2-Node-Icelake perf icx icx 4 4 4 0 0 0 0 0 0 0 0 8 0 0 - 8. 3-Node-Rangeley perf rng skx 1 3 1 0 0 2 0 0 0 0 0 0 0 0 - 9. 3-Node-Taishan perf tsh skx 1 2 .5 .5 0 0 0 2 0 0 0 0 0 0 -10. 3-Node-Altra perf alt icx 1 2 1 0 0 0 0 0 2 0 0 1 0 0 -11. 2-Node-Zen2 perf zn2 zn2 1 1 1 0 0 0 0 0 0 0 2 0 0 0 -12. 3-Node-Icelake perf icx icx 2 4 2 0 0 0 0 0 0 0 0 6 0 0 -13. 3-Node-SnowRidge perf snr icx 1 2 .5 0 0 0 0 0 0 0 0 .5 2 0 -13. 2-Node-SapphireRapids perf spr spr 4 4 4 0 0 0 0 0 0 0 0 0 0 8 - Totals: 28 35 18.5 7 1 2 1 2 4 7 2 15.5 2 8 -``` - -### 1-Node-Skylake Xeon Intel (1n-skx) - -Each 1-Node-Skylake testbed includes one SUT (Server-Type-B6) with NIC -ports connected back-to-back ([Server Types](#server-types)). -Used for FD.io VPP_Device functional driver tests. - -### 1-Node-ThunderX2 Arm Marvell (1n-tx2) - -Each 1-Node-ThunderX2 testbed includes one SUT (Server-Type-E11) with NIC -ports connected back-to-back ([Server Types](#server-types)). -Used for FD.io VPP_Device functional driver tests. - -### 1-Node-Cascadelake Xeon Intel (1n-clx) - -Each 1-Node-Cascadelake testbed includes one SUT (Server-Type-C1) with -NIC ports connected back-to-back ([Server Types](#server-types)). - -Used for FD.io VPP_Device functional driver tests. - -### 2-Node-IxiaPS1L47 Ixia PSOne L47 (2n-ps1) - -Each 2-Node-IxiaPS1L47 testbed includes one SUT (Server-Type-B1) and one -TG (Ixia PSOne appliance) with 10GE interfaces connected in a 2-node -circular topology ([Server Types](#server-types)). -Used for FD.io TCP/IP and HTTP performance tests. - -### 2-Node-Cascadelake Xeon Intel (2n-clx) - -Each 2-Node-Cascadelake testbed includes one SUT (Server-Type-C2) and -one TG (Server-Type-C3) connected in a 2-node circular topology -([Server Types](#server-types)). -Used for FD.io performance tests. - -### 2-Node-Zen2 EPYC AMD (2n-zn2) - -Each 2-Node-Zen2 testbed includes one SUT (Server-Type-D1) and -one TG (Server-Type-D2) connected in a 2-node circular topology -([Server Types](#server-types)). -Used for FD.io performance tests. - -### 2-Node-ThunderX2 Arm Marvell (2x-tx2) - -Each 2-Node-ThunderX2 testbed includes one SUT (Server-Type-E22) and -one TG (Server-Type-E31) connected in a 2-node circular topology -([Server Types](#server-types)). -Used for FD.io performance tests. - -### 2-Node-Icelake Xeon Intel (2n-icx) - -Each 2-Node-Icelake testbed includes one SUT (Server-Type-F1) and -one TG (Server-Type-F2) connected in a 2-node circular topology -([Server Types](#server-types)). -Used for FD.io performance tests. - -### 3-Node-Rangeley Atom Testbeds - -Each 3-Node-Rangeley testbed includes two SUTs (Server-Type-B5) and one -TG (Server-Type-2) connected in a 3-node circular topology -([Server Types](#server-types)). -Used for FD.io performance tests. - -### 3-Node-TaiShan Arm Huawei (3n-tsh) - -Each 3-Node-TaiShan testbed includes two SUTs (Server-Type-E21) and one -TG (Server-Type-E31) connected in a 3-node circular topology -([Server Types](#server-types)). -Used for FD.io performance tests. - -### 3-Node-Altra Arm Ampere (3n-alt) - -Each 3-Node-Altra testbed includes two SUTs (Server-Type-E23) and one -TG (Server-Type-F4) connected in a 3-node circular topology -([Server Types](#server-types)). -Used for FD.io performance tests. - -### 3-Node-Icelake Xeon Intel (3n-icx) - -Each 3-Node-Icelake testbed includes two SUTs (Server-Type-F1) and one -TG (Server-Type-F3) connected in a 3-node circular topology -([Server Types](#server-types)). -Used for FD.io performance tests. - -### 3-Node-SnowRidge Atom Intel (3n-snr) - -Each 3-Node-SnowRidge testbed includes two SUTs (Server-Type-G1) and one -TG (Server-Type-F4) connected in a 3-node circular topology -([Server Types](#server-types)). -Used for FD.io performance tests. - -### 2-Node-Full-SapphireRapids Xeon Intel (2nf-spr) - -One 2-Node-Full-SapphireRapids testbed includes one SUT (Server-Type-H1) and -one TG (Server-Type-H2) connected in a 2-node physical topology -with NUMA (socket) daisy chaining. For more detail see -[Server Types](#server-types) and [Testbed Topology-TODO](#TODO). -Used for FD.io performance tests in a full system SUT setup with all PCIe -Gen5 x16 lane slots populated with 2p200GbE NICs. - -### 2-Node-SapphireRapids Xeon Intel (2n-spr) - -Each 2-Node-SapphireRapids testbed includes one SUT (Server-Type-H5) and -one TG (Server-Type-H6) connected in a 2-node circular topology. For more -detail see [Server Types](#server-types) and [Testbed Topology-TODO](#TODO). -Used for FD.io performance tests. - - -## Tesdtbed Naming Convention - -Following naming convention is used within this page to specify physical -connectivity and wiring across defined CSIT testbeds: - -- **testbedname**: testbedN. -- **hostname**: - - traffic-generator: tN-tgW. - - system-under-testX: tN-sutX. -- **portnames**: - - tN-tgW-cY/pZ. - - tN-sutX-cY/pZ. -- **where**: - - N - testbed number. - - tgW - server acts as traffic-generator with W index. - - sutX - server acts as system-under-test with X index. - - Y - PCIe slot number denoting a NIC card number within the host. - - Z - port number on the NIC card. - -## Server Types - -FD.io CSIT lab contains following server types: - -1. **Server-Type-B2**: Purpose - Skylake Xeon hosts for FD.io builds and data processing. - - Quantity: 2 - - Physical connectivity: - - IPMI and host management ports. - - Main HW configuration: - - Chassis: SuperMicro SYS-7049GP-TRT. - - Motherboard: SuperMicro X11DPG-QT. - - Processors: 2* Intel Platinum 8180 2.5 GHz. - - RAM Memory: 16* 16GB DDR4-2666MHz. - - Disks: 2* 1.6TB 6G SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot2 18:00.xx: empty. - - PCIe Slot4 3b:00.xx: empty. - - PCIe Slot9 5e:00.xx: empty. - - Numa1: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot6 86:00.xx: empty. - - PCIe Slot8 af:00.xx: empty. - - PCIe Slot10 d8:00.xx: empty. - -2. **Server-Type-B6**: Purpose - Skylake Xeon SUT for FD.io VPP_Device functional tests. - - Quantity: 2. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 1-node topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-7049GP-TRT. - - Motherboard: SuperMicro X11DPG-QT. - - Processors: 2* Intel Platinum 8180 2.5 GHz. - - RAM Memory: 16* 16GB DDR4-2666MHz. - - Disks: 2* 1.6TB 6G SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot2 18:00.xx: x710-4p10GE Intel. - - PCIe Slot4 3b:00.xx: x710-4p10GE Intel. - - PCIe Slot9 5e:00.xx: empty. - - Numa1: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot6 86:00.xx: empty. - - PCIe Slot8 af:00.xx: empty. - - PCIe Slot10 d8:00.xx: empty. - -3. **Server-Type-B7**: Purpose - Ixia PerfectStorm One Appliance TG for FD.io TCP/IP performance tests. - - Quantity: 1. - - Physical connectivity: - - Host management interface: 10/100/1000-BaseT. - - 8-port 10GE SFP+ integrated NIC. - - Main HW configuration: - - Chassis: PS10GE4NG. - - Motherboard: SuperMicro X11DPG-QT. - - Processors: Quad-Core, Intel Processor. - - HW accelerators: FPGA offload. - - RAM Memory: 64GB. - - Disks: 1 * 1 TB, Enterprise Class, High MTBF. - - Physical Interfaces: 4 * 10GE SFP+. - - Operating System: Native IxOS. - - Interface configuration: - - Port-1: 10GE SFP+. - - Port-2: 10GE SFP+. - - Port-3: 10GE SFP+. - - Port-4: 10GE SFP+. - -4. **Server-Type-B8**: Purpose - Skylake Xeon SUT for TCP/IP host stack tests. - - Quantity: 1. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports. - - Main HW configuration: - - Chassis: SuperMicro SYS-7049GP-TRT. - - Motherboard: SuperMicro X11DPG-QT. - - Processors: 2* Intel Platinum 8180 2.5 GHz. - - RAM Memory: 16* 16GB DDR4-2666MHz. - - Disks: 2* 1.6TB 6G SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot2 18:00.xx: x710-4p10GE Intel. - - PCIe Slot4 3b:00.xx: empty. - - PCIe Slot9 5e:00.xx: empty. - - Numa1: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot6 86:00.xx: empty. - - PCIe Slot8 af:00.xx: empty. - - PCIe Slot10 d8:00.xx: empty. -5. Server-Type-C1: Purpose - Cascadelake Xeon SUT for FD.io VPP_Device functional tests. - - Quantity: 1. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 1-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-7049GP-TRT. - - Motherboard: SuperMicro X11DPG-QT. - - Processors: 2* Intel Platinum 8280 2.7 GHz. - - RAM Memory: 12* 16GB DDR4-2933. - - Disks: 2* 1.92TB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot2 18:00.xx: x710-4p10GE Intel. - - PCIe Slot4 3b:00.xx: x710-4p10GE Intel. - - PCIe Slot9 5e:00.xx: empty. - - Numa1: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot6 86:00.xx: empty. - - PCIe Slot8 af:00.xx: empty. - - PCIe Slot10 d8:00.xx: empty. - -6. **Server-Type-C2**: Purpose - Cascadelake Xeon SUT for FD.io performance testing. - - Quantity: 3 - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 2-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-7049GP-TRT. - - Motherboard: SuperMicro X11DPG-QT. - - Processors: 2* Intel Gold 6252N 2.3 GHz. - - RAM Memory: 12* 16GB DDR4-2933. - - Disks: 2* 1.92TB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot2 18:00.xx: x710-4p10GE Intel. - - PCIe Slot4 3b:00.xx: xxv710-DA2-2p25GE Intel. - - PCIe Slot9 5e:00.xx: ConnectX5-2p100GE Mellanox. - - Numa1: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot6 86:00.xx: e810-2p100GE Intel. - - PCIe Slot8 af:00.xx: empty. - - PCIe Slot10 d8:00.xx: empty. - -7. **Server-Type-C3**: Purpose - Cascadelake Xeon TG for FD.io performance testing. - - Quantity: 3. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 2-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-7049GP-TRT. - - Motherboard: SuperMicro X11DPG-QT. - - Processors: 2* Intel Platinum 8280 2.7 GHz. - - RAM Memory: 12* 16GB DDR4-2933. - - Disks: 2* 1.92TB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot2 18:00.xx: x710-4p10GE Intel. - - PCIe Slot4 3b:00.xx: xxv710-DA2 2p25GE Intel. - - PCIe Slot9 5e:00.xx: ConnectX5-2p100GE Mellanox. - - Numa1: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot6 86:00.xx: ConnectX5-2p100GE Mellanox. - - PCIe Slot8 af:00.xx: ConnectX5-2p100GE Mellanox. - - PCIe Slot10 d8:00.xx: empty. - -8. **Server-Type-C4**: Purpose - Cascadelake Xeon Backend hosts for FD.io builds and data processing. - - Quantity: 3. - - Physical connectivity: - - IPMI and host management ports. - - no NIC ports, standalone setup. - - Main HW configuration: - - Chassis: SuperMicro 1029P-WTRT. - - Motherboard: SuperMicro X11DDW-NT. - - Processors: 2* Intel Platinum 8280 2.7 GHz. - - RAM Memory: 12* 16GB DDR4-2933. - - Disks: 4* 1.92TB SATA SSD. - - NICs configuration: - - Numa0: - - no cards. - - Numa1: - - no cards. - -9. **Server-Type-D1**: Purpose - Zen2 EPYC SUT for FD.io performance testing. - - Quantity: 1. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 2-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro AS-1114S-WTRT - - Processors: 1* AMD EPYC 7532 2.4 GHz. - - RAM Memory: 8* 32GB DDR4-2933. - - Disks: 1* 1TB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot1 01:00.xx: x710-4p10GE Intel. - - PCIe Slot2 41:00.xx: xxv710-DA2-2p25GE Intel. - - PCIe Slot3 81:00.xx: mcx556a-edat ConnectX5-2p100GE Mellanox. - -10. **Server-Type-D2**: Purpose - Zen2 EPYC TG for FD.io performance testing. - - Quantity: 1. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 2-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro AS-1114S-WTRT - - Processors: 1* AMD EPYC 7532 2.4 GHz. - - RAM Memory: 8* 32GB DDR4-2933. - - Disks: 1* 1TB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot1 01:00.xx: mcx556a-edat ConnectX5-2p100GE Mellanox. - - PCIe Slot2 41:00.xx: x710-4p10GE Intel. - - PCIe Slot3 81:00.xx: xxv710-DA2 2p25GE Intel. - -11. **Server-Type-E11**: Purpose - ThunderX2 Arm Marvell SUT for FD.io VPP_Device functional tests. - - Quantity: 2 - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 1-node topologies. - - Main HW configuration: - - Chassis: GIGABYTE Rack Mount - - Motherboard: MT91-FS4-00 - - Processors: 2 * ThunderX2 ARMv8 CN9980 2.20 GHz - - RAM Memory: 16 * 16GB DIMM - - Disks: 2 * 480GB 6G SATA SSD SAMSUNG MZ7LH480 - - NICs configuration: - - Numa0: - - PCIe Slot4 05:00.xx: XL710-QDA2-2p40GE Intel. - - PCIe Slot8 0b:00.xx: ConnectX5-2p10/25GE Mellanox. - - Numa1: - - PCIe Slot14 91:00.xx: XL710-QDA2-2p40GE Intel. - - PCIe Slot26 9a:00.xx: ConnectX5-2p10/25GE Mellanox. - -12. **Server-Type-E21**: Purpose - TaiShan Arm Huawei SUT for FD.io performance testing. - - Quantity: 2 - - Physical connectivity: - - IPMI(?) and host management ports. - - NIC ports connected into 3-node topology. - - Main HW configuration: - - Chassis: Huawei TaiShan 2280. - - Processors: 2* hip07-d05 ~ 32* Arm Cortex-A72 - - RAM Memory: 8* 16GB DDR4-2400MT/s - - Disks: 1* 4TB SATA HDD - - NICs configuration: - - PCIe Slot4 e9:00.xx: connectx4-2p25GE Mellanox. - - PCIe Slot6 11:00.xx: x520-2p10GE Intel. - -13. **Server-Type-E22**: Purpose - ThunderX2 Arm Marvell SUT for FD.io performance testing. - - Quantity: 1 - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 2-node topologies. - - Main HW configuration: - - Chassis: Gigabyte R181-T90 1U - - Motherboard: MT91-FS1 - - Processors: 2* ThunderX2 ARMv8 CN9975 2.0 GHz - - RAM Memory: 4* 32GB RDIMM - - Disks: 1* 480GB SSD Micron, 1* 1000GB HDD Seagate_25 - - NICs configuration: - - Numa0: - - no cards - - Numa1: - - PCIe Slot18 91:00.xx: XL710-QDA2-2p40GE Intel. - -14. **Server-Type-E23**: Purpose - Altra Arm Ampere SUT for FD.io performance testing. - - Quantity: 2 - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 3-node topologies. - - Main HW configuration: - - Chassis: WIWYNN Mt.Jade Server System B81.030Z1.0007 2U - - Motherboard: Mt.Jade Motherboard - - Processors: 2* Ampere(R) Altra(R) Q80-30 Processor (Neoverse N1) - - Processor Signature: Implementor 0x41, Variant 0x3, Architecture 15, Part 0xd0c, Revision 1 - - RAM Memory: 16* 8GB DDR4-3200MT/s - - Disks: 2* 960GB SSD Samsung M.2 NVMe PM983 - - NICs configuration: - - Numa0: - - PCIe Slot1 0004:04:00.x: xl710-QDA2-2p40GE Intel. - - Numa1: - - no cards. -15. **Server-Type-E24**: Purpose - Altra Arm Ampere for FD.io build. - - Quantity: 2. - - Physical connectivity: - - IPMI and host management ports. - - Main HW configuration: - - Chassis: Gigabyte R152-P30-00 1U - - Motherboard: MP32-AR1-00 - - Processors: 1* Ampere(R) Altra(R) Q80-30 Processor (Neoverse N1) - - Processor Signature: Implementor 0x0a, Variant 0x1, Architecture 6, Part 0x000, Revision 1 - - RAM Memory: 12* 16GB DDR4-3200MT/s - - Disks: 1* 960GB SSD Samsung M.2 NVMe PM983 - -16. **Server-Type-E31**: Purpose - Skylake Xeon TG for FD.io performance testing. - - Quantity: 1 - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 2-node and 3-node topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-7049GP-TRT. - - Motherboard: SuperMicro X11DPG-QT. - - Processors: 2* Intel Platinum 8180 2.5 GHz. - - RAM Memory: 16* 16GB DDR4-2666MHz. - - Disks: 2* 1.6TB 6G SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot2 18:00.xx: x710-4p10GE Intel. - - PCIe Slot4 3b:00.xx: xxv710-DA2 2p25GE Intel. - - PCIe Slot9 5e:00.xx: empty. - - Numa1: (x16, x16, x16 PCIe3.0 lanes) - - PCIe Slot6 86:00.xx: empty. - - PCIe Slot8 af:00.xx: XL710-QDA2-2p40GE Intel. - - PCIe Slot10 d8:00.xx: x710-4p10GE Intel. - -17. **Server-Type-F1**: Purpose - Icelake Xeon SUT for FD.io performance testing. - - Quantity: 8. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 2-node or 3-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-740GP-TNRT. - - Motherboard: Super X12DPG-QT6. - - Processors: 2* Intel Platinum 8358 2.6 GHz. - - RAM Memory: 16* 16GB DDR4-3200. - - Disks: 2* 960GB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe4.0 lanes) - - PCIe Slot2 18:00.xx: xxv710-DA2-2p25GE Intel. - - PCIe Slot4 3b:00.xx: e810-XXVDA4-4p25GE Intel. - - PCIe Slot9 5e:00.xx: e810-2CQDA2-2p100GE Intel. - - Numa1: (x16, x16, x16 PCIe4.0 lanes) - - PCIe Slot6 86:00.xx: empty. - - PCIe Slot8 af:00.xx: empty. - - PCIe Slot10 d8:00.xx: empty. - -18. **Server-Type-F2**: Purpose - Icelake Xeon TG for FD.io performance testing. - - Quantity: 3. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 2-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-740GP-TNRT. - - Motherboard: Super X12DPG-QT6. - - Processors: 2* Intel Platinum 8358 2.6 GHz. - - RAM Memory: 16* 16GB DDR4-3200. - - Disks: 2* 960GB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe4.0 lanes) - - PCIe Slot2 18:00.xx: xxv710-DA2-2p25GE Intel. - - PCIe Slot4 3b:00.xx: e810-XXVDA4-4p25GE Intel. - - PCIe Slot9 5e:00.xx: e810-2CQDA2-2p100GE Intel. - - Numa1: (x16, x16, x16 PCIe4.0 lanes) - - PCIe Slot6 86:00.xx: e810-2CQDA2-2p100GE Intel. - - PCIe Slot8 af:00.xx: empty. - - PCIe Slot10 d8:00.xx: empty. - -19. **Server-Type-F3**: Purpose - Icelake Xeon TG for FD.io performance testing. - - Quantity: 3. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 3-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-740GP-TNRT. - - Motherboard: Super X12DPG-QT6. - - Processors: 2* Intel Platinum 8358 2.6 GHz. - - RAM Memory: 16* 16GB DDR4-3200. - - Disks: 2* 960GB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe4.0 lanes) - - PCIe Slot2 18:00.xx: xxv710-DA2-2p25GE Intel. - - PCIe Slot4 3b:00.xx: e810-XXVDA4-4p25GE Intel. - - PCIe Slot9 5e:00.xx: e810-2CQDA2-2p100GE Intel. - - Numa1: (x16, x16, x16 PCIe4.0 lanes) - - PCIe Slot6 86:00.xx: empty. - - PCIe Slot8 af:00.xx: empty. - - PCIe Slot10 d8:00.xx: empty. -20. **Server-Type-F4**: Purpose - Icelake Xeon Shared TG for FD.io performance testing. - - Quantity: 3. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 2-node and/or 3-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-740GP-TNRT. - - Motherboard: Super X12DPG-QT6. - - Processors: 2* Intel Platinum 8358 2.6 GHz. - - RAM Memory: 16* 16GB DDR4-3200. - - Disks: 2* 960GB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe4.0 lanes) - - PCIe Slot2 18:00.xx: xxv710-DA2-2p25GE Intel. - - PCIe Slot4 3b:00.xx: empty. - - PCIe Slot9 5e:00.xx: empty. - - Numa1: (x16, x16, x16 PCIe4.0 lanes) - - PCIe Slot6 86:00.xx: e810-XXVDA4-4p25GE Intel. - - PCIe Slot8 af:00.xx: e810-2CQDA2-2p100GE Intel. - - PCIe Slot10 d8:00.xx: empty. - -21. **Server-Type-G1**: Purpose - SnowRidge Atom SUT for FD.io performance testing. - - Quantity: 2 - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 3-node testbed topology. - - Main HW configuration: - - Chassis: Intel JACOBSVILLE SDP. - - Motherboard: Intel JACOBSVILLE E63448-400. - - Processors: 1* Intel Atom P5362B 2.2 GHz. - - RAM Memory: 2* 16GB DDR4-2933. - - Disks: ?* ? SATA SSD. - - NICs configuration: - - Numa0: (x16, PCIe3.0 lane) - - PCIe BuiltIn ec:00.xx: e810-XXVDA4-4p25GE Intel. - -22. **Server-Type-H1**: Purpose - SapphireRapids Xeon SUT for FD.io full system performance testing. - - Quantity: 1. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 3-numa-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-741GE-TNRT. - - Motherboard: Super X13DEG-QT-P. - - Processors: 2* Intel Platinum 8462Y+ 32 core 2.8 GHz 300W TDP. - - RAM Memory: 16* 32GB DDR5-4800. - - Disks: 2* 960GB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe5.0 lanes) - - PCIe Slot2 18:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - - PCIe Slot4 3b:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - - PCIe Slot10 5e:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - - Numa1: (x16, x16, x16 PCIe5.0 lanes) - - PCIe Slot7 86:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - - PCIe Slot9 af:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - - PCIe Slot11 d8:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - -23. **Server-Type-H2**: Purpose - SapphireRapids Xeon TG for FD.io full system performance testing. - - Quantity: 1. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 3-numa-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-741GE-TNRT. - - Motherboard: Super X13DEG-QT-P. - - Processors: 2* Intel Platinum 8462Y+ 32 core 2.8 GHz 300W TDP. - - RAM Memory: 16* 32GB DDR5-4800. - - Disks: 2* 960GB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe5.0 lanes) - - PCIe Slot2 18:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - - PCIe Slot4 3b:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - - PCIe Slot10 5e:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - - Numa1: (x16, x16, x16 PCIe5.0 lanes) - - PCIe Slot7 86:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - - PCIe Slot9 af:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - - PCIe Slot11 d8:00.xx: empty. - -24. **Server-Type-H3**: Purpose - SapphireRapids Xeon SUT for FD.io performance testing. - - Quantity: 1. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 3-numa-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-741GE-TNRT. - - Motherboard: Super X13DEG-QT-P. - - Processors: 2* Intel Platinum 8462Y+ 32 core 2.8 GHz 300W TDP. - - RAM Memory: 16* 32GB DDR5-4800. - - Disks: 2* 960GB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe5.0 lanes) - - PCIe Slot2 18:00.xx: e810-2CQDA2-2p100GE Intel. - - PCIe Slot4 3b:00.xx: e810-XXVDA4-4p25GE Intel. - - PCIe Slot10 5e:00.xx: empty. - - Numa1: (x16, x16, x16 PCIe5.0 lanes) - - PCIe Slot7 86:00.xx: e810-2CQDA2-2p100GE Intel. - - PCIe Slot9 af:00.xx: e810-XXVDA4-4p25GE Intel. - - PCIe Slot11 d8:00.xx: empty. - -25. **Server-Type-H4**: Purpose - SapphireRapids Xeon TG for FD.io performance testing. - - Quantity: 1. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 3-numa-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-741GE-TNRT. - - Motherboard: Super X13DEG-QT-P. - - Processors: 2* Intel Platinum 8462Y+ 32 core 2.8 GHz 300W TDP. - - RAM Memory: 16* 32GB DDR5-4800. - - Disks: 2* 960GB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe5.0 lanes) - - PCIe Slot2 18:00.xx: e810-2CQDA2-2p100GE Intel. - - PCIe Slot4 3b:00.xx: e810-XXVDA4-4p25GE Intel. - - PCIe Slot10 5e:00.xx: empty. - - Numa1: (x16, x16, x16 PCIe5.0 lanes) - - PCIe Slot7 86:00.xx: empty. - - PCIe Slot9 af:00.xx: empty. - - PCIe Slot11 d8:00.xx: empty. - -26. **Server-Type-H5**: Purpose - SapphireRapids Xeon SUT for FD.io performance testing. - - Quantity: 2. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 2-node testbed topologies. - - Main HW configuration: - - Chassis: SuperMicro SYS-741GE-TNRT. - - Motherboard: Super X13DEG-QT-P. - - Processors: 2* Intel Platinum 8462Y+ 32 core 2.8 GHz 300W TDP. - - RAM Memory: 16* 32GB DDR5-4800. - - Disks: 2* 960GB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe5.0 lanes) - - PCIe Slot2 18:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - - PCIe Slot4 3b:00.xx: e810-2CQDA2-2p100GE Intel. - - PCIe Slot10 5e:00.xx: e810-XXVDA4-4p25GE Intel. - - Numa1: (x16, x16, x16 PCIe5.0 lanes) - - PCIe Slot7 86:00.xx: empty. - - PCIe Slot9 af:00.xx: empty. - - PCIe Slot11 d8:00.xx: empty. - -27. **Server-Type-H6**: Purpose - SapphireRapids Xeon TG for FD.io performance testing. - - Quantity: 2. - - Physical connectivity: - - IPMI and host management ports. - - NIC ports connected into 2-node testbed topologies plus loopbacks in Numa1 for TG self-test. - - Main HW configuration: - - Chassis: SuperMicro SYS-741GE-TNRT. - - Motherboard: Super X13DEG-QT-P. - - Processors: 2* Intel Platinum 8462Y+ 32 core 2.8 GHz 300W TDP. - - RAM Memory: 16* 32GB DDR5-4800. - - Disks: 2* 960GB SATA SSD. - - NICs configuration: - - Numa0: (x16, x16, x16 PCIe5.0 lanes) - - PCIe Slot2 18:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - - PCIe Slot4 3b:00.xx: e810-2CQDA2-2p100GE Intel. - - PCIe Slot10 5e:00.xx: e810-XXVDA4-4p25GE Intel. - - Numa1: (x16, x16, x16 PCIe5.0 lanes) - - PCIe Slot7 86:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. - - PCIe Slot9 af:00.xx: e810-2CQDA2-2p100GE Intel. - - PCIe Slot11 d8:00.xx: empty. - -## Testbeds Configuration - -### 1-Node-Skylake (1n-skx) - -``` -- SUT [Server-Type-B6]: - - testbedname: testbed11. - - hostname: s1-t11-sut1. - - IPMI IP: 10.30.50.47 - - Host IP: 10.30.51.50 - - portnames: - - s1-t11-sut1-c2/p1 - 10GE-port1 x710-4p10GE. - - s1-t11-sut1-c2/p2 - 10GE-port2 x710-4p10GE. - - s1-t11-sut1-c2/p3 - 10GE-port3 x710-4p10GE. - - s1-t11-sut1-c2/p4 - 10GE-port4 x710-4p10GE. - - s1-t11-sut1-c4/p1 - 10GE-port1 x710-4p10GE. - - s1-t11-sut1-c4/p2 - 10GE-port2 x710-4p10GE. - - s1-t11-sut1-c4/p3 - 10GE-port3 x710-4p10GE. - - s1-t11-sut1-c4/p4 - 10GE-port4 x710-4p10GE. -- SUT [Server-Type-B6]: - - testbedname: testbed12. - - hostname: s2-t12-sut1. - - IPMI IP: 10.30.50.48 - - Host IP: 10.30.51.51 - - portnames: - - s2-t12-sut1-c2/p1 - 10GE-port1 x710-4p10GE. - - s2-t12-sut1-c2/p2 - 10GE-port2 x710-4p10GE. - - s2-t12-sut1-c2/p3 - 10GE-port3 x710-4p10GE. - - s2-t12-sut1-c2/p4 - 10GE-port4 x710-4p10GE. - - s2-t12-sut1-c4/p1 - 10GE-port1 x710-4p10GE. - - s2-t12-sut1-c4/p2 - 10GE-port2 x710-4p10GE. - - s2-t12-sut1-c4/p3 - 10GE-port3 x710-4p10GE. - - s2-t12-sut1-c4/p4 - 10GE-port4 x710-4p10GE. -``` - -### 1-Node-ThunderX2 (1n-tx2) - -``` -- SUT [Server-Type-E11]: - - testbedname: testbed13 - - hostname: s55-t13-sut1 - - IPMI IP: 10.30.50.70 - - Host IP: 10.30.51.70 - - portnames: - - s55-t13-sut1-c4/p1 - 40GE-port1 XL710-QDA2-2p40GE. - - s55-t13-sut1-c4/p2 - 40GE-port2 XL710-QDA2-2p40GE. - - s55-t13-sut1-c8/p1 - 40GE-port1 ConnectX5-2p10/25GE Mellanox. - - s55-t13-sut1-c8/p2 - 40GE-port2 ConnectX5-2p10/25GE Mellanox. - - s55-t13-sut1-c14/p1 - 40GE-port1 XL710-QDA2-2p40GE. - - s55-t13-sut1-c14/p2 - 40GE-port2 XL710-QDA2-2p40GE. - - s55-t13-sut1-c26/p1 - 40GE-port1 ConnectX5-2p10/25GE Mellanox. - - s55-t13-sut1-c26/p2 - 40GE-port2 ConnectX5-2p10/25GE Mellanox. -- SUT [Server-Type-E11]: - - testbedname: testbed14 - - hostname: s56-t14-sut1 - - IPMI IP: 10.30.50.71 - - Host IP: 10.30.51.71 - - portnames: - - s56-t14-sut1-c4/p1 - 40GE-port1 XL710-QDA2-2p40GE. - - s56-t14-sut1-c4/p2 - 40GE-port2 XL710-QDA2-2p40GE. - - s56-t14-sut1-c8/p1 - 40GE-port1 ConnectX5-2p10/25GE Mellanox. - - s56-t14-sut1-c8/p2 - 40GE-port2 ConnectX5-2p10/25GE Mellanox. - - s56-t14-sut1-c14/p1 - 40GE-port1 XL710-QDA2-2p40GE. - - s56-t14-sut1-c14/p2 - 40GE-port2 XL710-QDA2-2p40GE. - - s56-t14-sut1-c26/p1 - 40GE-port1 ConnectX5-2p10/25GE Mellanox. - - s56-t14-sut1-c26/p2 - 40GE-port2 ConnectX5-2p10/25GE Mellanox. -``` - -### 1-Node-Cascadelake (1n-clx) - -``` -- SUT [Server-Type-C1]: - - testbedname: testbed11. - - hostname: s32-t14-sut1. - - IPMI IP: 10.30.55.17 - - Host IP: 10.32.8.17 - - portnames: - - s32-t14-sut1-c2/p1 - 10GE-port1 x710-4p10GE. - - s32-t14-sut1-c2/p2 - 10GE-port2 x710-4p10GE. - - s32-t14-sut1-c2/p3 - 10GE-port3 x710-4p10GE. - - s32-t14-sut1-c2/p4 - 10GE-port4 x710-4p10GE. - - s32-t14-sut1-c4/p1 - 10GE-port1 x710-4p10GE. - - s32-t14-sut1-c4/p2 - 10GE-port2 x710-4p10GE. - - s32-t14-sut1-c4/p3 - 10GE-port3 x710-4p10GE. - - s32-t14-sut1-c4/p4 - 10GE-port4 x710-4p10GE. -``` - -### 2-Node-IxiaPS1L47 (2n-ps1) - -``` -- SUT [Server-Type-B8]: - - testbedname: testbed25. - - hostname: s25-t25-sut1. - - IPMI IP: 10.30.50.58 - - Host IP: 10.30.51.61 - - portnames: - - s25-t25-sut1-c2/p1 - 10GE-port1 x710-4p10GE. - - s25-t25-sut1-c2/p2 - 10GE-port2 x710-4p10GE. - - s25-t25-sut1-c2/p3 - 10GE-port3 x710-4p10GE. - - s25-t25-sut1-c2/p4 - 10GE-port4 x710-4p10GE. -- TG [Server-Type-B7]: - - testbedname: testbed25. - - hostname: s26-t25-tg1. - - IPMI IP: 10.30.50.59 - - Host IP: 10.30.51.62 - - portnames: - - s26-t25-tg1-p1 - 10GE-port1. - - s26-t25-tg1-p2 - 10GE-port2. - - s26-t25-tg1-p3 - 10GE-port3. - - s26-t25-tg1-p4 - 10GE-port4. -``` - -### 2-Node-Cascadelake (2n-clx) - -{{< figure src="/cdocs/testbed-2n-clx.svg" >}} - -``` -- SUT [Server-Type-C2]: - - testbedname: testbed27. - - hostname: s33-t27-sut1. - - IPMI IP: 10.30.55.18 - - Host IP: 10.32.8.18 - - portnames: - - s33-t27-sut1-c2/p1 - 10GE-port1 x710-4p10GE. - - s33-t27-sut1-c2/p2 - 10GE-port2 x710-4p10GE. - - s33-t27-sut1-c2/p3 - 10GE-port3 x710-4p10GE. - - s33-t27-sut1-c2/p4 - 10GE-port4 x710-4p10GE. - - s33-t27-sut1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s33-t27-sut1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s33-t27-sut1-c6/p1 - 100GE-port1 e810-2p100GE. - - s33-t27-sut1-c6/p2 - 100GE-port2 e810-2p100GE. - - s33-t27-sut1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. - - s33-t27-sut1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. -- TG [Server-Type-C3]: - - testbedname: testbed27. - - hostname: s34-t27-tg1. - - IPMI IP: 10.30.55.19 - - Host IP: 10.32.8.19 - - portnames: - - s34-t27-tg1-c2/p1 - 10GE-port1 x710-4p10GE. - - s34-t27-tg1-c2/p2 - 10GE-port2 x710-4p10GE. - - s34-t27-tg1-c2/p3 - 10GE-port3 x710-4p10GE. - - s34-t27-tg1-c2/p4 - 10GE-port4 x710-4p10GE. - - s34-t27-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s34-t27-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s34-t27-tg1-c6/p1 - 100GE-port1 ConnectX5-2p100GE. - - s34-t27-tg1-c6/p2 - 100GE-port2 ConnectX5-2p100GE. - - s38-t27-tg1-c8/p1 - 100GE-port1 ConnectX5-2p100GE. - - s38-t27-tg1-c8/p2 - 100GE-port2 ConnectX5-2p100GE. - - s34-t27-tg1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. - - s34-t27-tg1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. -- SUT [Server-Type-C2]: - - testbedname: testbed28. - - hostname: s35-t28-sut1. - - IPMI IP: 10.30.55.20 - - Host IP: 10.32.8.20 - - portnames: - - s35-t28-sut1-c2/p1 - 10GE-port1 x710-4p10GE. - - s35-t28-sut1-c2/p2 - 10GE-port2 x710-4p10GE. - - s35-t28-sut1-c2/p3 - 10GE-port3 x710-4p10GE. - - s35-t28-sut1-c2/p4 - 10GE-port4 x710-4p10GE. - - s35-t28-sut1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s35-t28-sut1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s35-t28-sut1-c6/p1 - 100GE-port1 e810-2p100GE. - - s35-t28-sut1-c6/p2 - 100GE-port2 e810-2p100GE. - - s35-t28-sut1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. - - s35-t28-sut1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. -- TG [Server-Type-C3]: - - testbedname: testbed28. - - hostname: s36-t28-tg1. - - IPMI IP: 10.30.55.21 - - Host IP: 10.32.8.21 - - portnames: - - s36-t28-tg1-c2/p1 - 10GE-port1 x710-4p10GE. - - s36-t28-tg1-c2/p2 - 10GE-port2 x710-4p10GE. - - s36-t28-tg1-c2/p3 - 10GE-port3 x710-4p10GE. - - s36-t28-tg1-c2/p4 - 10GE-port4 x710-4p10GE. - - s36-t28-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s36-t28-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s36-t28-tg1-c6/p1 - 100GE-port1 ConnectX5-2p100GE. - - s36-t28-tg1-c6/p2 - 100GE-port2 ConnectX5-2p100GE. - - s38-t28-tg1-c8/p1 - 100GE-port1 ConnectX5-2p100GE. - - s38-t28-tg1-c8/p2 - 100GE-port2 ConnectX5-2p100GE. - - s36-t28-tg1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. - - s36-t28-tg1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. -- SUT [Server-Type-C2]: - - testbedname: testbed29. - - hostname: s37-t29-sut1. - - IPMI IP: 10.30.55.22 - - Host IP: 10.32.8.22 - - portnames: - - s37-t29-sut1-c2/p1 - 10GE-port1 x710-4p10GE. - - s37-t29-sut1-c2/p2 - 10GE-port2 x710-4p10GE. - - s37-t29-sut1-c2/p3 - 10GE-port3 x710-4p10GE. - - s37-t29-sut1-c2/p4 - 10GE-port4 x710-4p10GE. - - s37-t29-sut1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s37-t29-sut1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s37-t29-sut1-c6/p1 - 100GE-port1 e810-2p100GE. - - s37-t29-sut1-c6/p2 - 100GE-port2 e810-2p100GE. - - s37-t29-sut1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. - - s37-t29-sut1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. -- TG [Server-Type-C3]: - - testbedname: testbed29. - - hostname: s38-t29-tg1. - - IPMI IP: 10.30.55.23 - - Host IP: 10.32.8.23 - - portnames: - - s38-t29-tg1-c2/p1 - 10GE-port1 x710-4p10GE. - - s38-t29-tg1-c2/p2 - 10GE-port2 x710-4p10GE. - - s38-t29-tg1-c2/p3 - 10GE-port3 x710-4p10GE. - - s38-t29-tg1-c2/p4 - 10GE-port4 x710-4p10GE. - - s38-t29-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s38-t29-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s38-t29-tg1-c6/p1 - 100GE-port1 ConnectX5-2p100GE. - - s38-t29-tg1-c6/p2 - 100GE-port2 ConnectX5-2p100GE. - - s38-t29-tg1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. - - s38-t29-tg1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. -``` - -### 2-Node-Zen2 (2n-zn2) - -{{< figure src="/cdocs/testbed-2n-zn2.svg" >}} - -``` -- SUT [Server-Type-D1]: - - testbedname: testbed210. - - hostname: s60-t210-sut1. - - IPMI IP: 10.30.55.24 - - Host IP: 10.32.8.24 - - portnames: - - s60-t210-sut1-c1/p1 - 10GE-port1 x710-4p10GE. - - s60-t210-sut1-c1/p2 - 10GE-port2 x710-4p10GE. - - s60-t210-sut1-c1/p3 - 10GE-port3 x710-4p10GE. - - s60-t210-sut1-c1/p4 - 10GE-port4 x710-4p10GE. - - s60-t210-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s60-t210-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s60-t210-sut1-c3/p1 - 100GE-port1 ConnectX5-2p100GE. - - s60-t210-sut1-c3/p2 - 100GE-port2 ConnectX5-2p100GE. -- TG [Server-Type-D2]: - - testbedname: testbed210. - - hostname: s61-t210-tg1. - - IPMI IP: 10.30.55.25 - - Host IP: 10.32.8.25 - - portnames: - - s61-t210-tg1-c1/p1 - 100GE-port1 ConnectX5-2p100GE. - - s61-t210-tg1-c1/p2 - 100GE-port2 ConnectX5-2p100GE. - - s61-t210-tg1-c2/p1 - 10GE-port1 x710-4p10GE. - - s61-t210-tg1-c2/p2 - 10GE-port2 x710-4p10GE. - - s61-t210-tg1-c2/p3 - 10GE-port3 x710-4p10GE. - - s61-t210-tg1-c2/p4 - 10GE-port4 x710-4p10GE. - - s61-t210-tg1-c3/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s61-t210-tg1-c3/p2 - 25GE-port2 xxv710-DA2-2p25GE. -``` - -### 2-Node-ThunderX2 (2x-tx2) - -{{< figure src="/cdocs/testbed-2n-tx2.svg" >}} - -``` -- SUT [Server-Type-E22]: - - testbedname: testbed211. - - hostname: s27-t211-sut1. - - IPMI IP: 10.30.50.69 - - Host IP: 10.30.51.69 - - portnames: - - s27-t211-sut1-c18/p1 - 40GE-port1 XL710-QDA2-2p40GE. - - s27-t211-sut1-c18/p2 - 40GE-port2 XL710-QDA2-2p40GE. -- TG [Server-Type-E31]: - - testbedname: testbed33 and testbed211. - - hostname: s19-t33t211-tg1. - - IPMI IP: 10.30.50.46 - - Host IP: 10.30.51.49 - - portnames: - - s19-t33t211-tg1-c2/p1 - 10GE-port1 x710-4p10GE. - - s19-t33t211-tg1-c2/p2 - 10GE-port2 x710-4p10GE. - - s19-t33t211-tg1-c2/p3 - 10GE-port3 x710-4p10GE. - - s19-t33t211-tg1-c2/p4 - 10GE-port4 x710-4p10GE. - - s19-t33t211-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s19-t33t211-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s19-t33t211-tg1-c8/p1 - 40GE-port1 xl710-QDA2-2p40GE. - - s19-t33t211-tg1-c8/p2 - 40GE-port2 xl710-QDA2-2p40GE. - - s19-t33t211-tg1-c10/p1 - 10GE-port1 x710-4p10GE. - - s19-t33t211-tg1-c10/p2 - 10GE-port2 x710-4p10GE. - - s19-t33t211-tg1-c10/p3 - 10GE-port3 x710-4p10GE. - - s19-t33t211-tg1-c10/p4 - 10GE-port4 x710-4p10GE. -``` - -### 2-Node-Icelake (2n-icx) - -{{< figure src="/cdocs/testbed-2n-icx.svg" >}} - -``` -- SUT [Server-Type-F1]: - - testbedname: testbed212. - - hostname: s71-t212-sut1. - - IPMI IP: 10.30.50.81 - - Host IP: 10.30.51.81 - - portnames: - - s71-t212-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s71-t212-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s71-t212-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s71-t212-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s71-t212-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s71-t212-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s71-t212-sut1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s71-t212-sut1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -- TG [Server-Type-F2]: - - testbedname: testbed212. - - hostname: s72-t212-tg1. - - IPMI IP: 10.30.50.82 - - Host IP: 10.30.51.82 - - portnames: - - s72-t212-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s72-t212-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s72-t212-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s72-t212-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s72-t212-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s72-t212-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s72-t212-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s72-t212-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. - - s72-t212-tg1-c6/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s72-t212-tg1-c6/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -- SUT [Server-Type-F1]: - - testbedname: testbed213. - - hostname: s83-t213-sut1. - - IPMI IP: 10.30.50.83 - - Host IP: 10.30.51.83 - - portnames: - - s83-t213-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s83-t213-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s83-t213-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s83-t213-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s83-t213-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s83-t213-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s83-t213-sut1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s83-t213-sut1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -- TG [Server-Type-F2]: - - testbedname: testbed213. - - hostname: s84-t213-tg1. - - IPMI IP: 10.30.50.84 - - Host IP: 10.30.51.84 - - portnames: - - s84-t213-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s84-t213-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s84-t213-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s84-t213-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s84-t213-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s84-t213-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s84-t213-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s84-t213-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. - - s84-t213-tg1-c6/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s84-t213-tg1-c6/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -- SUT [Server-Type-F1]: - - testbedname: testbed214. - - hostname: s85-t214-sut1. - - IPMI IP: 10.30.50.85 - - Host IP: 10.30.51.85 - - portnames: - - s85-t214-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s85-t214-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s85-t214-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s85-t214-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s85-t214-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s85-t214-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s85-t214-sut1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s85-t214-sut1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -- TG [Server-Type-F2]: - - testbedname: testbed214. - - hostname: s86-t214-tg1. - - IPMI IP: 10.30.50.86 - - Host IP: 10.30.51.86 - - portnames: - - s86-t214-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s86-t214-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s86-t214-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s86-t214-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s86-t214-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s86-t214-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s86-t214-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s86-t214-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. - - s86-t214-tg1-c6/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s86-t214-tg1-c6/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -- SUT [Server-Type-F1]: - - testbedname: testbed215. - - hostname: s87-t215-sut1. - - IPMI IP: 10.30.50.87 - - Host IP: 10.30.51.87 - - portnames: - - s87-t215-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s87-t215-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s87-t215-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s87-t215-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s87-t215-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s87-t215-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s87-t215-sut1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s87-t215-sut1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -- TG [Server-Type-F2]: - - testbedname: testbed215. - - hostname: s88-t215-tg1. - - IPMI IP: 10.30.50.88 - - Host IP: 10.30.51.88 - - portnames: - - s88-t215-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s88-t215-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s88-t215-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s88-t215-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s88-t215-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s88-t215-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s88-t215-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s88-t215-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. - - s88-t215-tg1-c6/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s88-t215-tg1-c6/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -``` - -### 3-Node-Rangeley (3n-rng) - -Note: There is no IPMI. Serial console is accessible via VIRL2 and VIRL3 USB. - -``` -- ServerB22 [Server-Type-B5]: - - testbedname: testbed35. - - hostname: s22-t35-sut1 (vex-yul-rot-netgate-1). - - IPMI IP: 10.30.51.29 - screen -r /dev/ttyUSB0 - - Host IP: 10.30.51.9 - - portnames: - - s22-t35-sut1-p1 - 10GE-port1 ix0 82599. - - s22-t35-sut1-p2 - 10GE-port2 ix1 82599. - - 1GB ports (tbd) -- ServerB23 [Server-Type-B5]: - - testbedname: testbed35. - - hostname: s23-t35-sut2 (vex-yul-rot-netgate-2). - - IPMI IP: 10.30.51.30 - screen -r /dev/ttyUSB1 - - Host IP: 10.30.51.10 - - portnames: - - s23-t35-sut1-p1 - 10GE-port1 ix0 82599. - - s23-t35-sut1-p2 - 10GE-port2 ix1 82599. - - 1GB ports (tbd) -- ServerB24 [Server-Type-B5]: - - testbedname: testbed35. - - hostname: s24-t35-sut3 (vex-yul-rot-netgate-3). - - IPMI IP: 10.30.51.30 - screen -r /dev/ttyUSB2 - - Host IP: 10.30.51.11 - - portnames: - - s24-t35-sut1-p1 - 10GE-port1 ix0 82599. - - s24-t35-sut1-p2 - 10GE-port2 ix1 82599. - - 1GB ports (tbd) -``` - -### 3-Node-Taishan (3n-tsh) - -{{< figure src="/cdocs/testbed-3n-tsh.svg" >}} - -``` -- SUT [Server-Type-E21]: - - testbedname: testbed33. - - hostname: s17-t33-sut1. - - IPMI IP: 10.30.50.36 - - Host IP: 10.30.51.36 - - portnames: - - s17-t33-sut1-c6/p1 - 10GE-port1 x520-2p10GE. - - s17-t33-sut1-c6/p2 - 10GE-port2 x520-2p10GE. - - s17-t33-sut1-c4/p1 - 25GE-port1 cx4-2p25GE. - - s17-t33-sut1-c4/p2 - 25GE-port2 cx4-2p25GE. -- SUT [Server-Type-E21]: - - testbedname: testbed33. - - hostname: s18-t33-sut2. - - IPMI IP: 10.30.50.37 - - Host IP: 10.30.51.37 - - portnames: - - s18-t33-sut2-c6/p1 - 10GE-port1 x520-2p10GE. - - s18-t33-sut2-c6/p2 - 10GE-port2 x520-2p10GE. - - s18-t33-sut2-c4/p1 - 25GE-port1 cx4-2p25GE. - - s18-t33-sut2-c4/p2 - 25GE-port2 cx4-2p25GE. -- TG [Server-Type-E31]: - - testbedname: testbed33 and testbed211. - - hostname: s19-t33t211-tg1. - - IPMI IP: 10.30.50.46 - - Host IP: 10.30.51.49 - - portnames: - - s19-t33t211-tg1-c2/p1 - 10GE-port1 x710-4p10GE. - - s19-t33t211-tg1-c2/p2 - 10GE-port2 x710-4p10GE. - - s19-t33t211-tg1-c2/p3 - 10GE-port3 x710-4p10GE. - - s19-t33t211-tg1-c2/p4 - 10GE-port4 x710-4p10GE. - - s19-t33t211-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s19-t33t211-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s19-t33t211-tg1-c8/p1 - 40GE-port1 xl710-QDA2-2p40GE. - - s19-t33t211-tg1-c8/p2 - 40GE-port2 xl710-QDA2-2p40GE. - - s19-t33t211-tg1-c10/p1 - 10GE-port1 x710-4p10GE. - - s19-t33t211-tg1-c10/p2 - 10GE-port2 x710-4p10GE. - - s19-t33t211-tg1-c10/p3 - 10GE-port3 x710-4p10GE. - - s19-t33t211-tg1-c10/p4 - 10GE-port4 x710-4p10GE. -``` - -### 3-Node-Altra (3n-alt) - -{{< figure src="/cdocs/testbed-3n-alt.svg" >}} - -``` -- SUT [Server-Type-E23]: - - testbedname: testbed34. - - hostname: s62-t34-sut1. - - IPMI IP: 10.30.50.72 - - Host IP: 10.30.51.72 - - portnames: - - s62-t34-sut1-c1/p1 - 40GE-port1 xl710-QDA2-2p40GE. - - s62-t34-sut1-c1/p2 - 40GE-port2 xl710-QDA2-2p40GE. -- SUT [Server-Type-E23]: - - testbedname: testbed34. - - hostname: s63-t34-sut2. - - IPMI IP: 10.30.50.73 - - Host IP: 10.30.51.73 - - portnames: - - s63-t34-sut2-c1/p1 - 40GE-port1 xl710-QDA2-2p40GE. - - s63-t34-sut2-c1/p2 - 40GE-port2 xl710-QDA2-2p40GE. -- TG [Server-Type-F4]: - - testbedname: testbed34. - - hostname: s64-t34-tg1. - - IPMI IP: 10.30.50.74 - - Host IP: 10.30.51.74 - - portnames: - - s64-t34-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s64-t34-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s64-t34-tg1-c4/p1 - 40GE-port1 xl710-QDA2-2p40GE. - - s64-t34-tg1-c4/p2 - 40GE-port2 xl710-QDA2-2p40GE. - - s64-t34-tg1-c6/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s64-t34-tg1-c6/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s64-t34-tg1-c6/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s64-t34-tg1-c6/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s64-t34-tg1-c8/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s64-t34-tg1-c8/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -``` - -### 3-Node-Icelake (3n-icx) - -{{< figure src="/cdocs/testbed-3n-icx.svg" >}} - -``` -- ServerF1 [Server-Type-F1]: - - testbedname: testbed37. - - hostname: s65-t37-sut1. - - IPMI IP: 10.30.50.75 - - Host IP: 10.30.51.75 - - portnames: - - s65-t37-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s65-t37-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s65-t37-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s65-t37-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s65-t37-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s65-t37-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s65-t37-sut1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s65-t37-sut1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -- ServerF1 [Server-Type-F1]: - - testbedname: testbed37. - - hostname: s66-t37-sut2. - - IPMI IP: 10.30.50.76 - - Host IP: 10.30.51.76 - - portnames: - - s66-t37-sut2-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s66-t37-sut2-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s66-t37-sut2-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s66-t37-sut2-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s66-t37-sut2-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s66-t37-sut2-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s66-t37-sut2-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s66-t37-sut2-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -- ServerF3 [Server-Type-F3]: - - testbedname: testbed37. - - hostname: s67-t37-tg1. - - IPMI IP: 10.30.50.77 - - Host IP: 10.30.51.77 - - portnames: - - s67-t37-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s67-t37-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s67-t37-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s67-t37-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s67-t37-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s67-t37-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s67-t37-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s67-t37-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -- ServerF1 [Server-Type-F1]: - - testbedname: testbed38. - - hostname: s78-t38-sut1. - - IPMI IP: 10.30.50.78 - - Host IP: 10.30.51.78 - - portnames: - - s78-t38-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s78-t38-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s78-t38-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s78-t38-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s78-t38-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s78-t38-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s78-t38-sut1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s78-t38-sut1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -- ServerF1 [Server-Type-F1]: - - testbedname: testbed38. - - hostname: s79-t38-sut2. - - IPMI IP: 10.30.50.79 - - Host IP: 10.30.51.79 - - portnames: - - s79-t38-sut2-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s79-t38-sut2-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s79-t38-sut2-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s79-t38-sut2-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s79-t38-sut2-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s79-t38-sut2-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s79-t38-sut2-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s79-t38-sut2-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -- ServerF3 [Server-Type-F3]: - - testbedname: testbed38. - - hostname: s80-t38-tg1. - - IPMI IP: 10.30.50.80 - - Host IP: 10.30.51.80 - - portnames: - - s80-t38-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. - - s80-t38-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. - - s80-t38-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s80-t38-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s80-t38-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s80-t38-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s80-t38-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s80-t38-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -``` - -### 3-Node-SnowRidge (3n-snr) - -{{< figure src="/cdocs/testbed-3n-snr.svg" >}} - -``` -- ServerG1 [Server-Type-G1]: - - testbedname: testbed39. - - hostname: s93-t39-sut1. - - IPMI IP: 10.30.50.93 - - Host IP: 10.30.51.93 - - portnames: - - s93-t39-sut1-c1/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s93-t39-sut1-c1/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s93-t39-sut1-c1/p2 - 25GE-port3 e810-XXVDA4-4p25GE. - - s93-t39-sut1-c1/p2 - 25GE-port4 e810-XXVDA4-4p25GE. -- ServerG1 [Server-Type-G1]: - - testbedname: testbed39. - - hostname: s94-t39-sut2. - - IPMI IP: 10.30.50.94 - - Host IP: 10.30.51.94 - - portnames: - - s94-t39-sut2-c1/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s94-t39-sut2-c1/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s94-t39-sut2-c1/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s94-t39-sut2-c1/p4 - 25GE-port4 e810-XXVDA4-4p25GE. -- ServerF4 [Server-Type-F4]: - - testbedname: testbed39. - - hostname: s89-t39t310-tg1. - - IPMI IP: 10.30.50.89 - - Host IP: 10.30.51.89 - - portnames: - - s89-t39t310-tg1-c6/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s89-t39t310-tg1-c6/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s89-t39t310-tg1-c6/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s89-t39t310-tg1-c6/p4 - 25GE-port4 e810-XXVDA4-4p25GE. -``` - -### 2-Node-SapphireRapids (2n-spr) - -{{< figure src="/cdocs/testbed-2n-spr.svg" >}} - -``` -- SUT [Server-Type-H1]: - - testbedname: testbed21. - - hostname: s52-t21-sut1. - - IPMI IP: 10.30.50.52 - - Host IP: 10.30.51.52 - - portnames: - - s52-t21-sut1-c2/p1 - 200GE-port1 ConnectX7-2p200GE. - - s52-t21-sut1-c2/p2 - 200GE-port2 ConnectX7-2p200GE. - - s52-t21-sut1-c4/p1 - 200GE-port1 ConnectX7-2p200GE. - - s52-t21-sut1-c4/p2 - 200GE-port2 ConnectX7-2p200GE. - - s52-t21-sut1-c10/p1 - 200GE-port1 ConnectX7-2p200GE. - - s52-t21-sut1-c10/p2 - 200GE-port2 ConnectX7-2p200GE. - - s52-t21-sut1-c7/p1 - 200GE-port1 ConnectX7-2p200GE. - - s52-t21-sut1-c7/p2 - 200GE-port2 ConnectX7-2p200GE. - - s52-t21-sut1-c9/p1 - 200GE-port1 ConnectX7-2p200GE. - - s52-t21-sut1-c9/p2 - 200GE-port2 ConnectX7-2p200GE. - - s52-t21-sut1-c11/p1 - 200GE-port1 ConnectX7-2p200GE. - - s52-t21-sut1-c11/p2 - 200GE-port2 ConnectX7-2p200GE. -- TG [Server-Type-H2]: - - testbedname: testbed21. - - hostname: s53-t21-tg1. - - IPMI IP: 10.30.50.53 - - Host IP: 10.30.51.53 - - portnames: - - s53-t21-tg1-c2/p1 - 200GE-port1 ConnectX7-2p200GE. - - s53-t21-tg1-c2/p2 - 200GE-port2 ConnectX7-2p200GE. - - s53-t21-tg1-c4/p1 - 200GE-port1 ConnectX7-2p200GE. - - s53-t21-tg1-c4/p2 - 200GE-port2 ConnectX7-2p200GE. - - s53-t21-tg1-c10/p1 - 200GE-port1 ConnectX7-2p200GE. - - s53-t21-tg1-c10/p2 - 200GE-port2 ConnectX7-2p200GE. - - s53-t21-tg1-c7/p1 - 200GE-port1 ConnectX7-2p200GE. - - s53-t21-tg1-c7/p2 - 200GE-port2 ConnectX7-2p200GE. - - s53-t21-tg1-c9/p1 - 200GE-port1 ConnectX7-2p200GE. - - s53-t21-tg1-c9/p2 - 200GE-port2 ConnectX7-2p200GE. -- SUT [Server-Type-H3]: - - testbedname: testbed22. - - hostname: s54-t22-sut1. - - IPMI IP: 10.30.50.54 - - Host IP: 10.30.51.54 - - portnames: - - s54-t22-sut1-c2/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s54-t22-sut1-c2/p2 - 100GE-port2 e810-2CQDA2-2p100GE. - - s54-t22-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s54-t22-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s54-t22-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s54-t22-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s54-t22-sut1-c7/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s54-t22-sut1-c7/p2 - 100GE-port2 e810-2CQDA2-2p100GE. - - s54-t22-sut1-c9/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s54-t22-sut1-c9/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s54-t22-sut1-c9/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s54-t22-sut1-c9/p4 - 25GE-port4 e810-XXVDA4-4p25GE. -- TG [Server-Type-H4]: - - testbedname: testbed22. - - hostname: s55-t22-tg1. - - IPMI IP: 10.30.50.55 - - Host IP: 10.30.51.55 - - portnames: - - s55-t22-tg1-c2/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s55-t22-tg1-c2/p2 - 100GE-port2 e810-2CQDA2-2p100GE. - - s55-t22-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s55-t22-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s55-t22-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s55-t22-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. -- SUT [Server-Type-H5]: - - testbedname: testbed23. - - hostname: s56-t23-sut1. - - IPMI IP: 10.30.50.56 - - Host IP: 10.30.51.56 - - portnames: - - s56-t23-sut1-c2/p1 - 200GE-port1 ConnectX7-2p200GE. - - s56-t23-sut1-c2/p2 - 200GE-port2 ConnectX7-2p200GE. - - s56-t23-sut1-c4/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s56-t23-sut1-c4/p2 - 100GE-port2 e810-2CQDA2-2p100GE. - - s56-t23-sut1-c10/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s56-t23-sut1-c10/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s56-t23-sut1-c10/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s56-t23-sut1-c10/p4 - 25GE-port4 e810-XXVDA4-4p25GE. -- TG [Server-Type-H6]: - - testbedname: testbed23. - - hostname: s57-t23-tg1. - - IPMI IP: 10.30.50.57 - - Host IP: 10.30.51.57 - - portnames: - - s57-t23-tg1-c2/p1 - 200GE-port1 ConnectX7-2p200GE. - - s57-t23-tg1-c2/p2 - 200GE-port2 ConnectX7-2p200GE. - - s57-t23-tg1-c4/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s57-t23-tg1-c4/p2 - 100GE-port2 e810-2CQDA2-2p100GE. - - s57-t23-tg1-c10/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s57-t23-tg1-c10/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s57-t23-tg1-c10/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s57-t23-tg1-c10/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s57-t23-tg1-c7/p1 - 200GE-port1 ConnectX7-2p200GE. - - s57-t23-tg1-c7/p2 - 200GE-port2 ConnectX7-2p200GE. - - s57-t23-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s57-t23-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -- SUT [Server-Type-H5]: - - testbedname: testbed24. - - hostname: s58-t24-sut1. - - IPMI IP: 10.30.50.58 - - Host IP: 10.30.51.58 - - portnames: - - s58-t24-sut1-c2/p1 - 200GE-port1 ConnectX7-2p200GE. - - s58-t24-sut1-c2/p2 - 200GE-port2 ConnectX7-2p200GE. - - s58-t24-sut1-c4/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s58-t24-sut1-c4/p2 - 100GE-port2 e810-2CQDA2-2p100GE. - - s58-t24-sut1-c10/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s58-t24-sut1-c10/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s58-t24-sut1-c10/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s58-t24-sut1-c10/p4 - 25GE-port4 e810-XXVDA4-4p25GE. -- TG [Server-Type-H6]: - - testbedname: testbed24. - - hostname: s59-t24-tg1. - - IPMI IP: 10.30.50.59 - - Host IP: 10.30.51.59 - - portnames: - - s59-t24-tg1-c2/p1 - 200GE-port1 ConnectX7-2p200GE. - - s59-t24-tg1-c2/p2 - 200GE-port2 ConnectX7-2p200GE. - - s59-t24-tg1-c4/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s59-t24-tg1-c4/p2 - 100GE-port2 e810-2CQDA2-2p100GE. - - s59-t24-tg1-c10/p1 - 25GE-port1 e810-XXVDA4-4p25GE. - - s59-t24-tg1-c10/p2 - 25GE-port2 e810-XXVDA4-4p25GE. - - s59-t24-tg1-c10/p3 - 25GE-port3 e810-XXVDA4-4p25GE. - - s59-t24-tg1-c10/p4 - 25GE-port4 e810-XXVDA4-4p25GE. - - s59-t24-tg1-c7/p1 - 200GE-port1 ConnectX7-2p200GE. - - s59-t24-tg1-c7/p2 - 200GE-port2 ConnectX7-2p200GE. - - s59-t24-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. - - s59-t24-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. -``` - -## Testbed Wiring - -### 1-Node-Skylake (1n-skx) - -``` -- testbed11: - - ring1 10GE-ports x710-4p10GE: - - s1-t11-sut1-c2/p1 to s1-t11-sut1-c4/p1. - - ring2 10GE-ports x710-4p10GE: - - s1-t11-sut1-c2/p2 to s1-t11-sut1-c4/p2. - - ring3 10GE-ports x710-4p10GE: - - s1-t11-sut1-c2/p3 to s1-t11-sut1-c4/p3. - - ring4 10GE-ports x710-4p10GE: - - s1-t11-sut1-c2/p4 to s1-t11-sut1-c4/p4. - - ring5 100GE-ports e810-2p100GE: - - s1-t11-sut1-c5/p1 to s1-t11-sut1-c6/p1. - - ring6 100GE-ports e810-2p100GE: - - s1-t11-sut1-c5/p2 to s1-t11-sut1-c6/p2. -- testbed12: - - ring1 10GE-ports x710-4p10GE: - - s2-t12-sut1-c2/p1 to s2-t12-sut1-c4/p1. - - ring2 10GE-ports x710-4p10GE: - - s2-t12-sut1-c2/p2 to s2-t12-sut1-c4/p2. - - ring3 10GE-ports x710-4p10GE: - - s2-t12-sut1-c2/p3 to s2-t12-sut1-c4/p3. - - ring4 10GE-ports x710-4p10GE: - - s2-t12-sut1-c2/p4 to s2-t12-sut1-c4/p4. - - ring5 100GE-ports e810-2p100GE: - - s2-t12-sut1-c5/p1 to s2-t12-sut1-c6/p1. - - ring6 100GE-ports e810-2p100GE: - - s2-t12-sut1-c5/p2 to s2-t12-sut1-c6/p2. -``` - -### 1-Node-ThunderX2 (1n-tx2) - -``` -- testbed13: - - ring1 40GE-ports XL710-QDA2-2p40GE on SUTs: - - s55-t13-sut1-c4/p1 - s55-t13-sut1-c14/p1. - - ring2 40GE-ports XL710-QDA2-2p40GE on SUTs: - - s55-t13-sut1-c4/p2 - s55-t13-sut1-c14/p2. - - ring3 10/25GE-ports ConnectX5-2p10/25GE on SUTs: - - s55-t13-sut1-c8/p1 - s55-t13-sut1-c26/p1. - - ring4 10/25GE-ports ConnectX5-2p10/25GE on SUTs: - - s55-t13-sut1-c8/p2 - s55-t13-sut1-c26/p2. - -- testbed14: - - ring1 40GE-ports XL710-QDA2-2p40GE on SUTs: - - s56-t14-sut1-c4/p1 - s56-t14-sut1-c14/p1. - - ring2 40GE-ports XL710-QDA2-2p40GE on SUTs: - - s56-t14-sut1-c4/p2 - s56-t14-sut1-c14/p2. - - ring3 10/25GE-ports ConnectX5-2p10/25GE on SUTs: - - s56-t14-sut1-c8/p1 - s56-t14-sut1-c26/p1. - - ring4 10/25GE-ports ConnectX5-2p10/25GE on SUTs: - - s56-t14-sut1-c8/p2 - s56-t14-sut1-c26/p2. -``` - -### 2-Node-IxiaPS1L47 (2n-ps1) - -``` -- testbed25: - - link1 10GE-port x710-4p10GE on SUT: - - t25-tg1-p1 to t25-sut1-c2/p1. - - link2 10GE-port x710-4p10GE on SUT: - - t25-tg1-p2 to t25-sut1-c2/p2. - - link3 10GE-port x710-4p10GE on SUT: - - t25-tg1-p3 to t25-sut1-c2/p3. - - link4 10GE-port x710-4p10GE on SUT: - - t25-tg1-p4 to t25-sut1-c2/p4. -``` - -### 2-Node-Cascadelake (2n-clx) - -``` -- testbed27: - - ring1 10GE-ports x710-4p10GE on SUT: - - s34-t27-tg1-c2/p1 to s33-t27-sut1-c2/p1. - - s33-t27-sut1-c2/p2 to s34-t27-tg1-c2/p2. - - ring2 10GE-ports x710-4p10GE on SUT: - - s34-t27-tg1-c2/p3 to s33-t27-sut1-c2/p3. - - s33-t27-sut1-c2/p4 to s34-t27-tg1-c2/p4. - - ring3 25GE-ports xxv710-DA2-2p25GE on SUT - - s34-t27-tg1-c4/p1 to s33-t27-sut1-c4/p1. - - s33-t27-sut1-c4/p2 to s34-t27-tg1-c4/p2. - - ring4 100GE-ports ConnectX5-2p100GE on SUT: - - s34-t27-tg1-c9/p1 to s33-t27-sut1-c9/p1. - - s33-t27-sut1-c9/p2 to s34-t27-tg1-c9/p2. - - ring5 100GE-ports e810-2p100GE on SUT 100GE-ports ConnectX5-2p100GE on TG: - - s34-t27-tg1-c6/p1 to s33-t27-sut1-c6/p1. - - s33-t27-sut1-c6/p2 to s34-t27-tg1-c6/p2. - - ring6 100GE-ports e810-2p100GE on TG: - - s34-t27-tg1-c8/p1 to s34-t27-tg1-c8/p2. - - s34-t27-tg1-c8/p2 to s34-t27-tg1-c8/p1. -- testbed28: - - ring1 10GE-ports x710-4p10GE on SUT: - - s36-t28-tg1-c2/p1 to s35-t28-sut1-c2/p1. - - s35-t28-sut1-c2/p2 to s36-t28-tg1-c2/p2. - - ring2 10GE-ports x710-4p10GE on SUT: - - s36-t28-tg1-c2/p3 to s35-t28-sut1-c2/p3. - - s35-t28-sut1-c2/p4 to s36-t28-tg1-c2/p4. - - ring3 25GE-ports xxv710-DA2-2p25GE on SUT - - s36-t28-tg1-c4/p1 to s35-t28-sut1-c4/p1. - - s35-t28-sut1-c4/p2 to s36-t28-tg1-c4/p2. - - ring4 100GE-ports ConnectX5-2p100GE on SUT: - - s36-t28-tg1-c9/p1 to s35-t28-sut1-c9/p1. - - s35-t28-sut1-c9/p2 to s36-t28-tg1-c9/p2. - - ring5 100GE-ports e810-2p100GE on SUT 100GE-ports ConnectX5-2p100GE on TG: - - s36-t28-tg1-c6/p1 to s35-t28-sut1-c6/p1. - - s35-t28-sut1-c6/p2 to s36-t28-tg1-c6/p2. - - ring6 100GE-ports e810-2p100GE on TG: - - s36-t28-tg1-c8/p1 to s36-t28-tg1-c8/p2. - - s36-t28-tg1-c8/p2 to s36-t28-tg1-c8/p1. -- testbed29: - - ring1 10GE-ports x710-4p10GE on SUT: - - s38-t29-tg1-c2/p1 to s37-t29-sut1-c2/p1. - - s37-t29-sut1-c2/p2 to s38-t29-tg1-c2/p2. - - ring2 10GE-ports x710-4p10GE on SUT: - - s38-t29-tg1-c2/p3 to s37-t29-sut1-c2/p3. - - s37-t29-sut1-c2/p4 to s38-t29-tg1-c2/p4. - - ring3 25GE-ports xxv710-DA2-2p25GE on SUT - - s38-t29-tg1-c4/p1 to s37-t29-sut1-c4/p1. - - s37-t29-sut1-c4/p2 to s38-t29-tg1-c4/p2. - - ring4 100GE-ports ConnectX5-2p100GE on SUT: - - s38-t29-tg1-c9/p1 to s37-t29-sut1-c9/p1. - - s37-t29-sut1-c9/p2 to s38-t29-tg1-c9/p2. - - ring5 100GE-ports e810-2p100GE on SUT 100GE-ports ConnectX5-2p100GE on TG: - - s38-t29-tg1-c6/p1 to s37-t29-sut1-c6/p1. - - s37-t29-sut1-c6/p2 to s38-t29-tg1-c6/p2. -``` - -### 2-Node-Zen2 (2n-zn2) - -``` -- testbed210: - - ring1 10GE-ports x710-4p10GE on SUT: - - s61-t210-tg1-c2/p1 to s60-t210-sut1-c1/p1. - - s60-t210-sut1-c1/p2 to s61-t210-tg1-c2/p2. - - ring2 10GE-ports x710-4p10GE on SUT: - - s61-t210-tg1-c2/p3 to s60-t210-sut1-c1/p3. - - s60-t210-sut1-c1/p4 to s61-t210-tg1-c2/p4. - - ring3 25GE-ports xxv710-DA2-2p25GE on SUT - - s61-t210-tg1-c3/p1 to s60-t210-sut1-c2/p1. - - s60-t210-sut1-c2/p2 to s61-t210-tg1-c3/p2. - - ring4 100GE-ports ConnectX5-2p100GE on SUT: - - s61-t210-tg1-c1/p1 to s60-t210-sut1-c3/p1. - - s60-t210-sut1-c3/p2 to s61-t210-tg1-c1/p2. -``` - -### 2-Node-ThunderX2 (2n-tx2) - -``` -- testbed211: - - ring1 10GE-ports x520-2p10GE on SUTs: - - s27-t211-sut1-c18/p1 - s19-t33t211-tg1-c8/p1. - - s27-t211-sut1-c18/p2 - s19-t33t211-tg1-c8/p2. -``` - -### 2-Node-Icelake (2n-icx) - -``` -- testbed212: - - ring1 25GE-ports xxv710-DA2-2p25GE on SUT - - s72-t212-tg1-c2/p1 to s71-t212-sut1-c2/p1. - - s71-t212-sut1-c2/p2 to s72-t212-tg1-c2/p2. - - ring2 25GE-ports e810-XXVDA4-2p25GE on SUT: - - s72-t212-tg1-c4/p1 to s71-t212-sut1-c4/p1. - - s71-t212-sut1-c4/p2 to s72-t212-tg1-c4/p2. - - s72-t212-tg1-c4/p3 to s71-t212-sut1-c4/p3. - - s71-t212-sut1-c4/p4 to s72-t212-tg1-c4/p4. - - ring3 100GE-ports e810-2CQDA2-2p100GE on SUT: - - s72-t212-tg1-c9/p1 to s71-t212-sut1-c9/p1. - - s71-t212-sut1-c9/p2 to s72-t212-tg1-c9/p2. - - ring4 100GE-ports e810-2CQDA2-2p100GE on SUT: - - s72-t212-tg1-c6/p1 to s72-t212-tg1-c6/p2. - - s72-t212-tg1-c6/p2 to s72-t212-tg1-c6/p1. -- testbed213: - - ring1 25GE-ports xxv710-DA2-2p25GE on SUT - - s84-t213-tg1-c2/p1 to s83-t213-sut1-c2/p1. - - s83-t213-sut1-c2/p2 to s84-t213-tg1-c2/p2. - - ring2 25GE-ports e810-XXVDA4-2p25GE on SUT: - - s84-t213-tg1-c4/p1 to s83-t213-sut1-c4/p1. - - s83-t213-sut1-c4/p2 to s84-t213-tg1-c4/p2. - - s84-t213-tg1-c4/p3 to s83-t213-sut1-c4/p3. - - s83-t213-sut1-c4/p4 to s84-t213-tg1-c4/p4. - - ring3 100GE-ports e810-2CQDA2-2p100GE on SUT: - - s84-t213-tg1-c9/p1 to s83-t213-sut1-c9/p1. - - s83-t213-sut1-c9/p2 to s84-t213-tg1-c9/p2. - - ring4 100GE-ports e810-2CQDA2-2p100GE on SUT: - - s84-t213-tg1-c6/p1 to s84-t213-tg1-c6/p2. - - s84-t213-tg1-c6/p2 to s84-t213-tg1-c6/p1. -- testbed214: - - ring1 25GE-ports xxv710-DA2-2p25GE on SUT - - s86-t214-tg1-c2/p1 to s85-t214-sut1-c2/p1. - - s85-t214-sut1-c2/p2 to s86-t214-tg1-c2/p2. - - ring2 25GE-ports e810-XXVDA4-2p25GE on SUT: - - s86-t214-tg1-c4/p1 to s85-t214-sut1-c4/p1. - - s85-t214-sut1-c4/p2 to s86-t214-tg1-c4/p2. - - s86-t214-tg1-c4/p3 to s85-t214-sut1-c4/p3. - - s85-t214-sut1-c4/p4 to s86-t214-tg1-c4/p4. - - ring3 100GE-ports e810-2CQDA2-2p100GE on SUT: - - s86-t214-tg1-c9/p1 to s85-t214-sut1-c9/p1. - - s85-t214-sut1-c9/p2 to s86-t214-tg1-c9/p2. - - ring4 100GE-ports e810-2CQDA2-2p100GE on SUT: - - s86-t214-tg1-c6/p1 to s86-t214-tg1-c6/p2. - - s86-t214-tg1-c6/p2 to s86-t214-tg1-c6/p1. -- testbed215: - - ring1 25GE-ports xxv710-DA2-2p25GE on SUT - - s88-t215-tg1-c2/p1 to s87-t215-sut1-c2/p1. - - s87-t215-sut1-c2/p2 to s88-t215-tg1-c2/p2. - - ring2 25GE-ports e810-XXVDA4-2p25GE on SUT: - - s88-t215-tg1-c4/p1 to s87-t215-sut1-c4/p1. - - s87-t215-sut1-c4/p2 to s88-t215-tg1-c4/p2. - - s88-t215-tg1-c4/p3 to s87-t215-sut1-c4/p3. - - s87-t215-sut1-c4/p4 to s88-t215-tg1-c4/p4. - - ring3 100GE-ports e810-2CQDA2-2p100GE on SUT: - - s88-t215-tg1-c9/p1 to s87-t215-sut1-c9/p1. - - s87-t215-sut1-c9/p2 to s88-t215-tg1-c9/p2. - - ring4 100GE-ports e810-2CQDA2-2p100GE on SUT: - - s88-t215-tg1-c6/p1 to s88-t215-tg1-c6/p2. - - s88-t215-tg1-c6/p2 to s88-t215-tg1-c6/p1. -``` - -### 3-Node-Rangeley (3n-rng) - -``` -To be completed. -``` - -### 3-Node-Taishan (3n-tsh) - -``` -- testbed33: - - ring1 10GE-ports x520-2p10GE on SUTs: - - s19-t33t211-tg1-c2/p2 - s17-t33-sut1-c6/p2. - - s17-t33-sut1-c6/p1 - s18-t33-sut2-c6/p2. - - s18-t33-sut2-c6/p1 - s19-t33t211-tg1-c2/p1. - - ring2 25GE-ports cx4-2p25GE on SUTs: - - s19-t33t211-tg1-c4/p2 - s17-t33-sut1-c4/p2. - - s17-t33-sut1-c4/p1 - s18-t33-sut2-c4/p2. - - s18-t33-sut2-c4/p1 - s19-t33t211-tg1-c4/p1. -``` - -### 3-Node-Altra (3n-alt) - -``` -- testbed34: - - ring1 40GE-ports xl710-QDA2-2p40GE on SUTs: - - s64-t34-tg1-c4/p1 - s62-t34-sut1-c1/p2. - - s62-t34-sut1-c1/p1 - s63-t34-sut2-c1/p2. - - s63-t34-sut2-c1/p1 - s64-t34-tg1-c4/p2. -``` - -### 3-Node-Icelake (3n-icx) - -``` -- testbed37: - - ring1 25GE-ports xxv710-DA2-2p25GE on SUTs: - - s67-t37-tg1-c2/p1 to s65-t37-sut1-c2/p1. - - s65-t37-sut1-c2/p2 to s66-t37-sut2-c2/p2. - - s66-t37-sut2-c2/p1 to s67-t37-tg1-c2/p2. - - ring2 25GE-ports e810-XXVDA4-4p25GE on SUT: - - s67-t37-tg1-c4/p1 to s65-t37-sut1-c4/p1. - - s65-t37-sut1-c4/p2 to s66-t37-sut2-c4/p2. - - s66-t37-sut2-c4/p1 to s67-t37-tg1-c4/p2. - - s67-t37-tg1-c4/p3 to s65-t37-sut1-c4/p3. - - s65-t37-sut1-c4/p4 to s66-t37-sut2-c4/p4. - - s66-t37-sut2-c4/p3 to s67-t37-tg1-c4/p4. - - ring3 100GE-ports e810-2CQDA2-2p100GE on SUT - - s67-t37-tg1-c9/p1 to s65-t37-sut1-c9/p1. - - s65-t37-sut1-c9/p2 to s66-t37-sut2-c9/p2. - - s66-t37-sut2-c9/p1 to s67-t37-tg1-c9/p2. -- testbed38: - - ring1 25GE-ports xxv710-DA2-2p25GE on SUTs: - - s80-t38-tg1-c2/p1 to s78-t38-sut1-c2/p1. - - s78-t38-sut1-c2/p2 to s79-t38-sut2-c2/p2. - - s79-t38-sut2-c2/p1 to s80-t38-tg1-c2/p2. - - ring2 25GE-ports e810-XXVDA4-4p25GE on SUT: - - s80-t38-tg1-c4/p1 to s78-t38-sut1-c4/p1. - - s78-t38-sut1-c4/p2 to s79-t38-sut2-c4/p2. - - s79-t38-sut2-c4/p1 to s80-t38-tg1-c4/p2. - - s80-t38-tg1-c4/p3 to s78-t38-sut1-c4/p3. - - s78-t38-sut1-c4/p4 to s79-t38-sut2-c4/p4. - - s79-t38-sut2-c4/p3 to s80-t38-tg1-c4/p4. - - ring3 100GE-ports e810-2CQDA2-2p100GE on SUT - - s80-t38-tg1-c9/p1 to s78-t38-sut1-c9/p1. - - s78-t38-sut1-c9/p2 to s79-t38-sut2-c9/p2. - - s79-t38-sut2-c9/p1 to s80-t38-tg1-c9/p2. -``` - -### 3-Node-SnowRidge (3n-snr) - -``` -- testbed39: - - ring1 25GE-ports e810-XXVDA4-4p25GE: - - s89-t39t310-tg1-c6/p1 to s93-t39-sut1-c1/p1. - - s93-t39-sut1-c1/p2 to s94-t39-sut2-c1/p2. - - s94-t39-sut2-c1/p1 to s89-t39t310-tg1-c6/p2. - - s89-t39t310-tg1-c6/p3 to s93-t39-sut1-c1/p3. - - s93-t39-sut1-c1/p4 to s94-t39-sut2-c1/p4. - - s94-t39-sut2-c1/p3 to s89-t39t310-tg1-c6/p4. -``` - -### 2-Node-SapphireRapids (2n-spr) - -``` -- testbed21: - - ring1 200GE-ports ConnectX7-2p200GE: - - s53-t21-tg1-c2/p1 to s52-t21-sut1-c2/p1 - - s53-t21-tg1-c7/p1 to s52-t21-sut1-c7/p1 - - s52-t21-sut1-c4/p2 to s52-t21-sut1-c9/p2 - - ring2 200GE-ports ConnectX7-2p200GE: - - s53-t21-tg1-c2/p2 to s52-t21-sut1-c2/p2 - - s53-t21-tg1-c7/p2 to s52-t21-sut1-c7/p2 - - s52-t21-sut1-c10/p1 to s52-t21-sut1-c11/p1 - - ring3 200GE-ports ConnectX7-2p200GE: - - s53-t21-tg1-c4/p1 to s52-t21-sut1-c4/p1 - - s53-t21-tg1-c9/p1 to s52-t21-sut1-c9/p1 - - s52-t21-sut1-c10/p2 to s52-t21-sut1-c11/p2 -- testbed22: - - ring1 100GE-ports e810-2CQDA2-2p100GE: - - s55-t22-tg1-c4/p1 to s54-t22-sut1-c9/p2 - - s55-t22-tg1-c4/p2 to s54-t22-sut1-c4/p2 - - s54-t22-sut1-c9/p1 to s54-t22-sut1-c4/p1 - - ring2 25GE-ports e810-XXVDA4-4p25GE: - - s55-t22-tg1-c2/p1 to s54-t22-sut1-c2/p1 - - s55-t22-tg1-c2/p2 to s54-t22-sut1-c7/p1 - - s54-t22-sut1-c2/p2 to s54-t22-sut1-c7/p2 -- testbed23: - - ring1 200GE-ports ConnectX7-2p200GE: - - s56-t23-sut1-c2/p1 to s57-t23-tg1-c2/p1. - - s57-t23-tg1-c2/p2 to s56-t23-sut1-c2/p2. - - ring2 100GE-ports e810-2CQDA2-2p100GE: - - s56-t23-sut1-c4/p1 to s57-t23-tg1-c4/p1. - - s57-t23-tg1-c4/p2 to s56-t23-sut1-c4/p2. - - ring3 25GE-ports e810-XXVDA4-2p25GE: - - s56-t23-sut1-c10/p1 to s57-t23-tg1-c10/p1. - - s56-t23-sut1-c10/p2 to s57-t23-tg1-c10/p2. - - s56-t23-sut1-c10/p3 to s57-t23-tg1-c10/p3. - - s56-t23-sut1-c10/p4 to s57-t23-tg1-c10/p4. - - ring4 200GE-ports ConnectX7-2p200GE: - - s57-t23-tg1-c7/p1 to s57-t23-tg1-c7/p2. - - ring5 100GE-ports e810-2CQDA2-2p100GE: - - s57-t23-tg1-c9/p1 to s57-t23-tg1-c9/p2. -- testbed24: - - ring1 200GE-ports ConnectX7-2p200GE: - - s58-t24-sut1-c2/p1 to s59-t24-tg1-c2/p1. - - s59-t24-tg1-c2/p2 to s58-t24-sut1-c2/p2. - - ring2 100GE-ports e810-2CQDA2-2p100GE: - - s58-t24-sut1-c4/p1 to s59-t24-tg1-c4/p1. - - s59-t24-tg1-c4/p2 to s58-t24-sut1-c4/p2. - - ring3 25GE-ports e810-XXVDA4-2p25GE: - - s58-t24-sut1-c10/p1 to s59-t24-tg1-c10/p1. - - s58-t24-sut1-c10/p2 to s59-t24-tg1-c10/p2. - - s58-t24-sut1-c10/p3 to s59-t24-tg1-c10/p3. - - s58-t24-sut1-c10/p4 to s59-t24-tg1-c10/p4. - - ring4 200GE-ports ConnectX7-2p200GE: - - s59-t24-tg1-c7/p1 to s59-t24-tg1-c7/p2. - - ring5 100GE-ports e810-2CQDA2-2p100GE: - - s59-t24-tg1-c9/p1 to s59-t24-tg1-c9/p2. -``` diff --git a/docs/content/infrastructure/fdio_csit_testbed_versioning.md b/docs/content/infrastructure/fdio_csit_testbed_versioning.md index 5185c787f7..4e8fb69659 100644 --- a/docs/content/infrastructure/fdio_csit_testbed_versioning.md +++ b/docs/content/infrastructure/fdio_csit_testbed_versioning.md @@ -1,7 +1,7 @@ --- bookToc: true title: "FD.io CSIT Testbed Versioning" -weight: 3 +weight: 4 --- # FD.io CSIT Testbed Versioning diff --git a/docs/content/infrastructure/fdio_dc_testbed_specifications.md b/docs/content/infrastructure/fdio_dc_testbed_specifications.md new file mode 100644 index 0000000000..3daa3824e2 --- /dev/null +++ b/docs/content/infrastructure/fdio_dc_testbed_specifications.md @@ -0,0 +1,1861 @@ +--- +bookToc: true +title: "FD.io DC Testbed Specifications" +weight: 2 +--- + +# FD.io DC Testbed Specifications + +## Purpose + +This note includes specification of the physical testbed infrastructure +hosted by LFN FD.io CSIT project. + +## Server Management + +### Addressing + +Each server has a LOM (Lights-Out-Management e.g. SM IPMI) and a +Management port, which are connected to two different VLANs. + +#### LOM (IPMI) VLAN + + - Subnet: 10.30.50.0/24 + - Gateway: 10.30.50.1 + - Broadcast: 10.30.50.255 + - DNS1: 199.204.44.24 + - DNS2: 199.204.47.54 + +#### Management VLAN + - Subnet: 10.30.51.0/24 + - Gateway: 10.30.51.1 + - Broadcast: 10.30.51.255 + - DNS1: 199.204.44.24 + - DNS2: 199.204.47.54 + +To access these hosts, VPN connection is required. + +## Testbeds Overview + +### Summary List + +``` + #. Type Purpose SUT TG #TB #SUT #TG #skx #ps1 #rng #tx2 #tsh #alt #clx #zn2 #icx #snr #spr + 1. 1-Node-Skylake nomad skx na 5 5 0 5 0 0 0 0 0 0 0 0 0 0 + 2. 1-Node-Cascadelake nomad clx na 1 1 0 0 0 0 0 0 0 1 0 0 0 0 + 3. 1-Node-AmpereAltra nomad alt na 2 2 0 0 0 0 0 0 2 0 0 0 0 0 + 4. 2-Node-IxiaPS1L47 tcp skx ps1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 + 5. 2-Node-Cascadelake perf clx clx 3 3 3 0 0 0 0 0 0 6 0 0 0 0 + 6. 2-Node-ThunderX2 perf tx2 skx 1 1 .5 .5 0 0 1 0 0 0 0 0 0 0 + 7. 2-Node-Icelake perf icx icx 4 4 4 0 0 0 0 0 0 0 0 8 0 0 + 8. 3-Node-Rangeley perf rng skx 1 3 1 0 0 2 0 0 0 0 0 0 0 0 + 9. 3-Node-Taishan perf tsh skx 1 2 .5 .5 0 0 0 2 0 0 0 0 0 0 +10. 3-Node-Altra perf alt icx 1 2 1 0 0 0 0 0 2 0 0 1 0 0 +11. 2-Node-Zen2 perf zn2 zn2 1 1 1 0 0 0 0 0 0 0 2 0 0 0 +12. 3-Node-Icelake perf icx icx 2 4 2 0 0 0 0 0 0 0 0 6 0 0 +13. 3-Node-SnowRidge perf snr icx 1 2 .5 0 0 0 0 0 0 0 0 .5 2 0 +13. 2-Node-SapphireRapids perf spr spr 4 4 4 0 0 0 0 0 0 0 0 0 0 8 + Totals: 28 35 18.5 7 1 2 1 2 4 7 2 15.5 2 8 +``` + +### 1-Node-Skylake Xeon Intel (1n-skx) + +Each 1-Node-Skylake testbed includes one SUT (Server-Type-B6) with NIC +ports connected back-to-back ([Server Types](#server-types)). +Used for FD.io VPP_Device functional driver tests. + +### 1-Node-ThunderX2 Arm Marvell (1n-tx2) + +Each 1-Node-ThunderX2 testbed includes one SUT (Server-Type-E11) with NIC +ports connected back-to-back ([Server Types](#server-types)). +Used for FD.io VPP_Device functional driver tests. + +### 1-Node-Cascadelake Xeon Intel (1n-clx) + +Each 1-Node-Cascadelake testbed includes one SUT (Server-Type-C1) with +NIC ports connected back-to-back ([Server Types](#server-types)). + +Used for FD.io VPP_Device functional driver tests. + +### 2-Node-IxiaPS1L47 Ixia PSOne L47 (2n-ps1) + +Each 2-Node-IxiaPS1L47 testbed includes one SUT (Server-Type-B1) and one +TG (Ixia PSOne appliance) with 10GE interfaces connected in a 2-node +circular topology ([Server Types](#server-types)). +Used for FD.io TCP/IP and HTTP performance tests. + +### 2-Node-Cascadelake Xeon Intel (2n-clx) + +Each 2-Node-Cascadelake testbed includes one SUT (Server-Type-C2) and +one TG (Server-Type-C3) connected in a 2-node circular topology +([Server Types](#server-types)). +Used for FD.io performance tests. + +### 2-Node-Zen2 EPYC AMD (2n-zn2) + +Each 2-Node-Zen2 testbed includes one SUT (Server-Type-D1) and +one TG (Server-Type-D2) connected in a 2-node circular topology +([Server Types](#server-types)). +Used for FD.io performance tests. + +### 2-Node-ThunderX2 Arm Marvell (2x-tx2) + +Each 2-Node-ThunderX2 testbed includes one SUT (Server-Type-E22) and +one TG (Server-Type-E31) connected in a 2-node circular topology +([Server Types](#server-types)). +Used for FD.io performance tests. + +### 2-Node-Icelake Xeon Intel (2n-icx) + +Each 2-Node-Icelake testbed includes one SUT (Server-Type-F1) and +one TG (Server-Type-F2) connected in a 2-node circular topology +([Server Types](#server-types)). +Used for FD.io performance tests. + +### 3-Node-Rangeley Atom Testbeds + +Each 3-Node-Rangeley testbed includes two SUTs (Server-Type-B5) and one +TG (Server-Type-2) connected in a 3-node circular topology +([Server Types](#server-types)). +Used for FD.io performance tests. + +### 3-Node-TaiShan Arm Huawei (3n-tsh) + +Each 3-Node-TaiShan testbed includes two SUTs (Server-Type-E21) and one +TG (Server-Type-E31) connected in a 3-node circular topology +([Server Types](#server-types)). +Used for FD.io performance tests. + +### 3-Node-Altra Arm Ampere (3n-alt) + +Each 3-Node-Altra testbed includes two SUTs (Server-Type-E23) and one +TG (Server-Type-F4) connected in a 3-node circular topology +([Server Types](#server-types)). +Used for FD.io performance tests. + +### 3-Node-Icelake Xeon Intel (3n-icx) + +Each 3-Node-Icelake testbed includes two SUTs (Server-Type-F1) and one +TG (Server-Type-F3) connected in a 3-node circular topology +([Server Types](#server-types)). +Used for FD.io performance tests. + +### 3-Node-SnowRidge Atom Intel (3n-snr) + +Each 3-Node-SnowRidge testbed includes two SUTs (Server-Type-G1) and one +TG (Server-Type-F4) connected in a 3-node circular topology +([Server Types](#server-types)). +Used for FD.io performance tests. + +### 2-Node-Full-SapphireRapids Xeon Intel (2nf-spr) + +One 2-Node-Full-SapphireRapids testbed includes one SUT (Server-Type-H1) and +one TG (Server-Type-H2) connected in a 2-node physical topology +with NUMA (socket) daisy chaining. For more detail see +[Server Types](#server-types) and [Testbed Topology-TODO](#TODO). +Used for FD.io performance tests in a full system SUT setup with all PCIe +Gen5 x16 lane slots populated with 2p200GbE NICs. + +### 2-Node-SapphireRapids Xeon Intel (2n-spr) + +Each 2-Node-SapphireRapids testbed includes one SUT (Server-Type-H5) and +one TG (Server-Type-H6) connected in a 2-node circular topology. For more +detail see [Server Types](#server-types) and [Testbed Topology-TODO](#TODO). +Used for FD.io performance tests. + + +## Tesdtbed Naming Convention + +Following naming convention is used within this page to specify physical +connectivity and wiring across defined CSIT testbeds: + +- **testbedname**: testbedN. +- **hostname**: + - traffic-generator: tN-tgW. + - system-under-testX: tN-sutX. +- **portnames**: + - tN-tgW-cY/pZ. + - tN-sutX-cY/pZ. +- **where**: + - N - testbed number. + - tgW - server acts as traffic-generator with W index. + - sutX - server acts as system-under-test with X index. + - Y - PCIe slot number denoting a NIC card number within the host. + - Z - port number on the NIC card. + +## Server Types + +FD.io CSIT lab contains following server types: + +1. **Server-Type-B2**: Purpose - Skylake Xeon hosts for FD.io builds and data processing. + - Quantity: 2 + - Physical connectivity: + - IPMI and host management ports. + - Main HW configuration: + - Chassis: SuperMicro SYS-7049GP-TRT. + - Motherboard: SuperMicro X11DPG-QT. + - Processors: 2* Intel Platinum 8180 2.5 GHz. + - RAM Memory: 16* 16GB DDR4-2666MHz. + - Disks: 2* 1.6TB 6G SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot2 18:00.xx: empty. + - PCIe Slot4 3b:00.xx: empty. + - PCIe Slot9 5e:00.xx: empty. + - Numa1: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot6 86:00.xx: empty. + - PCIe Slot8 af:00.xx: empty. + - PCIe Slot10 d8:00.xx: empty. + +2. **Server-Type-B6**: Purpose - Skylake Xeon SUT for FD.io VPP_Device functional tests. + - Quantity: 2. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 1-node topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-7049GP-TRT. + - Motherboard: SuperMicro X11DPG-QT. + - Processors: 2* Intel Platinum 8180 2.5 GHz. + - RAM Memory: 16* 16GB DDR4-2666MHz. + - Disks: 2* 1.6TB 6G SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot2 18:00.xx: x710-4p10GE Intel. + - PCIe Slot4 3b:00.xx: x710-4p10GE Intel. + - PCIe Slot9 5e:00.xx: empty. + - Numa1: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot6 86:00.xx: empty. + - PCIe Slot8 af:00.xx: empty. + - PCIe Slot10 d8:00.xx: empty. + +3. **Server-Type-B7**: Purpose - Ixia PerfectStorm One Appliance TG for FD.io TCP/IP performance tests. + - Quantity: 1. + - Physical connectivity: + - Host management interface: 10/100/1000-BaseT. + - 8-port 10GE SFP+ integrated NIC. + - Main HW configuration: + - Chassis: PS10GE4NG. + - Motherboard: SuperMicro X11DPG-QT. + - Processors: Quad-Core, Intel Processor. + - HW accelerators: FPGA offload. + - RAM Memory: 64GB. + - Disks: 1 * 1 TB, Enterprise Class, High MTBF. + - Physical Interfaces: 4 * 10GE SFP+. + - Operating System: Native IxOS. + - Interface configuration: + - Port-1: 10GE SFP+. + - Port-2: 10GE SFP+. + - Port-3: 10GE SFP+. + - Port-4: 10GE SFP+. + +4. **Server-Type-B8**: Purpose - Skylake Xeon SUT for TCP/IP host stack tests. + - Quantity: 1. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports. + - Main HW configuration: + - Chassis: SuperMicro SYS-7049GP-TRT. + - Motherboard: SuperMicro X11DPG-QT. + - Processors: 2* Intel Platinum 8180 2.5 GHz. + - RAM Memory: 16* 16GB DDR4-2666MHz. + - Disks: 2* 1.6TB 6G SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot2 18:00.xx: x710-4p10GE Intel. + - PCIe Slot4 3b:00.xx: empty. + - PCIe Slot9 5e:00.xx: empty. + - Numa1: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot6 86:00.xx: empty. + - PCIe Slot8 af:00.xx: empty. + - PCIe Slot10 d8:00.xx: empty. +5. Server-Type-C1: Purpose - Cascadelake Xeon SUT for FD.io VPP_Device functional tests. + - Quantity: 1. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 1-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-7049GP-TRT. + - Motherboard: SuperMicro X11DPG-QT. + - Processors: 2* Intel Platinum 8280 2.7 GHz. + - RAM Memory: 12* 16GB DDR4-2933. + - Disks: 2* 1.92TB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot2 18:00.xx: x710-4p10GE Intel. + - PCIe Slot4 3b:00.xx: x710-4p10GE Intel. + - PCIe Slot9 5e:00.xx: empty. + - Numa1: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot6 86:00.xx: empty. + - PCIe Slot8 af:00.xx: empty. + - PCIe Slot10 d8:00.xx: empty. + +6. **Server-Type-C2**: Purpose - Cascadelake Xeon SUT for FD.io performance testing. + - Quantity: 3 + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 2-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-7049GP-TRT. + - Motherboard: SuperMicro X11DPG-QT. + - Processors: 2* Intel Gold 6252N 2.3 GHz. + - RAM Memory: 12* 16GB DDR4-2933. + - Disks: 2* 1.92TB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot2 18:00.xx: x710-4p10GE Intel. + - PCIe Slot4 3b:00.xx: xxv710-DA2-2p25GE Intel. + - PCIe Slot9 5e:00.xx: ConnectX5-2p100GE Mellanox. + - Numa1: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot6 86:00.xx: e810-2p100GE Intel. + - PCIe Slot8 af:00.xx: empty. + - PCIe Slot10 d8:00.xx: empty. + +7. **Server-Type-C3**: Purpose - Cascadelake Xeon TG for FD.io performance testing. + - Quantity: 3. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 2-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-7049GP-TRT. + - Motherboard: SuperMicro X11DPG-QT. + - Processors: 2* Intel Platinum 8280 2.7 GHz. + - RAM Memory: 12* 16GB DDR4-2933. + - Disks: 2* 1.92TB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot2 18:00.xx: x710-4p10GE Intel. + - PCIe Slot4 3b:00.xx: xxv710-DA2 2p25GE Intel. + - PCIe Slot9 5e:00.xx: ConnectX5-2p100GE Mellanox. + - Numa1: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot6 86:00.xx: ConnectX5-2p100GE Mellanox. + - PCIe Slot8 af:00.xx: ConnectX5-2p100GE Mellanox. + - PCIe Slot10 d8:00.xx: empty. + +8. **Server-Type-C4**: Purpose - Cascadelake Xeon Backend hosts for FD.io builds and data processing. + - Quantity: 3. + - Physical connectivity: + - IPMI and host management ports. + - no NIC ports, standalone setup. + - Main HW configuration: + - Chassis: SuperMicro 1029P-WTRT. + - Motherboard: SuperMicro X11DDW-NT. + - Processors: 2* Intel Platinum 8280 2.7 GHz. + - RAM Memory: 12* 16GB DDR4-2933. + - Disks: 4* 1.92TB SATA SSD. + - NICs configuration: + - Numa0: + - no cards. + - Numa1: + - no cards. + +9. **Server-Type-D1**: Purpose - Zen2 EPYC SUT for FD.io performance testing. + - Quantity: 1. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 2-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro AS-1114S-WTRT + - Processors: 1* AMD EPYC 7532 2.4 GHz. + - RAM Memory: 8* 32GB DDR4-2933. + - Disks: 1* 1TB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot1 01:00.xx: x710-4p10GE Intel. + - PCIe Slot2 41:00.xx: xxv710-DA2-2p25GE Intel. + - PCIe Slot3 81:00.xx: mcx556a-edat ConnectX5-2p100GE Mellanox. + +10. **Server-Type-D2**: Purpose - Zen2 EPYC TG for FD.io performance testing. + - Quantity: 1. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 2-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro AS-1114S-WTRT + - Processors: 1* AMD EPYC 7532 2.4 GHz. + - RAM Memory: 8* 32GB DDR4-2933. + - Disks: 1* 1TB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot1 01:00.xx: mcx556a-edat ConnectX5-2p100GE Mellanox. + - PCIe Slot2 41:00.xx: x710-4p10GE Intel. + - PCIe Slot3 81:00.xx: xxv710-DA2 2p25GE Intel. + +11. **Server-Type-E11**: Purpose - ThunderX2 Arm Marvell SUT for FD.io VPP_Device functional tests. + - Quantity: 2 + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 1-node topologies. + - Main HW configuration: + - Chassis: GIGABYTE Rack Mount + - Motherboard: MT91-FS4-00 + - Processors: 2 * ThunderX2 ARMv8 CN9980 2.20 GHz + - RAM Memory: 16 * 16GB DIMM + - Disks: 2 * 480GB 6G SATA SSD SAMSUNG MZ7LH480 + - NICs configuration: + - Numa0: + - PCIe Slot4 05:00.xx: XL710-QDA2-2p40GE Intel. + - PCIe Slot8 0b:00.xx: ConnectX5-2p10/25GE Mellanox. + - Numa1: + - PCIe Slot14 91:00.xx: XL710-QDA2-2p40GE Intel. + - PCIe Slot26 9a:00.xx: ConnectX5-2p10/25GE Mellanox. + +12. **Server-Type-E21**: Purpose - TaiShan Arm Huawei SUT for FD.io performance testing. + - Quantity: 2 + - Physical connectivity: + - IPMI(?) and host management ports. + - NIC ports connected into 3-node topology. + - Main HW configuration: + - Chassis: Huawei TaiShan 2280. + - Processors: 2* hip07-d05 ~ 32* Arm Cortex-A72 + - RAM Memory: 8* 16GB DDR4-2400MT/s + - Disks: 1* 4TB SATA HDD + - NICs configuration: + - PCIe Slot4 e9:00.xx: connectx4-2p25GE Mellanox. + - PCIe Slot6 11:00.xx: x520-2p10GE Intel. + +13. **Server-Type-E22**: Purpose - ThunderX2 Arm Marvell SUT for FD.io performance testing. + - Quantity: 1 + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 2-node topologies. + - Main HW configuration: + - Chassis: Gigabyte R181-T90 1U + - Motherboard: MT91-FS1 + - Processors: 2* ThunderX2 ARMv8 CN9975 2.0 GHz + - RAM Memory: 4* 32GB RDIMM + - Disks: 1* 480GB SSD Micron, 1* 1000GB HDD Seagate_25 + - NICs configuration: + - Numa0: + - no cards + - Numa1: + - PCIe Slot18 91:00.xx: XL710-QDA2-2p40GE Intel. + +14. **Server-Type-E23**: Purpose - Altra Arm Ampere SUT for FD.io performance testing. + - Quantity: 2 + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 3-node topologies. + - Main HW configuration: + - Chassis: WIWYNN Mt.Jade Server System B81.030Z1.0007 2U + - Motherboard: Mt.Jade Motherboard + - Processors: 2* Ampere(R) Altra(R) Q80-30 Processor (Neoverse N1) + - Processor Signature: Implementor 0x41, Variant 0x3, Architecture 15, Part 0xd0c, Revision 1 + - RAM Memory: 16* 8GB DDR4-3200MT/s + - Disks: 2* 960GB SSD Samsung M.2 NVMe PM983 + - NICs configuration: + - Numa0: + - PCIe Slot1 0004:04:00.x: xl710-QDA2-2p40GE Intel. + - Numa1: + - no cards. +15. **Server-Type-E24**: Purpose - Altra Arm Ampere for FD.io build. + - Quantity: 2. + - Physical connectivity: + - IPMI and host management ports. + - Main HW configuration: + - Chassis: Gigabyte R152-P30-00 1U + - Motherboard: MP32-AR1-00 + - Processors: 1* Ampere(R) Altra(R) Q80-30 Processor (Neoverse N1) + - Processor Signature: Implementor 0x0a, Variant 0x1, Architecture 6, Part 0x000, Revision 1 + - RAM Memory: 12* 16GB DDR4-3200MT/s + - Disks: 1* 960GB SSD Samsung M.2 NVMe PM983 + +16. **Server-Type-E31**: Purpose - Skylake Xeon TG for FD.io performance testing. + - Quantity: 1 + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 2-node and 3-node topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-7049GP-TRT. + - Motherboard: SuperMicro X11DPG-QT. + - Processors: 2* Intel Platinum 8180 2.5 GHz. + - RAM Memory: 16* 16GB DDR4-2666MHz. + - Disks: 2* 1.6TB 6G SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot2 18:00.xx: x710-4p10GE Intel. + - PCIe Slot4 3b:00.xx: xxv710-DA2 2p25GE Intel. + - PCIe Slot9 5e:00.xx: empty. + - Numa1: (x16, x16, x16 PCIe3.0 lanes) + - PCIe Slot6 86:00.xx: empty. + - PCIe Slot8 af:00.xx: XL710-QDA2-2p40GE Intel. + - PCIe Slot10 d8:00.xx: x710-4p10GE Intel. + +17. **Server-Type-F1**: Purpose - Icelake Xeon SUT for FD.io performance testing. + - Quantity: 8. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 2-node or 3-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-740GP-TNRT. + - Motherboard: Super X12DPG-QT6. + - Processors: 2* Intel Platinum 8358 2.6 GHz. + - RAM Memory: 16* 16GB DDR4-3200. + - Disks: 2* 960GB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe4.0 lanes) + - PCIe Slot2 18:00.xx: xxv710-DA2-2p25GE Intel. + - PCIe Slot4 3b:00.xx: e810-XXVDA4-4p25GE Intel. + - PCIe Slot9 5e:00.xx: e810-2CQDA2-2p100GE Intel. + - Numa1: (x16, x16, x16 PCIe4.0 lanes) + - PCIe Slot6 86:00.xx: empty. + - PCIe Slot8 af:00.xx: empty. + - PCIe Slot10 d8:00.xx: empty. + +18. **Server-Type-F2**: Purpose - Icelake Xeon TG for FD.io performance testing. + - Quantity: 3. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 2-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-740GP-TNRT. + - Motherboard: Super X12DPG-QT6. + - Processors: 2* Intel Platinum 8358 2.6 GHz. + - RAM Memory: 16* 16GB DDR4-3200. + - Disks: 2* 960GB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe4.0 lanes) + - PCIe Slot2 18:00.xx: xxv710-DA2-2p25GE Intel. + - PCIe Slot4 3b:00.xx: e810-XXVDA4-4p25GE Intel. + - PCIe Slot9 5e:00.xx: e810-2CQDA2-2p100GE Intel. + - Numa1: (x16, x16, x16 PCIe4.0 lanes) + - PCIe Slot6 86:00.xx: e810-2CQDA2-2p100GE Intel. + - PCIe Slot8 af:00.xx: empty. + - PCIe Slot10 d8:00.xx: empty. + +19. **Server-Type-F3**: Purpose - Icelake Xeon TG for FD.io performance testing. + - Quantity: 3. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 3-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-740GP-TNRT. + - Motherboard: Super X12DPG-QT6. + - Processors: 2* Intel Platinum 8358 2.6 GHz. + - RAM Memory: 16* 16GB DDR4-3200. + - Disks: 2* 960GB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe4.0 lanes) + - PCIe Slot2 18:00.xx: xxv710-DA2-2p25GE Intel. + - PCIe Slot4 3b:00.xx: e810-XXVDA4-4p25GE Intel. + - PCIe Slot9 5e:00.xx: e810-2CQDA2-2p100GE Intel. + - Numa1: (x16, x16, x16 PCIe4.0 lanes) + - PCIe Slot6 86:00.xx: empty. + - PCIe Slot8 af:00.xx: empty. + - PCIe Slot10 d8:00.xx: empty. +20. **Server-Type-F4**: Purpose - Icelake Xeon Shared TG for FD.io performance testing. + - Quantity: 3. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 2-node and/or 3-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-740GP-TNRT. + - Motherboard: Super X12DPG-QT6. + - Processors: 2* Intel Platinum 8358 2.6 GHz. + - RAM Memory: 16* 16GB DDR4-3200. + - Disks: 2* 960GB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe4.0 lanes) + - PCIe Slot2 18:00.xx: xxv710-DA2-2p25GE Intel. + - PCIe Slot4 3b:00.xx: empty. + - PCIe Slot9 5e:00.xx: empty. + - Numa1: (x16, x16, x16 PCIe4.0 lanes) + - PCIe Slot6 86:00.xx: e810-XXVDA4-4p25GE Intel. + - PCIe Slot8 af:00.xx: e810-2CQDA2-2p100GE Intel. + - PCIe Slot10 d8:00.xx: empty. + +21. **Server-Type-G1**: Purpose - SnowRidge Atom SUT for FD.io performance testing. + - Quantity: 2 + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 3-node testbed topology. + - Main HW configuration: + - Chassis: Intel JACOBSVILLE SDP. + - Motherboard: Intel JACOBSVILLE E63448-400. + - Processors: 1* Intel Atom P5362B 2.2 GHz. + - RAM Memory: 2* 16GB DDR4-2933. + - Disks: ?* ? SATA SSD. + - NICs configuration: + - Numa0: (x16, PCIe3.0 lane) + - PCIe BuiltIn ec:00.xx: e810-XXVDA4-4p25GE Intel. + +22. **Server-Type-H1**: Purpose - SapphireRapids Xeon SUT for FD.io full system performance testing. + - Quantity: 1. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 3-numa-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-741GE-TNRT. + - Motherboard: Super X13DEG-QT-P. + - Processors: 2* Intel Platinum 8462Y+ 32 core 2.8 GHz 300W TDP. + - RAM Memory: 16* 32GB DDR5-4800. + - Disks: 2* 960GB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe5.0 lanes) + - PCIe Slot2 18:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + - PCIe Slot4 3b:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + - PCIe Slot10 5e:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + - Numa1: (x16, x16, x16 PCIe5.0 lanes) + - PCIe Slot7 86:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + - PCIe Slot9 af:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + - PCIe Slot11 d8:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + +23. **Server-Type-H2**: Purpose - SapphireRapids Xeon TG for FD.io full system performance testing. + - Quantity: 1. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 3-numa-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-741GE-TNRT. + - Motherboard: Super X13DEG-QT-P. + - Processors: 2* Intel Platinum 8462Y+ 32 core 2.8 GHz 300W TDP. + - RAM Memory: 16* 32GB DDR5-4800. + - Disks: 2* 960GB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe5.0 lanes) + - PCIe Slot2 18:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + - PCIe Slot4 3b:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + - PCIe Slot10 5e:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + - Numa1: (x16, x16, x16 PCIe5.0 lanes) + - PCIe Slot7 86:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + - PCIe Slot9 af:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + - PCIe Slot11 d8:00.xx: empty. + +24. **Server-Type-H3**: Purpose - SapphireRapids Xeon SUT for FD.io performance testing. + - Quantity: 1. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 3-numa-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-741GE-TNRT. + - Motherboard: Super X13DEG-QT-P. + - Processors: 2* Intel Platinum 8462Y+ 32 core 2.8 GHz 300W TDP. + - RAM Memory: 16* 32GB DDR5-4800. + - Disks: 2* 960GB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe5.0 lanes) + - PCIe Slot2 18:00.xx: e810-2CQDA2-2p100GE Intel. + - PCIe Slot4 3b:00.xx: e810-XXVDA4-4p25GE Intel. + - PCIe Slot10 5e:00.xx: empty. + - Numa1: (x16, x16, x16 PCIe5.0 lanes) + - PCIe Slot7 86:00.xx: e810-2CQDA2-2p100GE Intel. + - PCIe Slot9 af:00.xx: e810-XXVDA4-4p25GE Intel. + - PCIe Slot11 d8:00.xx: empty. + +25. **Server-Type-H4**: Purpose - SapphireRapids Xeon TG for FD.io performance testing. + - Quantity: 1. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 3-numa-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-741GE-TNRT. + - Motherboard: Super X13DEG-QT-P. + - Processors: 2* Intel Platinum 8462Y+ 32 core 2.8 GHz 300W TDP. + - RAM Memory: 16* 32GB DDR5-4800. + - Disks: 2* 960GB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe5.0 lanes) + - PCIe Slot2 18:00.xx: e810-2CQDA2-2p100GE Intel. + - PCIe Slot4 3b:00.xx: e810-XXVDA4-4p25GE Intel. + - PCIe Slot10 5e:00.xx: empty. + - Numa1: (x16, x16, x16 PCIe5.0 lanes) + - PCIe Slot7 86:00.xx: empty. + - PCIe Slot9 af:00.xx: empty. + - PCIe Slot11 d8:00.xx: empty. + +26. **Server-Type-H5**: Purpose - SapphireRapids Xeon SUT for FD.io performance testing. + - Quantity: 2. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 2-node testbed topologies. + - Main HW configuration: + - Chassis: SuperMicro SYS-741GE-TNRT. + - Motherboard: Super X13DEG-QT-P. + - Processors: 2* Intel Platinum 8462Y+ 32 core 2.8 GHz 300W TDP. + - RAM Memory: 16* 32GB DDR5-4800. + - Disks: 2* 960GB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe5.0 lanes) + - PCIe Slot2 18:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + - PCIe Slot4 3b:00.xx: e810-2CQDA2-2p100GE Intel. + - PCIe Slot10 5e:00.xx: e810-XXVDA4-4p25GE Intel. + - Numa1: (x16, x16, x16 PCIe5.0 lanes) + - PCIe Slot7 86:00.xx: empty. + - PCIe Slot9 af:00.xx: empty. + - PCIe Slot11 d8:00.xx: empty. + +27. **Server-Type-H6**: Purpose - SapphireRapids Xeon TG for FD.io performance testing. + - Quantity: 2. + - Physical connectivity: + - IPMI and host management ports. + - NIC ports connected into 2-node testbed topologies plus loopbacks in Numa1 for TG self-test. + - Main HW configuration: + - Chassis: SuperMicro SYS-741GE-TNRT. + - Motherboard: Super X13DEG-QT-P. + - Processors: 2* Intel Platinum 8462Y+ 32 core 2.8 GHz 300W TDP. + - RAM Memory: 16* 32GB DDR5-4800. + - Disks: 2* 960GB SATA SSD. + - NICs configuration: + - Numa0: (x16, x16, x16 PCIe5.0 lanes) + - PCIe Slot2 18:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + - PCIe Slot4 3b:00.xx: e810-2CQDA2-2p100GE Intel. + - PCIe Slot10 5e:00.xx: e810-XXVDA4-4p25GE Intel. + - Numa1: (x16, x16, x16 PCIe5.0 lanes) + - PCIe Slot7 86:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia. + - PCIe Slot9 af:00.xx: e810-2CQDA2-2p100GE Intel. + - PCIe Slot11 d8:00.xx: empty. + +## Testbeds Configuration + +### 1-Node-Skylake (1n-skx) + +``` +- SUT [Server-Type-B6]: + - testbedname: testbed11. + - hostname: s1-t11-sut1. + - IPMI IP: 10.30.50.47 + - Host IP: 10.30.51.50 + - portnames: + - s1-t11-sut1-c2/p1 - 10GE-port1 x710-4p10GE. + - s1-t11-sut1-c2/p2 - 10GE-port2 x710-4p10GE. + - s1-t11-sut1-c2/p3 - 10GE-port3 x710-4p10GE. + - s1-t11-sut1-c2/p4 - 10GE-port4 x710-4p10GE. + - s1-t11-sut1-c4/p1 - 10GE-port1 x710-4p10GE. + - s1-t11-sut1-c4/p2 - 10GE-port2 x710-4p10GE. + - s1-t11-sut1-c4/p3 - 10GE-port3 x710-4p10GE. + - s1-t11-sut1-c4/p4 - 10GE-port4 x710-4p10GE. +- SUT [Server-Type-B6]: + - testbedname: testbed12. + - hostname: s2-t12-sut1. + - IPMI IP: 10.30.50.48 + - Host IP: 10.30.51.51 + - portnames: + - s2-t12-sut1-c2/p1 - 10GE-port1 x710-4p10GE. + - s2-t12-sut1-c2/p2 - 10GE-port2 x710-4p10GE. + - s2-t12-sut1-c2/p3 - 10GE-port3 x710-4p10GE. + - s2-t12-sut1-c2/p4 - 10GE-port4 x710-4p10GE. + - s2-t12-sut1-c4/p1 - 10GE-port1 x710-4p10GE. + - s2-t12-sut1-c4/p2 - 10GE-port2 x710-4p10GE. + - s2-t12-sut1-c4/p3 - 10GE-port3 x710-4p10GE. + - s2-t12-sut1-c4/p4 - 10GE-port4 x710-4p10GE. +``` + +### 1-Node-ThunderX2 (1n-tx2) + +``` +- SUT [Server-Type-E11]: + - testbedname: testbed13 + - hostname: s55-t13-sut1 + - IPMI IP: 10.30.50.70 + - Host IP: 10.30.51.70 + - portnames: + - s55-t13-sut1-c4/p1 - 40GE-port1 XL710-QDA2-2p40GE. + - s55-t13-sut1-c4/p2 - 40GE-port2 XL710-QDA2-2p40GE. + - s55-t13-sut1-c8/p1 - 40GE-port1 ConnectX5-2p10/25GE Mellanox. + - s55-t13-sut1-c8/p2 - 40GE-port2 ConnectX5-2p10/25GE Mellanox. + - s55-t13-sut1-c14/p1 - 40GE-port1 XL710-QDA2-2p40GE. + - s55-t13-sut1-c14/p2 - 40GE-port2 XL710-QDA2-2p40GE. + - s55-t13-sut1-c26/p1 - 40GE-port1 ConnectX5-2p10/25GE Mellanox. + - s55-t13-sut1-c26/p2 - 40GE-port2 ConnectX5-2p10/25GE Mellanox. +- SUT [Server-Type-E11]: + - testbedname: testbed14 + - hostname: s56-t14-sut1 + - IPMI IP: 10.30.50.71 + - Host IP: 10.30.51.71 + - portnames: + - s56-t14-sut1-c4/p1 - 40GE-port1 XL710-QDA2-2p40GE. + - s56-t14-sut1-c4/p2 - 40GE-port2 XL710-QDA2-2p40GE. + - s56-t14-sut1-c8/p1 - 40GE-port1 ConnectX5-2p10/25GE Mellanox. + - s56-t14-sut1-c8/p2 - 40GE-port2 ConnectX5-2p10/25GE Mellanox. + - s56-t14-sut1-c14/p1 - 40GE-port1 XL710-QDA2-2p40GE. + - s56-t14-sut1-c14/p2 - 40GE-port2 XL710-QDA2-2p40GE. + - s56-t14-sut1-c26/p1 - 40GE-port1 ConnectX5-2p10/25GE Mellanox. + - s56-t14-sut1-c26/p2 - 40GE-port2 ConnectX5-2p10/25GE Mellanox. +``` + +### 1-Node-Cascadelake (1n-clx) + +``` +- SUT [Server-Type-C1]: + - testbedname: testbed11. + - hostname: s32-t14-sut1. + - IPMI IP: 10.30.55.17 + - Host IP: 10.32.8.17 + - portnames: + - s32-t14-sut1-c2/p1 - 10GE-port1 x710-4p10GE. + - s32-t14-sut1-c2/p2 - 10GE-port2 x710-4p10GE. + - s32-t14-sut1-c2/p3 - 10GE-port3 x710-4p10GE. + - s32-t14-sut1-c2/p4 - 10GE-port4 x710-4p10GE. + - s32-t14-sut1-c4/p1 - 10GE-port1 x710-4p10GE. + - s32-t14-sut1-c4/p2 - 10GE-port2 x710-4p10GE. + - s32-t14-sut1-c4/p3 - 10GE-port3 x710-4p10GE. + - s32-t14-sut1-c4/p4 - 10GE-port4 x710-4p10GE. +``` + +### 2-Node-IxiaPS1L47 (2n-ps1) + +``` +- SUT [Server-Type-B8]: + - testbedname: testbed25. + - hostname: s25-t25-sut1. + - IPMI IP: 10.30.50.58 + - Host IP: 10.30.51.61 + - portnames: + - s25-t25-sut1-c2/p1 - 10GE-port1 x710-4p10GE. + - s25-t25-sut1-c2/p2 - 10GE-port2 x710-4p10GE. + - s25-t25-sut1-c2/p3 - 10GE-port3 x710-4p10GE. + - s25-t25-sut1-c2/p4 - 10GE-port4 x710-4p10GE. +- TG [Server-Type-B7]: + - testbedname: testbed25. + - hostname: s26-t25-tg1. + - IPMI IP: 10.30.50.59 + - Host IP: 10.30.51.62 + - portnames: + - s26-t25-tg1-p1 - 10GE-port1. + - s26-t25-tg1-p2 - 10GE-port2. + - s26-t25-tg1-p3 - 10GE-port3. + - s26-t25-tg1-p4 - 10GE-port4. +``` + +### 2-Node-Cascadelake (2n-clx) + +{{< figure src="/cdocs/testbed-2n-clx.svg" >}} + +``` +- SUT [Server-Type-C2]: + - testbedname: testbed27. + - hostname: s33-t27-sut1. + - IPMI IP: 10.30.55.18 + - Host IP: 10.32.8.18 + - portnames: + - s33-t27-sut1-c2/p1 - 10GE-port1 x710-4p10GE. + - s33-t27-sut1-c2/p2 - 10GE-port2 x710-4p10GE. + - s33-t27-sut1-c2/p3 - 10GE-port3 x710-4p10GE. + - s33-t27-sut1-c2/p4 - 10GE-port4 x710-4p10GE. + - s33-t27-sut1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s33-t27-sut1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s33-t27-sut1-c6/p1 - 100GE-port1 e810-2p100GE. + - s33-t27-sut1-c6/p2 - 100GE-port2 e810-2p100GE. + - s33-t27-sut1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. + - s33-t27-sut1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. +- TG [Server-Type-C3]: + - testbedname: testbed27. + - hostname: s34-t27-tg1. + - IPMI IP: 10.30.55.19 + - Host IP: 10.32.8.19 + - portnames: + - s34-t27-tg1-c2/p1 - 10GE-port1 x710-4p10GE. + - s34-t27-tg1-c2/p2 - 10GE-port2 x710-4p10GE. + - s34-t27-tg1-c2/p3 - 10GE-port3 x710-4p10GE. + - s34-t27-tg1-c2/p4 - 10GE-port4 x710-4p10GE. + - s34-t27-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s34-t27-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s34-t27-tg1-c6/p1 - 100GE-port1 ConnectX5-2p100GE. + - s34-t27-tg1-c6/p2 - 100GE-port2 ConnectX5-2p100GE. + - s38-t27-tg1-c8/p1 - 100GE-port1 ConnectX5-2p100GE. + - s38-t27-tg1-c8/p2 - 100GE-port2 ConnectX5-2p100GE. + - s34-t27-tg1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. + - s34-t27-tg1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. +- SUT [Server-Type-C2]: + - testbedname: testbed28. + - hostname: s35-t28-sut1. + - IPMI IP: 10.30.55.20 + - Host IP: 10.32.8.20 + - portnames: + - s35-t28-sut1-c2/p1 - 10GE-port1 x710-4p10GE. + - s35-t28-sut1-c2/p2 - 10GE-port2 x710-4p10GE. + - s35-t28-sut1-c2/p3 - 10GE-port3 x710-4p10GE. + - s35-t28-sut1-c2/p4 - 10GE-port4 x710-4p10GE. + - s35-t28-sut1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s35-t28-sut1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s35-t28-sut1-c6/p1 - 100GE-port1 e810-2p100GE. + - s35-t28-sut1-c6/p2 - 100GE-port2 e810-2p100GE. + - s35-t28-sut1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. + - s35-t28-sut1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. +- TG [Server-Type-C3]: + - testbedname: testbed28. + - hostname: s36-t28-tg1. + - IPMI IP: 10.30.55.21 + - Host IP: 10.32.8.21 + - portnames: + - s36-t28-tg1-c2/p1 - 10GE-port1 x710-4p10GE. + - s36-t28-tg1-c2/p2 - 10GE-port2 x710-4p10GE. + - s36-t28-tg1-c2/p3 - 10GE-port3 x710-4p10GE. + - s36-t28-tg1-c2/p4 - 10GE-port4 x710-4p10GE. + - s36-t28-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s36-t28-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s36-t28-tg1-c6/p1 - 100GE-port1 ConnectX5-2p100GE. + - s36-t28-tg1-c6/p2 - 100GE-port2 ConnectX5-2p100GE. + - s38-t28-tg1-c8/p1 - 100GE-port1 ConnectX5-2p100GE. + - s38-t28-tg1-c8/p2 - 100GE-port2 ConnectX5-2p100GE. + - s36-t28-tg1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. + - s36-t28-tg1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. +- SUT [Server-Type-C2]: + - testbedname: testbed29. + - hostname: s37-t29-sut1. + - IPMI IP: 10.30.55.22 + - Host IP: 10.32.8.22 + - portnames: + - s37-t29-sut1-c2/p1 - 10GE-port1 x710-4p10GE. + - s37-t29-sut1-c2/p2 - 10GE-port2 x710-4p10GE. + - s37-t29-sut1-c2/p3 - 10GE-port3 x710-4p10GE. + - s37-t29-sut1-c2/p4 - 10GE-port4 x710-4p10GE. + - s37-t29-sut1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s37-t29-sut1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s37-t29-sut1-c6/p1 - 100GE-port1 e810-2p100GE. + - s37-t29-sut1-c6/p2 - 100GE-port2 e810-2p100GE. + - s37-t29-sut1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. + - s37-t29-sut1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. +- TG [Server-Type-C3]: + - testbedname: testbed29. + - hostname: s38-t29-tg1. + - IPMI IP: 10.30.55.23 + - Host IP: 10.32.8.23 + - portnames: + - s38-t29-tg1-c2/p1 - 10GE-port1 x710-4p10GE. + - s38-t29-tg1-c2/p2 - 10GE-port2 x710-4p10GE. + - s38-t29-tg1-c2/p3 - 10GE-port3 x710-4p10GE. + - s38-t29-tg1-c2/p4 - 10GE-port4 x710-4p10GE. + - s38-t29-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s38-t29-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s38-t29-tg1-c6/p1 - 100GE-port1 ConnectX5-2p100GE. + - s38-t29-tg1-c6/p2 - 100GE-port2 ConnectX5-2p100GE. + - s38-t29-tg1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. + - s38-t29-tg1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. +``` + +### 2-Node-Zen2 (2n-zn2) + +{{< figure src="/cdocs/testbed-2n-zn2.svg" >}} + +``` +- SUT [Server-Type-D1]: + - testbedname: testbed210. + - hostname: s60-t210-sut1. + - IPMI IP: 10.30.55.24 + - Host IP: 10.32.8.24 + - portnames: + - s60-t210-sut1-c1/p1 - 10GE-port1 x710-4p10GE. + - s60-t210-sut1-c1/p2 - 10GE-port2 x710-4p10GE. + - s60-t210-sut1-c1/p3 - 10GE-port3 x710-4p10GE. + - s60-t210-sut1-c1/p4 - 10GE-port4 x710-4p10GE. + - s60-t210-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s60-t210-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s60-t210-sut1-c3/p1 - 100GE-port1 ConnectX5-2p100GE. + - s60-t210-sut1-c3/p2 - 100GE-port2 ConnectX5-2p100GE. +- TG [Server-Type-D2]: + - testbedname: testbed210. + - hostname: s61-t210-tg1. + - IPMI IP: 10.30.55.25 + - Host IP: 10.32.8.25 + - portnames: + - s61-t210-tg1-c1/p1 - 100GE-port1 ConnectX5-2p100GE. + - s61-t210-tg1-c1/p2 - 100GE-port2 ConnectX5-2p100GE. + - s61-t210-tg1-c2/p1 - 10GE-port1 x710-4p10GE. + - s61-t210-tg1-c2/p2 - 10GE-port2 x710-4p10GE. + - s61-t210-tg1-c2/p3 - 10GE-port3 x710-4p10GE. + - s61-t210-tg1-c2/p4 - 10GE-port4 x710-4p10GE. + - s61-t210-tg1-c3/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s61-t210-tg1-c3/p2 - 25GE-port2 xxv710-DA2-2p25GE. +``` + +### 2-Node-ThunderX2 (2x-tx2) + +{{< figure src="/cdocs/testbed-2n-tx2.svg" >}} + +``` +- SUT [Server-Type-E22]: + - testbedname: testbed211. + - hostname: s27-t211-sut1. + - IPMI IP: 10.30.50.69 + - Host IP: 10.30.51.69 + - portnames: + - s27-t211-sut1-c18/p1 - 40GE-port1 XL710-QDA2-2p40GE. + - s27-t211-sut1-c18/p2 - 40GE-port2 XL710-QDA2-2p40GE. +- TG [Server-Type-E31]: + - testbedname: testbed33 and testbed211. + - hostname: s19-t33t211-tg1. + - IPMI IP: 10.30.50.46 + - Host IP: 10.30.51.49 + - portnames: + - s19-t33t211-tg1-c2/p1 - 10GE-port1 x710-4p10GE. + - s19-t33t211-tg1-c2/p2 - 10GE-port2 x710-4p10GE. + - s19-t33t211-tg1-c2/p3 - 10GE-port3 x710-4p10GE. + - s19-t33t211-tg1-c2/p4 - 10GE-port4 x710-4p10GE. + - s19-t33t211-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s19-t33t211-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s19-t33t211-tg1-c8/p1 - 40GE-port1 xl710-QDA2-2p40GE. + - s19-t33t211-tg1-c8/p2 - 40GE-port2 xl710-QDA2-2p40GE. + - s19-t33t211-tg1-c10/p1 - 10GE-port1 x710-4p10GE. + - s19-t33t211-tg1-c10/p2 - 10GE-port2 x710-4p10GE. + - s19-t33t211-tg1-c10/p3 - 10GE-port3 x710-4p10GE. + - s19-t33t211-tg1-c10/p4 - 10GE-port4 x710-4p10GE. +``` + +### 2-Node-Icelake (2n-icx) + +{{< figure src="/cdocs/testbed-2n-icx.svg" >}} + +``` +- SUT [Server-Type-F1]: + - testbedname: testbed212. + - hostname: s71-t212-sut1. + - IPMI IP: 10.30.50.81 + - Host IP: 10.30.51.81 + - portnames: + - s71-t212-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s71-t212-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s71-t212-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s71-t212-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s71-t212-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s71-t212-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s71-t212-sut1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s71-t212-sut1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +- TG [Server-Type-F2]: + - testbedname: testbed212. + - hostname: s72-t212-tg1. + - IPMI IP: 10.30.50.82 + - Host IP: 10.30.51.82 + - portnames: + - s72-t212-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s72-t212-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s72-t212-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s72-t212-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s72-t212-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s72-t212-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s72-t212-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s72-t212-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. + - s72-t212-tg1-c6/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s72-t212-tg1-c6/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +- SUT [Server-Type-F1]: + - testbedname: testbed213. + - hostname: s83-t213-sut1. + - IPMI IP: 10.30.50.83 + - Host IP: 10.30.51.83 + - portnames: + - s83-t213-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s83-t213-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s83-t213-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s83-t213-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s83-t213-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s83-t213-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s83-t213-sut1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s83-t213-sut1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +- TG [Server-Type-F2]: + - testbedname: testbed213. + - hostname: s84-t213-tg1. + - IPMI IP: 10.30.50.84 + - Host IP: 10.30.51.84 + - portnames: + - s84-t213-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s84-t213-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s84-t213-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s84-t213-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s84-t213-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s84-t213-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s84-t213-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s84-t213-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. + - s84-t213-tg1-c6/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s84-t213-tg1-c6/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +- SUT [Server-Type-F1]: + - testbedname: testbed214. + - hostname: s85-t214-sut1. + - IPMI IP: 10.30.50.85 + - Host IP: 10.30.51.85 + - portnames: + - s85-t214-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s85-t214-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s85-t214-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s85-t214-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s85-t214-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s85-t214-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s85-t214-sut1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s85-t214-sut1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +- TG [Server-Type-F2]: + - testbedname: testbed214. + - hostname: s86-t214-tg1. + - IPMI IP: 10.30.50.86 + - Host IP: 10.30.51.86 + - portnames: + - s86-t214-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s86-t214-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s86-t214-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s86-t214-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s86-t214-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s86-t214-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s86-t214-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s86-t214-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. + - s86-t214-tg1-c6/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s86-t214-tg1-c6/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +- SUT [Server-Type-F1]: + - testbedname: testbed215. + - hostname: s87-t215-sut1. + - IPMI IP: 10.30.50.87 + - Host IP: 10.30.51.87 + - portnames: + - s87-t215-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s87-t215-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s87-t215-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s87-t215-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s87-t215-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s87-t215-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s87-t215-sut1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s87-t215-sut1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +- TG [Server-Type-F2]: + - testbedname: testbed215. + - hostname: s88-t215-tg1. + - IPMI IP: 10.30.50.88 + - Host IP: 10.30.51.88 + - portnames: + - s88-t215-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s88-t215-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s88-t215-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s88-t215-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s88-t215-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s88-t215-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s88-t215-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s88-t215-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. + - s88-t215-tg1-c6/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s88-t215-tg1-c6/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +``` + +### 3-Node-Rangeley (3n-rng) + +Note: There is no IPMI. Serial console is accessible via VIRL2 and VIRL3 USB. + +``` +- ServerB22 [Server-Type-B5]: + - testbedname: testbed35. + - hostname: s22-t35-sut1 (vex-yul-rot-netgate-1). + - IPMI IP: 10.30.51.29 - screen -r /dev/ttyUSB0 + - Host IP: 10.30.51.9 + - portnames: + - s22-t35-sut1-p1 - 10GE-port1 ix0 82599. + - s22-t35-sut1-p2 - 10GE-port2 ix1 82599. + - 1GB ports (tbd) +- ServerB23 [Server-Type-B5]: + - testbedname: testbed35. + - hostname: s23-t35-sut2 (vex-yul-rot-netgate-2). + - IPMI IP: 10.30.51.30 - screen -r /dev/ttyUSB1 + - Host IP: 10.30.51.10 + - portnames: + - s23-t35-sut1-p1 - 10GE-port1 ix0 82599. + - s23-t35-sut1-p2 - 10GE-port2 ix1 82599. + - 1GB ports (tbd) +- ServerB24 [Server-Type-B5]: + - testbedname: testbed35. + - hostname: s24-t35-sut3 (vex-yul-rot-netgate-3). + - IPMI IP: 10.30.51.30 - screen -r /dev/ttyUSB2 + - Host IP: 10.30.51.11 + - portnames: + - s24-t35-sut1-p1 - 10GE-port1 ix0 82599. + - s24-t35-sut1-p2 - 10GE-port2 ix1 82599. + - 1GB ports (tbd) +``` + +### 3-Node-Taishan (3n-tsh) + +{{< figure src="/cdocs/testbed-3n-tsh.svg" >}} + +``` +- SUT [Server-Type-E21]: + - testbedname: testbed33. + - hostname: s17-t33-sut1. + - IPMI IP: 10.30.50.36 + - Host IP: 10.30.51.36 + - portnames: + - s17-t33-sut1-c6/p1 - 10GE-port1 x520-2p10GE. + - s17-t33-sut1-c6/p2 - 10GE-port2 x520-2p10GE. + - s17-t33-sut1-c4/p1 - 25GE-port1 cx4-2p25GE. + - s17-t33-sut1-c4/p2 - 25GE-port2 cx4-2p25GE. +- SUT [Server-Type-E21]: + - testbedname: testbed33. + - hostname: s18-t33-sut2. + - IPMI IP: 10.30.50.37 + - Host IP: 10.30.51.37 + - portnames: + - s18-t33-sut2-c6/p1 - 10GE-port1 x520-2p10GE. + - s18-t33-sut2-c6/p2 - 10GE-port2 x520-2p10GE. + - s18-t33-sut2-c4/p1 - 25GE-port1 cx4-2p25GE. + - s18-t33-sut2-c4/p2 - 25GE-port2 cx4-2p25GE. +- TG [Server-Type-E31]: + - testbedname: testbed33 and testbed211. + - hostname: s19-t33t211-tg1. + - IPMI IP: 10.30.50.46 + - Host IP: 10.30.51.49 + - portnames: + - s19-t33t211-tg1-c2/p1 - 10GE-port1 x710-4p10GE. + - s19-t33t211-tg1-c2/p2 - 10GE-port2 x710-4p10GE. + - s19-t33t211-tg1-c2/p3 - 10GE-port3 x710-4p10GE. + - s19-t33t211-tg1-c2/p4 - 10GE-port4 x710-4p10GE. + - s19-t33t211-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s19-t33t211-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s19-t33t211-tg1-c8/p1 - 40GE-port1 xl710-QDA2-2p40GE. + - s19-t33t211-tg1-c8/p2 - 40GE-port2 xl710-QDA2-2p40GE. + - s19-t33t211-tg1-c10/p1 - 10GE-port1 x710-4p10GE. + - s19-t33t211-tg1-c10/p2 - 10GE-port2 x710-4p10GE. + - s19-t33t211-tg1-c10/p3 - 10GE-port3 x710-4p10GE. + - s19-t33t211-tg1-c10/p4 - 10GE-port4 x710-4p10GE. +``` + +### 3-Node-Altra (3n-alt) + +{{< figure src="/cdocs/testbed-3n-alt.svg" >}} + +``` +- SUT [Server-Type-E23]: + - testbedname: testbed34. + - hostname: s62-t34-sut1. + - IPMI IP: 10.30.50.72 + - Host IP: 10.30.51.72 + - portnames: + - s62-t34-sut1-c1/p1 - 40GE-port1 xl710-QDA2-2p40GE. + - s62-t34-sut1-c1/p2 - 40GE-port2 xl710-QDA2-2p40GE. +- SUT [Server-Type-E23]: + - testbedname: testbed34. + - hostname: s63-t34-sut2. + - IPMI IP: 10.30.50.73 + - Host IP: 10.30.51.73 + - portnames: + - s63-t34-sut2-c1/p1 - 40GE-port1 xl710-QDA2-2p40GE. + - s63-t34-sut2-c1/p2 - 40GE-port2 xl710-QDA2-2p40GE. +- TG [Server-Type-F4]: + - testbedname: testbed34. + - hostname: s64-t34-tg1. + - IPMI IP: 10.30.50.74 + - Host IP: 10.30.51.74 + - portnames: + - s64-t34-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s64-t34-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s64-t34-tg1-c4/p1 - 40GE-port1 xl710-QDA2-2p40GE. + - s64-t34-tg1-c4/p2 - 40GE-port2 xl710-QDA2-2p40GE. + - s64-t34-tg1-c6/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s64-t34-tg1-c6/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s64-t34-tg1-c6/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s64-t34-tg1-c6/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s64-t34-tg1-c8/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s64-t34-tg1-c8/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +``` + +### 3-Node-Icelake (3n-icx) + +{{< figure src="/cdocs/testbed-3n-icx.svg" >}} + +``` +- ServerF1 [Server-Type-F1]: + - testbedname: testbed37. + - hostname: s65-t37-sut1. + - IPMI IP: 10.30.50.75 + - Host IP: 10.30.51.75 + - portnames: + - s65-t37-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s65-t37-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s65-t37-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s65-t37-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s65-t37-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s65-t37-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s65-t37-sut1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s65-t37-sut1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +- ServerF1 [Server-Type-F1]: + - testbedname: testbed37. + - hostname: s66-t37-sut2. + - IPMI IP: 10.30.50.76 + - Host IP: 10.30.51.76 + - portnames: + - s66-t37-sut2-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s66-t37-sut2-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s66-t37-sut2-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s66-t37-sut2-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s66-t37-sut2-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s66-t37-sut2-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s66-t37-sut2-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s66-t37-sut2-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +- ServerF3 [Server-Type-F3]: + - testbedname: testbed37. + - hostname: s67-t37-tg1. + - IPMI IP: 10.30.50.77 + - Host IP: 10.30.51.77 + - portnames: + - s67-t37-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s67-t37-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s67-t37-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s67-t37-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s67-t37-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s67-t37-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s67-t37-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s67-t37-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +- ServerF1 [Server-Type-F1]: + - testbedname: testbed38. + - hostname: s78-t38-sut1. + - IPMI IP: 10.30.50.78 + - Host IP: 10.30.51.78 + - portnames: + - s78-t38-sut1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s78-t38-sut1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s78-t38-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s78-t38-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s78-t38-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s78-t38-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s78-t38-sut1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s78-t38-sut1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +- ServerF1 [Server-Type-F1]: + - testbedname: testbed38. + - hostname: s79-t38-sut2. + - IPMI IP: 10.30.50.79 + - Host IP: 10.30.51.79 + - portnames: + - s79-t38-sut2-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s79-t38-sut2-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s79-t38-sut2-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s79-t38-sut2-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s79-t38-sut2-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s79-t38-sut2-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s79-t38-sut2-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s79-t38-sut2-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +- ServerF3 [Server-Type-F3]: + - testbedname: testbed38. + - hostname: s80-t38-tg1. + - IPMI IP: 10.30.50.80 + - Host IP: 10.30.51.80 + - portnames: + - s80-t38-tg1-c2/p1 - 25GE-port1 xxv710-DA2-2p25GE. + - s80-t38-tg1-c2/p2 - 25GE-port2 xxv710-DA2-2p25GE. + - s80-t38-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s80-t38-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s80-t38-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s80-t38-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s80-t38-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s80-t38-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +``` + +### 3-Node-SnowRidge (3n-snr) + +{{< figure src="/cdocs/testbed-3n-snr.svg" >}} + +``` +- ServerG1 [Server-Type-G1]: + - testbedname: testbed39. + - hostname: s93-t39-sut1. + - IPMI IP: 10.30.50.93 + - Host IP: 10.30.51.93 + - portnames: + - s93-t39-sut1-c1/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s93-t39-sut1-c1/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s93-t39-sut1-c1/p2 - 25GE-port3 e810-XXVDA4-4p25GE. + - s93-t39-sut1-c1/p2 - 25GE-port4 e810-XXVDA4-4p25GE. +- ServerG1 [Server-Type-G1]: + - testbedname: testbed39. + - hostname: s94-t39-sut2. + - IPMI IP: 10.30.50.94 + - Host IP: 10.30.51.94 + - portnames: + - s94-t39-sut2-c1/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s94-t39-sut2-c1/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s94-t39-sut2-c1/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s94-t39-sut2-c1/p4 - 25GE-port4 e810-XXVDA4-4p25GE. +- ServerF4 [Server-Type-F4]: + - testbedname: testbed39. + - hostname: s89-t39t310-tg1. + - IPMI IP: 10.30.50.89 + - Host IP: 10.30.51.89 + - portnames: + - s89-t39t310-tg1-c6/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s89-t39t310-tg1-c6/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s89-t39t310-tg1-c6/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s89-t39t310-tg1-c6/p4 - 25GE-port4 e810-XXVDA4-4p25GE. +``` + +### 2-Node-SapphireRapids (2n-spr) + +{{< figure src="/cdocs/testbed-2n-spr.svg" >}} + +``` +- SUT [Server-Type-H1]: + - testbedname: testbed21. + - hostname: s52-t21-sut1. + - IPMI IP: 10.30.50.52 + - Host IP: 10.30.51.52 + - portnames: + - s52-t21-sut1-c2/p1 - 200GE-port1 ConnectX7-2p200GE. + - s52-t21-sut1-c2/p2 - 200GE-port2 ConnectX7-2p200GE. + - s52-t21-sut1-c4/p1 - 200GE-port1 ConnectX7-2p200GE. + - s52-t21-sut1-c4/p2 - 200GE-port2 ConnectX7-2p200GE. + - s52-t21-sut1-c10/p1 - 200GE-port1 ConnectX7-2p200GE. + - s52-t21-sut1-c10/p2 - 200GE-port2 ConnectX7-2p200GE. + - s52-t21-sut1-c7/p1 - 200GE-port1 ConnectX7-2p200GE. + - s52-t21-sut1-c7/p2 - 200GE-port2 ConnectX7-2p200GE. + - s52-t21-sut1-c9/p1 - 200GE-port1 ConnectX7-2p200GE. + - s52-t21-sut1-c9/p2 - 200GE-port2 ConnectX7-2p200GE. + - s52-t21-sut1-c11/p1 - 200GE-port1 ConnectX7-2p200GE. + - s52-t21-sut1-c11/p2 - 200GE-port2 ConnectX7-2p200GE. +- TG [Server-Type-H2]: + - testbedname: testbed21. + - hostname: s53-t21-tg1. + - IPMI IP: 10.30.50.53 + - Host IP: 10.30.51.53 + - portnames: + - s53-t21-tg1-c2/p1 - 200GE-port1 ConnectX7-2p200GE. + - s53-t21-tg1-c2/p2 - 200GE-port2 ConnectX7-2p200GE. + - s53-t21-tg1-c4/p1 - 200GE-port1 ConnectX7-2p200GE. + - s53-t21-tg1-c4/p2 - 200GE-port2 ConnectX7-2p200GE. + - s53-t21-tg1-c10/p1 - 200GE-port1 ConnectX7-2p200GE. + - s53-t21-tg1-c10/p2 - 200GE-port2 ConnectX7-2p200GE. + - s53-t21-tg1-c7/p1 - 200GE-port1 ConnectX7-2p200GE. + - s53-t21-tg1-c7/p2 - 200GE-port2 ConnectX7-2p200GE. + - s53-t21-tg1-c9/p1 - 200GE-port1 ConnectX7-2p200GE. + - s53-t21-tg1-c9/p2 - 200GE-port2 ConnectX7-2p200GE. +- SUT [Server-Type-H3]: + - testbedname: testbed22. + - hostname: s54-t22-sut1. + - IPMI IP: 10.30.50.54 + - Host IP: 10.30.51.54 + - portnames: + - s54-t22-sut1-c2/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s54-t22-sut1-c2/p2 - 100GE-port2 e810-2CQDA2-2p100GE. + - s54-t22-sut1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s54-t22-sut1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s54-t22-sut1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s54-t22-sut1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s54-t22-sut1-c7/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s54-t22-sut1-c7/p2 - 100GE-port2 e810-2CQDA2-2p100GE. + - s54-t22-sut1-c9/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s54-t22-sut1-c9/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s54-t22-sut1-c9/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s54-t22-sut1-c9/p4 - 25GE-port4 e810-XXVDA4-4p25GE. +- TG [Server-Type-H4]: + - testbedname: testbed22. + - hostname: s55-t22-tg1. + - IPMI IP: 10.30.50.55 + - Host IP: 10.30.51.55 + - portnames: + - s55-t22-tg1-c2/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s55-t22-tg1-c2/p2 - 100GE-port2 e810-2CQDA2-2p100GE. + - s55-t22-tg1-c4/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s55-t22-tg1-c4/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s55-t22-tg1-c4/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s55-t22-tg1-c4/p4 - 25GE-port4 e810-XXVDA4-4p25GE. +- SUT [Server-Type-H5]: + - testbedname: testbed23. + - hostname: s56-t23-sut1. + - IPMI IP: 10.30.50.56 + - Host IP: 10.30.51.56 + - portnames: + - s56-t23-sut1-c2/p1 - 200GE-port1 ConnectX7-2p200GE. + - s56-t23-sut1-c2/p2 - 200GE-port2 ConnectX7-2p200GE. + - s56-t23-sut1-c4/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s56-t23-sut1-c4/p2 - 100GE-port2 e810-2CQDA2-2p100GE. + - s56-t23-sut1-c10/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s56-t23-sut1-c10/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s56-t23-sut1-c10/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s56-t23-sut1-c10/p4 - 25GE-port4 e810-XXVDA4-4p25GE. +- TG [Server-Type-H6]: + - testbedname: testbed23. + - hostname: s57-t23-tg1. + - IPMI IP: 10.30.50.57 + - Host IP: 10.30.51.57 + - portnames: + - s57-t23-tg1-c2/p1 - 200GE-port1 ConnectX7-2p200GE. + - s57-t23-tg1-c2/p2 - 200GE-port2 ConnectX7-2p200GE. + - s57-t23-tg1-c4/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s57-t23-tg1-c4/p2 - 100GE-port2 e810-2CQDA2-2p100GE. + - s57-t23-tg1-c10/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s57-t23-tg1-c10/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s57-t23-tg1-c10/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s57-t23-tg1-c10/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s57-t23-tg1-c7/p1 - 200GE-port1 ConnectX7-2p200GE. + - s57-t23-tg1-c7/p2 - 200GE-port2 ConnectX7-2p200GE. + - s57-t23-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s57-t23-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +- SUT [Server-Type-H5]: + - testbedname: testbed24. + - hostname: s58-t24-sut1. + - IPMI IP: 10.30.50.58 + - Host IP: 10.30.51.58 + - portnames: + - s58-t24-sut1-c2/p1 - 200GE-port1 ConnectX7-2p200GE. + - s58-t24-sut1-c2/p2 - 200GE-port2 ConnectX7-2p200GE. + - s58-t24-sut1-c4/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s58-t24-sut1-c4/p2 - 100GE-port2 e810-2CQDA2-2p100GE. + - s58-t24-sut1-c10/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s58-t24-sut1-c10/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s58-t24-sut1-c10/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s58-t24-sut1-c10/p4 - 25GE-port4 e810-XXVDA4-4p25GE. +- TG [Server-Type-H6]: + - testbedname: testbed24. + - hostname: s59-t24-tg1. + - IPMI IP: 10.30.50.59 + - Host IP: 10.30.51.59 + - portnames: + - s59-t24-tg1-c2/p1 - 200GE-port1 ConnectX7-2p200GE. + - s59-t24-tg1-c2/p2 - 200GE-port2 ConnectX7-2p200GE. + - s59-t24-tg1-c4/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s59-t24-tg1-c4/p2 - 100GE-port2 e810-2CQDA2-2p100GE. + - s59-t24-tg1-c10/p1 - 25GE-port1 e810-XXVDA4-4p25GE. + - s59-t24-tg1-c10/p2 - 25GE-port2 e810-XXVDA4-4p25GE. + - s59-t24-tg1-c10/p3 - 25GE-port3 e810-XXVDA4-4p25GE. + - s59-t24-tg1-c10/p4 - 25GE-port4 e810-XXVDA4-4p25GE. + - s59-t24-tg1-c7/p1 - 200GE-port1 ConnectX7-2p200GE. + - s59-t24-tg1-c7/p2 - 200GE-port2 ConnectX7-2p200GE. + - s59-t24-tg1-c9/p1 - 100GE-port1 e810-2CQDA2-2p100GE. + - s59-t24-tg1-c9/p2 - 100GE-port2 e810-2CQDA2-2p100GE. +``` + +## Testbed Wiring + +### 1-Node-Skylake (1n-skx) + +``` +- testbed11: + - ring1 10GE-ports x710-4p10GE: + - s1-t11-sut1-c2/p1 to s1-t11-sut1-c4/p1. + - ring2 10GE-ports x710-4p10GE: + - s1-t11-sut1-c2/p2 to s1-t11-sut1-c4/p2. + - ring3 10GE-ports x710-4p10GE: + - s1-t11-sut1-c2/p3 to s1-t11-sut1-c4/p3. + - ring4 10GE-ports x710-4p10GE: + - s1-t11-sut1-c2/p4 to s1-t11-sut1-c4/p4. + - ring5 100GE-ports e810-2p100GE: + - s1-t11-sut1-c5/p1 to s1-t11-sut1-c6/p1. + - ring6 100GE-ports e810-2p100GE: + - s1-t11-sut1-c5/p2 to s1-t11-sut1-c6/p2. +- testbed12: + - ring1 10GE-ports x710-4p10GE: + - s2-t12-sut1-c2/p1 to s2-t12-sut1-c4/p1. + - ring2 10GE-ports x710-4p10GE: + - s2-t12-sut1-c2/p2 to s2-t12-sut1-c4/p2. + - ring3 10GE-ports x710-4p10GE: + - s2-t12-sut1-c2/p3 to s2-t12-sut1-c4/p3. + - ring4 10GE-ports x710-4p10GE: + - s2-t12-sut1-c2/p4 to s2-t12-sut1-c4/p4. + - ring5 100GE-ports e810-2p100GE: + - s2-t12-sut1-c5/p1 to s2-t12-sut1-c6/p1. + - ring6 100GE-ports e810-2p100GE: + - s2-t12-sut1-c5/p2 to s2-t12-sut1-c6/p2. +``` + +### 1-Node-ThunderX2 (1n-tx2) + +``` +- testbed13: + - ring1 40GE-ports XL710-QDA2-2p40GE on SUTs: + - s55-t13-sut1-c4/p1 - s55-t13-sut1-c14/p1. + - ring2 40GE-ports XL710-QDA2-2p40GE on SUTs: + - s55-t13-sut1-c4/p2 - s55-t13-sut1-c14/p2. + - ring3 10/25GE-ports ConnectX5-2p10/25GE on SUTs: + - s55-t13-sut1-c8/p1 - s55-t13-sut1-c26/p1. + - ring4 10/25GE-ports ConnectX5-2p10/25GE on SUTs: + - s55-t13-sut1-c8/p2 - s55-t13-sut1-c26/p2. + +- testbed14: + - ring1 40GE-ports XL710-QDA2-2p40GE on SUTs: + - s56-t14-sut1-c4/p1 - s56-t14-sut1-c14/p1. + - ring2 40GE-ports XL710-QDA2-2p40GE on SUTs: + - s56-t14-sut1-c4/p2 - s56-t14-sut1-c14/p2. + - ring3 10/25GE-ports ConnectX5-2p10/25GE on SUTs: + - s56-t14-sut1-c8/p1 - s56-t14-sut1-c26/p1. + - ring4 10/25GE-ports ConnectX5-2p10/25GE on SUTs: + - s56-t14-sut1-c8/p2 - s56-t14-sut1-c26/p2. +``` + +### 2-Node-IxiaPS1L47 (2n-ps1) + +``` +- testbed25: + - link1 10GE-port x710-4p10GE on SUT: + - t25-tg1-p1 to t25-sut1-c2/p1. + - link2 10GE-port x710-4p10GE on SUT: + - t25-tg1-p2 to t25-sut1-c2/p2. + - link3 10GE-port x710-4p10GE on SUT: + - t25-tg1-p3 to t25-sut1-c2/p3. + - link4 10GE-port x710-4p10GE on SUT: + - t25-tg1-p4 to t25-sut1-c2/p4. +``` + +### 2-Node-Cascadelake (2n-clx) + +``` +- testbed27: + - ring1 10GE-ports x710-4p10GE on SUT: + - s34-t27-tg1-c2/p1 to s33-t27-sut1-c2/p1. + - s33-t27-sut1-c2/p2 to s34-t27-tg1-c2/p2. + - ring2 10GE-ports x710-4p10GE on SUT: + - s34-t27-tg1-c2/p3 to s33-t27-sut1-c2/p3. + - s33-t27-sut1-c2/p4 to s34-t27-tg1-c2/p4. + - ring3 25GE-ports xxv710-DA2-2p25GE on SUT + - s34-t27-tg1-c4/p1 to s33-t27-sut1-c4/p1. + - s33-t27-sut1-c4/p2 to s34-t27-tg1-c4/p2. + - ring4 100GE-ports ConnectX5-2p100GE on SUT: + - s34-t27-tg1-c9/p1 to s33-t27-sut1-c9/p1. + - s33-t27-sut1-c9/p2 to s34-t27-tg1-c9/p2. + - ring5 100GE-ports e810-2p100GE on SUT 100GE-ports ConnectX5-2p100GE on TG: + - s34-t27-tg1-c6/p1 to s33-t27-sut1-c6/p1. + - s33-t27-sut1-c6/p2 to s34-t27-tg1-c6/p2. + - ring6 100GE-ports e810-2p100GE on TG: + - s34-t27-tg1-c8/p1 to s34-t27-tg1-c8/p2. + - s34-t27-tg1-c8/p2 to s34-t27-tg1-c8/p1. +- testbed28: + - ring1 10GE-ports x710-4p10GE on SUT: + - s36-t28-tg1-c2/p1 to s35-t28-sut1-c2/p1. + - s35-t28-sut1-c2/p2 to s36-t28-tg1-c2/p2. + - ring2 10GE-ports x710-4p10GE on SUT: + - s36-t28-tg1-c2/p3 to s35-t28-sut1-c2/p3. + - s35-t28-sut1-c2/p4 to s36-t28-tg1-c2/p4. + - ring3 25GE-ports xxv710-DA2-2p25GE on SUT + - s36-t28-tg1-c4/p1 to s35-t28-sut1-c4/p1. + - s35-t28-sut1-c4/p2 to s36-t28-tg1-c4/p2. + - ring4 100GE-ports ConnectX5-2p100GE on SUT: + - s36-t28-tg1-c9/p1 to s35-t28-sut1-c9/p1. + - s35-t28-sut1-c9/p2 to s36-t28-tg1-c9/p2. + - ring5 100GE-ports e810-2p100GE on SUT 100GE-ports ConnectX5-2p100GE on TG: + - s36-t28-tg1-c6/p1 to s35-t28-sut1-c6/p1. + - s35-t28-sut1-c6/p2 to s36-t28-tg1-c6/p2. + - ring6 100GE-ports e810-2p100GE on TG: + - s36-t28-tg1-c8/p1 to s36-t28-tg1-c8/p2. + - s36-t28-tg1-c8/p2 to s36-t28-tg1-c8/p1. +- testbed29: + - ring1 10GE-ports x710-4p10GE on SUT: + - s38-t29-tg1-c2/p1 to s37-t29-sut1-c2/p1. + - s37-t29-sut1-c2/p2 to s38-t29-tg1-c2/p2. + - ring2 10GE-ports x710-4p10GE on SUT: + - s38-t29-tg1-c2/p3 to s37-t29-sut1-c2/p3. + - s37-t29-sut1-c2/p4 to s38-t29-tg1-c2/p4. + - ring3 25GE-ports xxv710-DA2-2p25GE on SUT + - s38-t29-tg1-c4/p1 to s37-t29-sut1-c4/p1. + - s37-t29-sut1-c4/p2 to s38-t29-tg1-c4/p2. + - ring4 100GE-ports ConnectX5-2p100GE on SUT: + - s38-t29-tg1-c9/p1 to s37-t29-sut1-c9/p1. + - s37-t29-sut1-c9/p2 to s38-t29-tg1-c9/p2. + - ring5 100GE-ports e810-2p100GE on SUT 100GE-ports ConnectX5-2p100GE on TG: + - s38-t29-tg1-c6/p1 to s37-t29-sut1-c6/p1. + - s37-t29-sut1-c6/p2 to s38-t29-tg1-c6/p2. +``` + +### 2-Node-Zen2 (2n-zn2) + +``` +- testbed210: + - ring1 10GE-ports x710-4p10GE on SUT: + - s61-t210-tg1-c2/p1 to s60-t210-sut1-c1/p1. + - s60-t210-sut1-c1/p2 to s61-t210-tg1-c2/p2. + - ring2 10GE-ports x710-4p10GE on SUT: + - s61-t210-tg1-c2/p3 to s60-t210-sut1-c1/p3. + - s60-t210-sut1-c1/p4 to s61-t210-tg1-c2/p4. + - ring3 25GE-ports xxv710-DA2-2p25GE on SUT + - s61-t210-tg1-c3/p1 to s60-t210-sut1-c2/p1. + - s60-t210-sut1-c2/p2 to s61-t210-tg1-c3/p2. + - ring4 100GE-ports ConnectX5-2p100GE on SUT: + - s61-t210-tg1-c1/p1 to s60-t210-sut1-c3/p1. + - s60-t210-sut1-c3/p2 to s61-t210-tg1-c1/p2. +``` + +### 2-Node-ThunderX2 (2n-tx2) + +``` +- testbed211: + - ring1 10GE-ports x520-2p10GE on SUTs: + - s27-t211-sut1-c18/p1 - s19-t33t211-tg1-c8/p1. + - s27-t211-sut1-c18/p2 - s19-t33t211-tg1-c8/p2. +``` + +### 2-Node-Icelake (2n-icx) + +``` +- testbed212: + - ring1 25GE-ports xxv710-DA2-2p25GE on SUT + - s72-t212-tg1-c2/p1 to s71-t212-sut1-c2/p1. + - s71-t212-sut1-c2/p2 to s72-t212-tg1-c2/p2. + - ring2 25GE-ports e810-XXVDA4-2p25GE on SUT: + - s72-t212-tg1-c4/p1 to s71-t212-sut1-c4/p1. + - s71-t212-sut1-c4/p2 to s72-t212-tg1-c4/p2. + - s72-t212-tg1-c4/p3 to s71-t212-sut1-c4/p3. + - s71-t212-sut1-c4/p4 to s72-t212-tg1-c4/p4. + - ring3 100GE-ports e810-2CQDA2-2p100GE on SUT: + - s72-t212-tg1-c9/p1 to s71-t212-sut1-c9/p1. + - s71-t212-sut1-c9/p2 to s72-t212-tg1-c9/p2. + - ring4 100GE-ports e810-2CQDA2-2p100GE on SUT: + - s72-t212-tg1-c6/p1 to s72-t212-tg1-c6/p2. + - s72-t212-tg1-c6/p2 to s72-t212-tg1-c6/p1. +- testbed213: + - ring1 25GE-ports xxv710-DA2-2p25GE on SUT + - s84-t213-tg1-c2/p1 to s83-t213-sut1-c2/p1. + - s83-t213-sut1-c2/p2 to s84-t213-tg1-c2/p2. + - ring2 25GE-ports e810-XXVDA4-2p25GE on SUT: + - s84-t213-tg1-c4/p1 to s83-t213-sut1-c4/p1. + - s83-t213-sut1-c4/p2 to s84-t213-tg1-c4/p2. + - s84-t213-tg1-c4/p3 to s83-t213-sut1-c4/p3. + - s83-t213-sut1-c4/p4 to s84-t213-tg1-c4/p4. + - ring3 100GE-ports e810-2CQDA2-2p100GE on SUT: + - s84-t213-tg1-c9/p1 to s83-t213-sut1-c9/p1. + - s83-t213-sut1-c9/p2 to s84-t213-tg1-c9/p2. + - ring4 100GE-ports e810-2CQDA2-2p100GE on SUT: + - s84-t213-tg1-c6/p1 to s84-t213-tg1-c6/p2. + - s84-t213-tg1-c6/p2 to s84-t213-tg1-c6/p1. +- testbed214: + - ring1 25GE-ports xxv710-DA2-2p25GE on SUT + - s86-t214-tg1-c2/p1 to s85-t214-sut1-c2/p1. + - s85-t214-sut1-c2/p2 to s86-t214-tg1-c2/p2. + - ring2 25GE-ports e810-XXVDA4-2p25GE on SUT: + - s86-t214-tg1-c4/p1 to s85-t214-sut1-c4/p1. + - s85-t214-sut1-c4/p2 to s86-t214-tg1-c4/p2. + - s86-t214-tg1-c4/p3 to s85-t214-sut1-c4/p3. + - s85-t214-sut1-c4/p4 to s86-t214-tg1-c4/p4. + - ring3 100GE-ports e810-2CQDA2-2p100GE on SUT: + - s86-t214-tg1-c9/p1 to s85-t214-sut1-c9/p1. + - s85-t214-sut1-c9/p2 to s86-t214-tg1-c9/p2. + - ring4 100GE-ports e810-2CQDA2-2p100GE on SUT: + - s86-t214-tg1-c6/p1 to s86-t214-tg1-c6/p2. + - s86-t214-tg1-c6/p2 to s86-t214-tg1-c6/p1. +- testbed215: + - ring1 25GE-ports xxv710-DA2-2p25GE on SUT + - s88-t215-tg1-c2/p1 to s87-t215-sut1-c2/p1. + - s87-t215-sut1-c2/p2 to s88-t215-tg1-c2/p2. + - ring2 25GE-ports e810-XXVDA4-2p25GE on SUT: + - s88-t215-tg1-c4/p1 to s87-t215-sut1-c4/p1. + - s87-t215-sut1-c4/p2 to s88-t215-tg1-c4/p2. + - s88-t215-tg1-c4/p3 to s87-t215-sut1-c4/p3. + - s87-t215-sut1-c4/p4 to s88-t215-tg1-c4/p4. + - ring3 100GE-ports e810-2CQDA2-2p100GE on SUT: + - s88-t215-tg1-c9/p1 to s87-t215-sut1-c9/p1. + - s87-t215-sut1-c9/p2 to s88-t215-tg1-c9/p2. + - ring4 100GE-ports e810-2CQDA2-2p100GE on SUT: + - s88-t215-tg1-c6/p1 to s88-t215-tg1-c6/p2. + - s88-t215-tg1-c6/p2 to s88-t215-tg1-c6/p1. +``` + +### 3-Node-Rangeley (3n-rng) + +``` +To be completed. +``` + +### 3-Node-Taishan (3n-tsh) + +``` +- testbed33: + - ring1 10GE-ports x520-2p10GE on SUTs: + - s19-t33t211-tg1-c2/p2 - s17-t33-sut1-c6/p2. + - s17-t33-sut1-c6/p1 - s18-t33-sut2-c6/p2. + - s18-t33-sut2-c6/p1 - s19-t33t211-tg1-c2/p1. + - ring2 25GE-ports cx4-2p25GE on SUTs: + - s19-t33t211-tg1-c4/p2 - s17-t33-sut1-c4/p2. + - s17-t33-sut1-c4/p1 - s18-t33-sut2-c4/p2. + - s18-t33-sut2-c4/p1 - s19-t33t211-tg1-c4/p1. +``` + +### 3-Node-Altra (3n-alt) + +``` +- testbed34: + - ring1 40GE-ports xl710-QDA2-2p40GE on SUTs: + - s64-t34-tg1-c4/p1 - s62-t34-sut1-c1/p2. + - s62-t34-sut1-c1/p1 - s63-t34-sut2-c1/p2. + - s63-t34-sut2-c1/p1 - s64-t34-tg1-c4/p2. +``` + +### 3-Node-Icelake (3n-icx) + +``` +- testbed37: + - ring1 25GE-ports xxv710-DA2-2p25GE on SUTs: + - s67-t37-tg1-c2/p1 to s65-t37-sut1-c2/p1. + - s65-t37-sut1-c2/p2 to s66-t37-sut2-c2/p2. + - s66-t37-sut2-c2/p1 to s67-t37-tg1-c2/p2. + - ring2 25GE-ports e810-XXVDA4-4p25GE on SUT: + - s67-t37-tg1-c4/p1 to s65-t37-sut1-c4/p1. + - s65-t37-sut1-c4/p2 to s66-t37-sut2-c4/p2. + - s66-t37-sut2-c4/p1 to s67-t37-tg1-c4/p2. + - s67-t37-tg1-c4/p3 to s65-t37-sut1-c4/p3. + - s65-t37-sut1-c4/p4 to s66-t37-sut2-c4/p4. + - s66-t37-sut2-c4/p3 to s67-t37-tg1-c4/p4. + - ring3 100GE-ports e810-2CQDA2-2p100GE on SUT + - s67-t37-tg1-c9/p1 to s65-t37-sut1-c9/p1. + - s65-t37-sut1-c9/p2 to s66-t37-sut2-c9/p2. + - s66-t37-sut2-c9/p1 to s67-t37-tg1-c9/p2. +- testbed38: + - ring1 25GE-ports xxv710-DA2-2p25GE on SUTs: + - s80-t38-tg1-c2/p1 to s78-t38-sut1-c2/p1. + - s78-t38-sut1-c2/p2 to s79-t38-sut2-c2/p2. + - s79-t38-sut2-c2/p1 to s80-t38-tg1-c2/p2. + - ring2 25GE-ports e810-XXVDA4-4p25GE on SUT: + - s80-t38-tg1-c4/p1 to s78-t38-sut1-c4/p1. + - s78-t38-sut1-c4/p2 to s79-t38-sut2-c4/p2. + - s79-t38-sut2-c4/p1 to s80-t38-tg1-c4/p2. + - s80-t38-tg1-c4/p3 to s78-t38-sut1-c4/p3. + - s78-t38-sut1-c4/p4 to s79-t38-sut2-c4/p4. + - s79-t38-sut2-c4/p3 to s80-t38-tg1-c4/p4. + - ring3 100GE-ports e810-2CQDA2-2p100GE on SUT + - s80-t38-tg1-c9/p1 to s78-t38-sut1-c9/p1. + - s78-t38-sut1-c9/p2 to s79-t38-sut2-c9/p2. + - s79-t38-sut2-c9/p1 to s80-t38-tg1-c9/p2. +``` + +### 3-Node-SnowRidge (3n-snr) + +``` +- testbed39: + - ring1 25GE-ports e810-XXVDA4-4p25GE: + - s89-t39t310-tg1-c6/p1 to s93-t39-sut1-c1/p1. + - s93-t39-sut1-c1/p2 to s94-t39-sut2-c1/p2. + - s94-t39-sut2-c1/p1 to s89-t39t310-tg1-c6/p2. + - s89-t39t310-tg1-c6/p3 to s93-t39-sut1-c1/p3. + - s93-t39-sut1-c1/p4 to s94-t39-sut2-c1/p4. + - s94-t39-sut2-c1/p3 to s89-t39t310-tg1-c6/p4. +``` + +### 2-Node-SapphireRapids (2n-spr) + +``` +- testbed21: + - ring1 200GE-ports ConnectX7-2p200GE: + - s53-t21-tg1-c2/p1 to s52-t21-sut1-c2/p1 + - s53-t21-tg1-c7/p1 to s52-t21-sut1-c7/p1 + - s52-t21-sut1-c4/p2 to s52-t21-sut1-c9/p2 + - ring2 200GE-ports ConnectX7-2p200GE: + - s53-t21-tg1-c2/p2 to s52-t21-sut1-c2/p2 + - s53-t21-tg1-c7/p2 to s52-t21-sut1-c7/p2 + - s52-t21-sut1-c10/p1 to s52-t21-sut1-c11/p1 + - ring3 200GE-ports ConnectX7-2p200GE: + - s53-t21-tg1-c4/p1 to s52-t21-sut1-c4/p1 + - s53-t21-tg1-c9/p1 to s52-t21-sut1-c9/p1 + - s52-t21-sut1-c10/p2 to s52-t21-sut1-c11/p2 +- testbed22: + - ring1 100GE-ports e810-2CQDA2-2p100GE: + - s55-t22-tg1-c4/p1 to s54-t22-sut1-c9/p2 + - s55-t22-tg1-c4/p2 to s54-t22-sut1-c4/p2 + - s54-t22-sut1-c9/p1 to s54-t22-sut1-c4/p1 + - ring2 25GE-ports e810-XXVDA4-4p25GE: + - s55-t22-tg1-c2/p1 to s54-t22-sut1-c2/p1 + - s55-t22-tg1-c2/p2 to s54-t22-sut1-c7/p1 + - s54-t22-sut1-c2/p2 to s54-t22-sut1-c7/p2 +- testbed23: + - ring1 200GE-ports ConnectX7-2p200GE: + - s56-t23-sut1-c2/p1 to s57-t23-tg1-c2/p1. + - s57-t23-tg1-c2/p2 to s56-t23-sut1-c2/p2. + - ring2 100GE-ports e810-2CQDA2-2p100GE: + - s56-t23-sut1-c4/p1 to s57-t23-tg1-c4/p1. + - s57-t23-tg1-c4/p2 to s56-t23-sut1-c4/p2. + - ring3 25GE-ports e810-XXVDA4-2p25GE: + - s56-t23-sut1-c10/p1 to s57-t23-tg1-c10/p1. + - s56-t23-sut1-c10/p2 to s57-t23-tg1-c10/p2. + - s56-t23-sut1-c10/p3 to s57-t23-tg1-c10/p3. + - s56-t23-sut1-c10/p4 to s57-t23-tg1-c10/p4. + - ring4 200GE-ports ConnectX7-2p200GE: + - s57-t23-tg1-c7/p1 to s57-t23-tg1-c7/p2. + - ring5 100GE-ports e810-2CQDA2-2p100GE: + - s57-t23-tg1-c9/p1 to s57-t23-tg1-c9/p2. +- testbed24: + - ring1 200GE-ports ConnectX7-2p200GE: + - s58-t24-sut1-c2/p1 to s59-t24-tg1-c2/p1. + - s59-t24-tg1-c2/p2 to s58-t24-sut1-c2/p2. + - ring2 100GE-ports e810-2CQDA2-2p100GE: + - s58-t24-sut1-c4/p1 to s59-t24-tg1-c4/p1. + - s59-t24-tg1-c4/p2 to s58-t24-sut1-c4/p2. + - ring3 25GE-ports e810-XXVDA4-2p25GE: + - s58-t24-sut1-c10/p1 to s59-t24-tg1-c10/p1. + - s58-t24-sut1-c10/p2 to s59-t24-tg1-c10/p2. + - s58-t24-sut1-c10/p3 to s59-t24-tg1-c10/p3. + - s58-t24-sut1-c10/p4 to s59-t24-tg1-c10/p4. + - ring4 200GE-ports ConnectX7-2p200GE: + - s59-t24-tg1-c7/p1 to s59-t24-tg1-c7/p2. + - ring5 100GE-ports e810-2CQDA2-2p100GE: + - s59-t24-tg1-c9/p1 to s59-t24-tg1-c9/p2. +``` diff --git a/docs/content/infrastructure/fdio_dc_vexxhost_inventory.md b/docs/content/infrastructure/fdio_dc_vexxhost_inventory.md index 25934af770..140c74ffc4 100644 --- a/docs/content/infrastructure/fdio_dc_vexxhost_inventory.md +++ b/docs/content/infrastructure/fdio_dc_vexxhost_inventory.md @@ -7,7 +7,7 @@ weight: 1 Captured inventory data: - **name**: CSIT functional server name as tracked in - [CSIT testbed specification]({{< ref "fdio_csit_testbed_specifications#FD.io CSIT Testbed Specifications" >}}), + [CSIT testbed specification]({{< ref "fdio_dc_testbed_specifications#FD.io CSIT Testbed Specifications" >}}), followed by "/" and the actual configured hostname, unless it is the same as CSIT name. - **oper-status**: operational status (up|down). @@ -24,8 +24,8 @@ Captured inventory data: ## Missing Equipment Inventory 1. Ixia PerfectStorm One Appliance - - [**Specification**]({{< ref "fdio_csit_testbed_specifications#2-node-ixiaps1l47-ixia-psone-l47-2n-ps1" >}}) - - [**Wiring**]({{< ref "fdio_csit_testbed_specifications#2-node-ixiaps1l47-2n-ps1" >}}) + - [**Specification**]({{< ref "fdio_dc_testbed_specifications#2-node-ixiaps1l47-ixia-psone-l47-2n-ps1" >}}) + - [**Wiring**]({{< ref "fdio_dc_testbed_specifications#2-node-ixiaps1l47-2n-ps1" >}}) - **mgmt-ip4**: 10.30.51.62 s26-t25-tg1 - **ipmi-ip4**: 10.30.50.59 s26-t25-tg1 diff --git a/docs/content/infrastructure/testbed_configuration/_index.md b/docs/content/infrastructure/testbed_configuration/_index.md index d0716003c5..79d0250474 100644 --- a/docs/content/infrastructure/testbed_configuration/_index.md +++ b/docs/content/infrastructure/testbed_configuration/_index.md @@ -1,6 +1,6 @@ --- bookCollapseSection: true bookFlatSection: false -title: "FD.io CSIT Testbed Configuration" +title: "FD.io DC Testbed Configuration" weight: 3 --- \ No newline at end of file diff --git a/docs/content/infrastructure/trex_traffic_generator.md b/docs/content/infrastructure/trex_traffic_generator.md new file mode 100644 index 0000000000..3497447cbf --- /dev/null +++ b/docs/content/infrastructure/trex_traffic_generator.md @@ -0,0 +1,195 @@ +--- +title: "TRex Traffic Generator" +weight: 7 +--- + +# TRex Traffic Generator + +## Usage + +[TRex traffic generator](https://trex-tgn.cisco.com) is used for majority of +CSIT performance tests. TRex is used in multiple types of performance tests, +see [Data Plane Throughtput]({{< ref "../methodology/measurements/data_plane_throughput/data_plane_throughput/#Data Plane Throughtput" >}}) +for more details. + +## Traffic modes + +TRex is primarily used in two (mutually incompatible) modes. + +### Stateless mode + +Sometimes abbreviated as STL. +A mode with high performance, which is unable to react to incoming traffic. +We use this mode whenever it is possible. +Typical test where this mode is not applicable is NAT44ED, +as DUT does not assign deterministic outside address+port combinations, +so we are unable to create traffic that does not lose packets +in out2in direction. + +Measurement results are based on simple L2 counters +(opackets, ipackets) for each traffic direction. + +### Stateful mode + +A mode capable of reacting to incoming traffic. +Contrary to the stateless mode, only UDP and TCP is supported +(carried over IPv4 or IPv6 packets). +Performance is limited, as TRex needs to do more CPU processing. +TRex suports two subtypes of stateful traffic, +CSIT uses ASTF (Advanced STateFul mode). + +This mode is suitable for NAT44ED tests, as clients send packets from inside, +and servers react to it, so they see the outside address and port to respond to. +Also, they do not send traffic before NAT44ED has created the corresponding +translation entry. + +When possible, L2 counters (opackets, ipackets) are used. +Some tests need L7 counters, which track protocol state (e.g. TCP), +but those values are less than reliable on high loads. + +## Traffic Continuity + +Generated traffic is either continuous, or limited (by number of transactions). +Both modes support both continuities in principle. + +### Continuous traffic + +Traffic is started without any data size goal. +Traffic is ended based on time duration, as hinted by search algorithm. +This is useful when DUT behavior does not depend on the traffic duration. +The default for stateless mode. + +### Limited traffic + +Traffic has defined data size goal (given as number of transactions), +duration is computed based on this goal. +Traffic is ended when the size goal is reached, +or when the computed duration is reached. +This is useful when DUT behavior depends on traffic size, +e.g. target number of NAT translation entries, each to be hit exactly once +per direction. +This is used mainly for stateful mode. + +## Traffic synchronicity + +Traffic can be generated synchronously (test waits for duration) +or asynchronously (test operates during traffic and stops traffic explicitly). + +### Synchronous traffic + +Trial measurement is driven by given (or precomputed) duration, +no activity from test driver during the traffic. +Used for most trials. + +### Asynchronous traffic + +Traffic is started, but then the test driver is free to perform +other actions, before stopping the traffic explicitly. +This is used mainly by reconf tests, but also by some trials +used for runtime telemetry. + +## Trafic profiles + +TRex supports several ways to define the traffic. +CSIT uses small Python modules based on Scapy as definitions. +Details of traffic profiles depend on modes (STL or ASTF), +but some are common for both modes. + +Search algorithms are intentionally unaware of the traffic mode used, +so CSIT defines some terms to use instead of mode-specific TRex terms. + +### Transactions + +TRex traffic profile defines a small number of behaviors, +in CSIT called transaction templates. Traffic profiles also instruct +TRex how to create a large number of transactions based on the templates. + +Continuous traffic loops over the generated transactions. +Limited traffic usually executes each transaction once +(typically as constant number of loops over source addresses, +each loop with different source ports). + +Currently, ASTF profiles define one transaction template each. +Number of packets expected per one transaction varies based on profile details, +as does the criterion for when a transaction is considered successful. + +Stateless transactions are just one packet (sent from one TG port, +successful if received on the other TG port). +Thus unidirectional stateless profiles define one transaction template, +bidirectional stateless profiles define two transaction templates. + +### TPS multiplier + +TRex aims to open transaction specified by the profile at a steady rate. +While TRex allows the transaction template to define its intended "cps" value, +CSIT does not specify it, so the default value of 1 is applied, +meaning TRex will open one transaction per second (and transaction template) +by default. But CSIT invocation uses "multiplier" (mult) argument +when starting the traffic, that multiplies the cps value, +meaning it acts as TPS (transactions per second) input. + +With a slight abuse of nomenclature, bidirectional stateless tests +set "packets per transaction" value to 2, just to keep the TPS semantics +as a unidirectional input value. + +### Duration stretching + +TRex can be IO-bound, CPU-bound, or have any other reason +why it is not able to generate the traffic at the requested TPS. +Some conditions are detected, leading to TRex failure, +for example when the bandwidth does not fit into the line capacity. +But many reasons are not detected. + +Unfortunately, TRex frequently reacts by not honoring the duration +in synchronous mode, taking longer to send the traffic, +leading to lower then requested load offered to DUT. +This usualy breaks assumptions used in search algorithms, +so it has to be avoided. + +For stateless traffic, the behavior is quite deterministic, +so the workaround is to apply a fictional TPS limit (max_rate) +to search algorithms, usually depending only on the NIC used. + +For stateful traffic the behavior is not deterministic enough, +for example the limit for TCP traffic depends on DUT packet loss. +In CSIT we decided to use logic similar to asynchronous traffic. +The traffic driver sleeps for a time, then stops the traffic explicitly. +The library that parses counters into measurement results +than usually treats unsent packets/transactions as lost/failed. + +We have added a IP4base tests for every NAT44ED test, +so that users can compare results. +If the results are very similar, it is probable TRex was the bottleneck. + +### Startup delay + +By investigating TRex behavior, it was found that TRex does not start +the traffic in ASTF mode immediately. There is a delay of zero traffic, +after which the traffic rate ramps up to the defined TPS value. + +It is possible to poll for counters during the traffic +(fist nonzero means traffic has started), +but that was found to influence the NDR results. + +Thus "sleep and stop" stategy is used, which needs a correction +to the computed duration so traffic is stopped after the intended +duration of real traffic. Luckily, it turns out this correction +is not dependend on traffic profile nor CPU used by TRex, +so a fixed constant (0.112 seconds) works well. +Unfortunately, the constant may depend on TRex version, +or execution environment (e.g. TRex in AWS). + +The result computations need a precise enough duration of the real traffic, +luckily server side of TRex has precise enough counter for that. + +It is unknown whether stateless traffic profiles also exhibit a startup delay. +Unfortunately, stateless mode does not have similarly precise duration counter, +so some results (mostly MRR) are affected by less precise duration measurement +in Python part of CSIT code. + +## Measuring Latency + +If measurement of latency is requested, two more packet streams are +created (one for each direction) with TRex flow_stats parameter set to +STLFlowLatencyStats. In that case, returned statistics will also include +min/avg/max latency values and encoded HDRHistogram data. diff --git a/docs/content/infrastructure/vpp_startup_settings.md b/docs/content/infrastructure/vpp_startup_settings.md new file mode 100644 index 0000000000..7361d4b21f --- /dev/null +++ b/docs/content/infrastructure/vpp_startup_settings.md @@ -0,0 +1,44 @@ +--- +title: "VPP Startup Settings" +weight: 6 +--- + +# VPP Startup Settings + +CSIT code manipulates a number of VPP settings in startup.conf for +optimized performance. List of common settings applied to all tests and +test dependent settings follows. + +## Common Settings + +List of VPP startup.conf settings applied to all tests: + +1. heap-size - set separately for ip4, ip6, stats, main + depending on scale tested. +2. no-tx-checksum-offload - disables UDP / TCP TX checksum offload in + DPDK. Typically needed for use faster vector PMDs (together with + no-multi-seg). +3. buffers-per-numa - sets a number of memory buffers allocated + to VPP per CPU socket. VPP default is 16384. Needs to be increased for + scenarios with large number of interfaces and worker threads. To + accommodate for scale tests, CSIT is setting it to the maximum possible + value corresponding to the limit of DPDK memory mappings (currently + 256). For Xeon Skylake platforms configured with 2MB hugepages and VPP + data-size and buffer-size defaults (2048B and 2496B respectively), this + results in value of 215040 (256 * 840 = 215040, 840 * 2496B buffers fit + in 2MB hugepage). + +## Per Test Settings + +List of vpp startup.conf settings applied dynamically per test: + +1. corelist-workers - list of logical cores to run VPP + worker data plane threads. Depends on HyperThreading and core per + test configuration. +2. num-rx-queues - depends on a number of VPP threads and NIC + interfaces. +3. no-multi-seg - disables multi-segment buffers in DPDK, improves + packet throughput, but disables Jumbo MTU support. Disabled for all + tests apart from the ones that require Jumbo 9000B frame support. +4. UIO driver - depends on topology file definition. +5. QAT VFs - depends on NRThreads, each thread = 1QAT VFs. diff --git a/docs/content/introduction/_index.md b/docs/content/introduction/_index.md deleted file mode 100644 index e028786bd1..0000000000 --- a/docs/content/introduction/_index.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -bookFlatSection: true -title: "Introduction" -weight: 1 ---- \ No newline at end of file diff --git a/docs/content/introduction/automating_vpp_api_flag_day.md b/docs/content/introduction/automating_vpp_api_flag_day.md deleted file mode 100644 index 131adeab9d..0000000000 --- a/docs/content/introduction/automating_vpp_api_flag_day.md +++ /dev/null @@ -1,303 +0,0 @@ ---- -bookHidden: true -title: "VPP API Flag Day Algorithms" ---- - -# VPP API Flag Day Algorithm - -## Abstract - -This document describes the current solution to the problem of -automating the detection of VPP API changes which are not backwards -compatible with existing CSIT tests, by defining the "Flag Day" -process of deploying a new set of CSIT tests which are compatible -with the new version of the VPP API without causing a halt to the -normal VPP/CSIT operational CI process. This is initially -limited to changes in \*.api files contained in the vpp repo. -Eventually the detection algorithm could be extended to include -other integration points such as "directory" structure of stats -segment or PAPI python library dependencies. - -## Motivation - -Aside of per-release activities (release report), CSIT also provides testing -that requires somewhat tight coupling to the latest (merged but not released) -VPP code. Currently, HEAD of one project is run against somewhat older codebase -of the other project. Definition of what is the older codebase to use -is maintained by CSIT project. For older CSIT codebase, there are so-called -"oper" branches. For older VPP codebase, CSIT master HEAD contains identifiers -for "stable" VPP builds. Such older codebases are also used for verify jobs, -where HEAD of the other project is replaced by the commit under review. - -One particular type of jobs useful for VPP development is trending jobs. -They test latests VPP build with latest oper branch of CSIT, -and analytics is applied to detect regressions in preformance. -For this to work properly, VPP project needs a warning against breaking -the assumptions the current oper branch makes about VPP behavior. -In the past, the most frequent type of such breakage was API change. - -Earlier attempts to create a process to minimize breakage have focused -on creating a new verify job for VPP (called api-crc job) that -votes -1 on a change that affects CRC values for API messages CSIT uses. -The list of messages and CRC values (multiple "collections" are allowed) -is maintained in CSIT repository (in oper branch). -The process was less explicit on how should CSIT project maintain such list. -As CSIT was not willing to support two incpompatible API messages -by the same codebase (commit), there were unavoidable windows -where either trenging jobs, or CSIT verify jobs were failing. - -Practice showed that human (or infra) errors can create two kinds of breakages. -Either the unavoidable short window gets long, affecting a trending job run -or two, or the api-crc job starts giving -1 to innocent changes -because oper branch went out of sync with VPP HEAD codebase. -This second type of failure prevents any merges to VPP for a long time -(12 hours is the typical time, give time zone differences). - -The current version of this document introduces two new requirements. -Firstly, the api-crc job should not give false -1, under any -(reasonable) circumstances. That means, if a VPP change -(nor any of its unmerged ancestor commits) does not affect any CRC values -for messages used by CSIT, -1 should only mean "rebase is needed", -and rebasing to HEAD should result in +1 from the api-crc job. -Secondly, no more than one VPP change is allowed to be processed -(at the same time). - -## Naming - -It is easier to define the process after chosing shorter names -for notions that need long definition. - -Note: Everytime a single job is mentioned, -in practice it can be a set of jobs covering parts of functionality. -A "run" of the set of jobs passes only if each job within the set -has been run (again) and passed. - -## Jobs - -+ A *vpp verify* job: Any job run automatically, and voting on open VPP changes. - Some verify jobs compile and package VPP for target operating system - and processor architecture, the packages are NOT archived (currently). - They should be cached somewhere in future to speed up in downstream jobs, - but currently each such downstream job can clone and build. - -+ The *api-crc* job: Quick verify job for VPP changes, that accesses - CSIT repository (checkout latest oper branch HEAD) to figure out - whether merging the change is safe from CSIT point of view. - Here, -1 means CSIT is not ready. +1 means CSIT looks to be ready - for the new CRC values, but there still may be failures on real tests. - -+ A *trending* job: Any job that is started by timer and performs testing. - It checkouts CSIT latest oper branch HEAD, downloads the most recent - completely uploaded VPP package, and unconditionally runs the tests. - CRC checks are optional, ideally only written to console log - without otherwise affecting the test cases. - -+ A *vpp-csit* job: A slower verify job for VPP changes, that accesses CSIT - repository and runs tests from the correct CSIT commit (chosen as in trending) - against the VPP (built from the VPP patch under review). - Vote -1 means there were test failures. +1 means no test failures, meaning - there either was no API change, or it was backward compatible. - -+ A *csit-vpp* job: Verify job for open CSIT changes. Downloads the - (completely uploaded) VPP package marked as "stable", and runs a selection - of tests (from the CSIT patch under review). - Vote +1 means all tests have passed, so it is safe to merge - the patch under review. - -+ A *patch-on-patch* job: Manually triggered non-voting job - for open CSIT changes. Compiles and packages from VPP source - (usually of an unmerged change). Then runs the same tests as csit-vpp job. - This job is used to prove the CSIT patch under review is supporting - the specified VPP code. - In practice, this can be a vpp-csit job started with CSIT_REF set. - -+ A *manual verification* is done by a CSIT committer, locally executing steps - equivalent to the patch-on-patch job. This can to save time and resources. - -## CRC Collections - -Any commit in/for the CSIT repository contains a file (supported_crcs.yaml), -which contains either one or two collections. A collection is a mapping -that maps API message name to its CRC value. - -A collection name specifies which VPP build is this collection for. -An API message name is present in a collection if and only if -it is used by a test implementation (can be in different CSIT commit) -targeted at the VPP build (pointed out by the collection name). - -+ The *stable collection*: Usually required, listed first, has comments and name - pointing to the VPP build this CSIT commit marks as stable. - The stable collection is only missing in deactivating changes (see below) - when not mergeable yet. - -+ The *active collection*: Optional, listed second, has comments and name - pointing to the VPP Gerrit (including patch set number) - the currently active API process is processing. - The patch set number part can be behind the actual Gerrit state. - This is safe, because api-crc job on the active API change will fail - if the older patch is no longer API-equivalent to the newer patch. - -## Changes - -+ An *API change*: The name for any Gerrit Change for VPP repository - that does not pass api-crc job right away, and needs this whole process. - This usually means .api files are edited, but a patch that affects - the way CRC values are computed is also an API change. - - Full name could be VPP API Change, but as no CSIT change is named "API change" - (and this document does not talk about other FD.io or external projects), - "API change" is shorter. - -+ A *blocked change*: The name for open Gerrit Change for VPP repository - that got -1 from some of voting verify jobs. - -+ A *VPP-blocked change": A blocked change which got -1 from some "pure VPP" - verify job, meaning no CSIT code has been involved in the vote. - Example: "make test" fails. - - VPP contributor is expected to fix the change, or VPP developers - are expected to found a cause in an earlier VPP change, and fix it. - No interaction with CSIT developers is necessary. - -+ A *CSIT-blocked change*: A blocked change which is not VPP-blocked, - but does not pass some vpp-csit job. - To fix a CSIT-blocked change, an interaction with a CSIT committer - is usually necessary. Even if a VPP developer is experienced enough - to identify the cause of the failure, a merge to CSIT is usually needed - for a full fix. - - This process does not specify what to do with CSIT-blocked changes - that are not also API changes. - -+ A *candidate API change*: An API change that meets all requirements - to become active (see below). Currently, the requirements are: - - + No -1 nor -2 from from any human reviewer. - - + All verify jobs (except vpp-csit ones) pass. - - + +1 from a VPP committer. - - The reason is to avoid situations where an API change becomes active, - but the VPP committers are unwilling to merge it for some reason. - -+ The *active API change*: The candidate API change currently being processed - by the API Flag Day Algorithm. - While many API changes can be candidates at the same time, - only one is allowed be active at a time. - -+ The *activating change*: The name for a Gerrit Change for CSIT repository - that does not change the test code, but adds the active CRC collection. - Merge of the opening change (to latest CSIT oper branch) defines - which API change has become active. - -+ The *deactivating change*: The name for Gerrit Change for CSIT repository - that only supports tests and CRC values for VPP with the active API change. - That implies the previously stable CRC collection is deleted, - and any edits to the test implementation are done here. - -+ The *mergeable deactivating change*: The deactivating change with additional - requirements. Details on the requirements are listed in the next section. - Merging this change finishes the process for the active API change. - -It is possible for a single CSIT change to act both as a mergeable -deactivating change for one API change, and as an activating change -for another API change. As English lacks a good adjective for such a thing, -this document does not name this change. -When this documents says a change is activating or deactivating, -it allows the possibility for the change to fullfill also other purposes -(e.g. acting as deactivating / activating change for another API change). - -## Algorithm Steps - -The following steps describe the application of the API "Flag Day" algorithm: - -#. A VPP patch for an API change is submitted to - gerrit for review. -#. The api-crc job detects the API CRC values have changed - for some messages used by CSIT. -#. The api-crc job runs in parallel with any other vpp-csit verify job, - so those other jobs can hint at the impact on CSIT. - Currently, any such vpp-csit job is non-voting, - as the current process does not guarantee such jobs passes - when the API change is merged. -#. If the api-crc job fails, an email with the appropriate reason - is sent to the VPP patch submitter and vpp-api-dev@lists.fd.io - including the VPP patch information and .api files that are edited. -#. The VPP patch developer works with a VPP committer - to ensure the patch meets requirements to become a candidate (see above). -#. The VPP patch developer and CSIT team create a CSIT JIRA ticket - to identify the work required to support the new VPP API version. -#. CSIT developer creates a patch of the deactivating change - (upload to Gerrit not required yet). -#. CSIT developer runs patch-on-patch job (or manual verification). - Both developers iterate until the verification passes. - Note that in this phase csit-vpp job is expected to vote -1, - as the deactivating change is not mergeable yet. -#. CSIT developer creates the activating change, uploads to Gerrit, - waits for vote (usual review cycle applies). -#. When CSIT committer is satisfied, the activating change is merged - to CSIT master branch and cherry-picked to the latest oper branch. - This enters a "critical section" of the process. - Merges of other activating changes are not allowed from now on. - The targeted API change becomes the active API change. - This does not break any jobs. -#. VPP developer (or CSIT committer) issues a recheck on the VPP patch. -#. On failure, VPP and CSIT committers analyze what went wrong. - Typically, the active CRC collection is matching only an older patch set, - but a newer patch set needs different CRC values. - Either due to improvements on the VPP change in question, - or due to a rebase over previously merged (unrelated) API change. - VPP perhaps needs to rebase, and CSIT definitely needs - to merge edits to the active collection. Then issue a recheck again, - and iterate until success. -#. On success, VPP Committer merges the active API change patch. - (This is also a delayed verification of the current active CRC collection.) -#. VPP committer sends an e-mail to vpp-api-dev stating the support for - the previous CRC values will soon be removed, implying other changes - (whether API or not) should be rebased soon. -#. VPP merge jobs create and upload new VPP packages. - This breaks trending jobs, but both VPP and CSIT verify jobs still work. -#. CSIT developer makes the deactivating change mergeable: - The stable VPP build indicator is bumped to the build - that contains the active API change. The active CRC collection - (added by the activating change) is renamed to the new stable collection. - (The previous stable collection has already been deleted.) - At this time, the deactivating change should be uploaded to Gerrit and - csit verify jobs should be triggered. -#. CSIT committer reviews the code, perhaps triggering any additional jobs - needed to verify the tests using the edited APIs are still working. -#. When satisfied, CSIT committer merges the mergeable deactivating change - (to both master and oper). - The merge fixes trending jobs. VPP and CSIT verify jobs continue to work. - The merge also breaks some verify jobs for old changes in VPP, - as announced when the active API change was merged. - The merge is the point where the process leaves the "critical section", - thus allowing merges of activating changes for other API changes. -#. CSIT committer sends an e-mail to vpp-api-dev stating the support for - the previous CRC values has been removed, and rebase is needed - for all affected VPP changes. -#. Recheck of existing VPP patches in gerrit may cause the "VPP - API Incompatible Change Test" to send an email to the patch - submitter to rebase the patch to pick up the compatible VPP API - version files. - -### Real life examples - -Simple API change: https://gerrit.fd.io/r/c/vpp/+/23829 - -Activating change: https://gerrit.fd.io/r/c/csit/+/23956 - -Mergeable deactivating change: https://gerrit.fd.io/r/c/csit/+/24280 - -Less straightforward mergeable deactivating change: -https://gerrit.fd.io/r/c/csit/+/22526 -It shows: - -+ Crc edits: supported_crcs.yaml -+ Version bump: VPP_STABLE_VER_UBUNTU_BIONIC -+ And even a way to work around failing tests: - eth2p-ethicmpv4-ip4base-eth-1tap-dev.robot - -Simple change that is both deactivating and activating: -https://gerrit.fd.io/r/c/csit/+/23969 diff --git a/docs/content/introduction/bash_code_style.md b/docs/content/introduction/bash_code_style.md deleted file mode 100644 index bbd0c37196..0000000000 --- a/docs/content/introduction/bash_code_style.md +++ /dev/null @@ -1,651 +0,0 @@ ---- -bookHidden: true -title: "Bash Code Style" ---- - -The key words "MUST", "MUST NOT", "REQUIRED", "SHALL", "SHALL NOT", -"SHOULD", "SHOULD NOT", "RECOMMENDED", "NOT RECOMMENDED", -"MAY", and "OPTIONAL" in this document are to be interpreted as -described in [BCP 14](https://tools.ietf.org/html/bcp14), -[RFC2119](https://tools.ietf.org/html/rfc2119), -[RFC8174](https://tools.ietf.org/html/rfc8174) -when, and only when, they appear in all capitals, as shown here. - -This document SHALL describe guidelines for writing reliable, maintainable, -reusable and readable code for CSIT. - -# Proposed Style - -# File Types - -Bash files SHOULD NOT be monolithic. Generally, this document -considers two types of bash files: - -+ Entry script: Assumed to be called by user, - or a script "external" in some way. - - + Sources bash libraries and calls functions defined there. - -+ Library file: To be sourced by entry scipts, possibly also by other libraries. - - + Sources other libraries for functions it needs. - - + Or relies on a related file already having sourced that. - - + Documentation SHALL imply which case it is. - - + Defines multiple functions other scripts can call. - -# Safety - -+ Variable expansions MUST be quoted, to prevent word splitting. - - + This includes special "variables" such as "${1}". - - + RECOMMENDED even if the value is safe, as in "$?" and "$#". - - + It is RECOMMENDED to quote strings in general, - so text editors can syntax-highlight them. - - + Even if the string is a numeric value. - - + Commands and known options can get their own highlight, no need to quote. - - + Example: You do not need to quote every word of - "pip install --upgrade virtualenv". - - + Code SHALL NOT quote glob characters you need to expand (obviously). - - + OPTIONALLY do not quote adjacent characters (such as dot or fore-slash), - so that syntax highlighting makes them stand out compared to surrounding - ordinary strings. - - + Example: cp "logs"/*."log" "."/ - - + Command substitution on right hand side of assignment are safe - without quotes. - - + Note that command substitution limits the scope for quotes, - so it is NOT REQUIRED to escape the quotes in deeper levels. - - + Both backtics and "dollar round-bracket" provide command substitution. - The folowing rules are RECOMMENDED: - - + For simple constructs, use "dollar round-bracket". - - + If there are round brackets in the surrounding text, use backticks, - as some editor highlighting logic can get confused. - - + Avoid nested command substitution. - - + Put intermediate results into local variables, - use "|| die" on each step of command substitution. - - + Code SHOULD NOT be structured in a way where - word splitting is intended. - - + Example: Variable holding string of multiple command lines arguments. - - + Solution: Array variable should be used in this case. - - + Expansion MUST use quotes then: "${name[@]}". - - + Word splitting MAY be used when creating arrays from command substitution. - -+ Code MUST always check the exit code of commands. - - + Traditionally, error code checking is done either by "set -e" - or by appending "|| die" after each command. - The first is unreliable, due to many rules affecting "set -e" behavior - (see ), but "|| die" - relies on humans identifying each command, which is also unreliable. - When was the last time you checked error code of "echo" command, - for example? - - + Another example: "set -e" in your function has no effect - if any ancestor call is done with logical or, - for example in "func || code=$?" construct. - - + As there is no reliable method of error detection, and there are two - largely independent unreliable methods, the best what we can do - is to apply both. So, code SHOULD explicitly - check each command (with "|| die" and similar) AND have "set -e" applied. - - + Code MUST explicitly check each command, unless the command is well known, - and considered safe (such as the aforementioned "echo"). - - + The well known commands MUST still be checked implicitly via "set -e". - - + See below for specific "set -e" recommendations. - -+ Code SHOULD use "readlink -e" (or "-f" if target does not exist yet) - to normalize any path value to absolute path without symlinks. - It helps with debugging and identifies malformed paths. - -+ Code SHOULD use such normalized paths for sourcing. - -+ When exiting on a known error, code MUST print a longer, helpful message, - in order for the user to fix their situation if possible. - -+ When error happens at an unexpected place, it is RECOMMENDED for the message - to be short and generic, instead of speculative. - -# Bash Options - -+ Code MUST apply "-x" to make debugging easier. - - + Code MAY temporarily supress such output in order to avoid spam - (e.g. in long busy loops), but it is still NOT RECOMMENDED to do so. - -+ Code MUST apply "-e" for early error detection. - - + But code still SHOULD use "|| die" for most commands, - as "-e" has numerous rules and exceptions. - - + Code MAY apply "+e" temporarily for commands which (possibly nonzero) - exit code it interested in. - - + Code MUST to store "$?" and call "set -e" immediatelly afterwards. - - + Code MUST NOT use this approach when calling functions. - - + That is because functions are instructed to apply "set -e" on their own - which (when triggered) will exit the whole entry script. - - + Unless overriden by ERR trap. - But code SHOULD NOT set any ERR trap. - - + If code needs exit code of a function, it is RECOMMENDED to use - pattern 'code="0"; called_function || code="${?}"'. - - + In this case, contributor MUST make sure nothing in the - called_function sub-graph relies on "set -e" behavior, - because the call being part of "or construct" disables it. - - + Code MAY append "|| true" for benign commands, - when it is clear non-zero exit codes make no difference. - - + Also in this case, the contributor MUST make sure nothing within - the called sub-graph depends on "set -e", as it is disabled. - -+ Code MUST apply "-u" as unset variable is generally a typo, thus an error. - - + Code MAY temporarily apply "+u" if a command needs that to pass. - - + Virtualenv activation is the only known example so far. - -+ Code MUST apply "-o pipefail" to make sure "-e" picks errors - inside piped construct. - - + Code MAY use "|| true" inside a pipe construct, in the (inprobable) case - when non-zero exit code still results in a meaningful pipe output. - -+ All together: "set -exuo pipefail". - - + Code MUST put that line near start of every file, so we are sure - the options are applied no matter what. - - + "Near start" means "before any nontrivial code". - - + Basically only copyright is RECOMMENDED to appear before. - - + Also code MUST put the line near start of function bodies - and subshell invocations. - -# Functions - -There are (at least) two possibilities how a code from an external file -can be executed. Either the file contains a code block to execute -on each "source" invocation, or the file just defines functions -which have to be called separately. - -This document considers the "function way" to be better, -here are some pros and cons: - -+ Cons: - - + The function way takes more space. Files have more lines, - and the code in function body is one indent deeper. - - + It is not easy to create functions for low-level argument manipulation, - as "shift" command in the function code does not affect the caller context. - - + Call sites frequently refer to code two times, - when sourcing the definition and when executing the function. - - + It is not clear when a library can rely on its relative - to have performed the sourcing already. - - + Ideally, each library should detect if it has been sourced already - and return early, which takes even more space. - -+ Pros: - - + Some code blocks are more useful when used as function, - to make call site shorter. - - + Examples: Trap functions, "die" function. - - + The "import" part and "function" part usually have different side effects, - making the documentation more focused (even if longer overall). - - + There is zero risk of argument-less invocation picking arguments - from parent context. - - + This safety feature is the main reason for chosing the "function way". - - + This allows code blocks to support optional arguments. - -+ Rules: - - + Library files MUST be only "source"d. For example if "tox" calls a script, - it is an entry script. - - + Library files (upon sourcing) MUST minimize size effect. - - + The only permitted side effects MUST by directly related to: - - + Defining functions (without executing them). - - + Sourcing sub-library files. - - + If a bash script indirectly call another bash script, - it is not a "source" operation, variables are not shared, - so the called script MUST be considered an entry script, - even if it implements logic fitting into a single function. - - + Entry scripts SHOULD avoid duplicating any logic. - - + Clear duplicated blocks MUST be moved into libraries as functions. - - + Blocks with low amount of duplication MAY remain in entry scripts. - - + Usual motives for not creating functions are: - - + The extracted function would have too much logic for processing - arguments (instead of hardcoding values as in entry script). - - + The arguments needed would be too verbose. - - + And using "set +x" would take too much vertical space - (when compared to entry script implementation). - -# Variables - -This document describes two kinds of variables: called "local" and "global". - -+ Local variables: - - + Variable name MUST contain only lower case letters, digits and underscores. - - + Code MUST NOT export local variables. - - + Code MUST NOT rely on local variables set in different contexts. - - + Documentation is NOT REQUIRED. - - + Variable name SHOULD be descriptive enough. - - + Local variable MUST be initialized before first use. - - + Code SHOULD have a comment if a reader might have missed - the initialization. - - + Unset local variables when leaving the function. - - + Explicitly typeset by "local" builtin command. - - + Require strict naming convention, e.g. function_name__variable_name. - -+ Global variables: - - + Variable name MUST contain only upper case letters, digits and underscores. - - + They SHOULD NOT be exported, unless external commands need them - (e.g. PYTHONPATH). - - + Code MUST document if a function (or its inner call) - reads a global variable. - - + Code MUST document if a function (or its inner call) - sets or rewrites a global variable. - - + If a function "wants to return a value", it SHOULD be implemented - as the function setting (or rewriting) a global variable, - and the call sites reading that variable. - - + If a function "wants to accept an argument", it IS RECOMMENDED - to be implemented as the call sites setting or rewriting global variables, - and the function reading that variables. - But see below for direct arguments. - -+ Code MUST use curly brackets when referencing variables, - e.g. "${my_variable}". - - + It makes related constructs (such as ${name:-default}) less surprising. - - + It looks more similar to Robot Framework variables (which is good). - -# Arguments - -Bash scripts and functions MAY accept arguments, named "${1}", "${2}" and so on. -As a whole available via "$@". -You MAY use "shift" command to consume an argument. - -## Contexts - -Functions never have access to parent arguments, but they can read and write -variables set or read by parent contexts. - -### Arguments Or Variables - -+ Both arguments and global variables MAY act as an input. - -+ In general, if the caller is likely to supply the value already placed - in a global variable of known name, it is RECOMMENDED - to use that global variable. - -+ Construct "${NAME:-value}" can be used equally well for arguments, - so default values are possible for both input methods. - -+ Arguments are positional, so there are restrictions on which input - is optional. - -+ Functions SHOULD either look at arguments (possibly also - reading global variables to use as defaults), or look at variables only. - -+ Code MUST NOT rely on "${0}", it SHOULD use "${BASH_SOURCE[0]}" instead - (and apply "readlink -e") to get the current block location. - -+ For entry scripts, it is RECOMMENDED to use standard parsing capabilities. - - + For most Linux distros, "getopt" is RECOMMENDED. - -# Working Directory Handling - -+ Functions SHOULD act correctly without neither assuming - what the currect working directory is, nor changing it. - - + That is why global variables and arguments SHOULD contain - (normalized) full paths. - - + Motivation: Different call sites MAY rely on different working directories. - -+ A function MAY return (also with nonzero exit code) when working directory - is changed. - - + In this case the function documentation MUST clearly state where (and when) - is the working directory changed. - - + Exception: Functions with undocumented exit code. - - + Those functions MUST return nonzero code only on "set -e" or "die". - - + Note that both "set -e" and "die" by default result in exit of the whole - entry script, but the caller MAY have altered that behavior - (by registering ERR trap, or redefining die function). - - + Any callers which use "set +e" or "|| true" MUST make sure - their (and their caller ancestors') assumption on working directory - are not affected. - - + Such callers SHOULD do that by restoring the original working directory - either in their code, - - + or contributors SHOULD do such restoration in the function code, - (see below) if that is more convenient. - - + Motivation: Callers MAY rely on this side effect to simplify their logic. - -+ A function MAY assume a particular directory is already set - as the working directory (to save space). - - + In this case function documentation MUST clearly state what the assumed - working directory is. - - + Motivation: Callers MAY call several functions with common - directory of interest. - - + Example: Several dowload actions to execute in sequence, - implemented as functions assuming ${DOWNLOAD_DIR} - is the working directory. - -+ A function MAY change the working directory transiently, - before restoring it back before return. - - + Such functions SHOULD use command "pushd" to change the working directory. - - + Such functions SHOULD use "trap 'trap - RETURN; popd' RETURN" - imediately after the pushd. - - + In that case, the "trap - RETURN" part MUST be included, - to restore any trap set by ancestor. - - + Functions MAY call "trap - RETURN; popd" exlicitly. - - + Such functions MUST NOT call another pushd (before an explicit popd), - as traps do not stack within a function. - -+ If entry scripts also use traps to restore working directory (or other state), - they SHOULD use EXIT traps instead. - - + That is because "exit" command, as well as the default behavior - of "die" or "set -e" cause direct exit (without skipping function returns). - -# Function Size - -+ In general, code SHOULD follow reasoning similar to how pylint - limits code complexity. - -+ It is RECOMMENDED to have functions somewhat simpler than Python functions, - as Bash is generally more verbose and less readable. - -+ If code contains comments in order to partition a block - into sub-blocks, the sub-blocks SHOULD be moved into separate functions. - - + Unless the sub-blocks are essentially one-liners, - not readable just because external commands do not have - obvious enough parameters. Use common sense. - -# Documentation - -+ The library path and filename is visible from source sites. It SHOULD be - descriptive enough, so reader do not need to look inside to determine - how and why is the sourced file used. - - + If code would use several functions with similar names, - it is RECOMMENDED to create a (well-named) sub-library for them. - - + Code MAY create deep library trees if needed, it SHOULD store - common path prefixes into global variables to make sourcing easier. - - + Contributors, look at other files in the subdirectory. You SHOULD - improve their filenames when adding-removing other filenames. - - + Library files SHOULD NOT have executable flag set. - - + Library files SHOULD have an extension .sh (or perhaps .bash). - - + It is RECOMMENDED for entry scripts to also have executable flag unset - and have .sh extension. - -+ Each entry script MUST start with a shebang. - - + "#!/bin/usr/env bash" is RECOMMENDED. - - + Code SHOULD put an empty line after shebang. - - + Library files SHOULD NOT contain a shebang, as "source" is the primary - method to include them. - -+ Following that, there SHOULD be a block of comment lines with copyright. - - + It is a boilerplate, but human eyes are good at ignoring it. - - + Overhead for git is also negligible. - -+ Following that, there MUST be "set -exuo pipefail". - - + It acts as an anchor for humans to start paying attention. - -Then it depends on script type. - -## Library Documentation - -+ Following "set -exuo pipefail" SHALL come the "import part" documentation. - -+ Then SHALL be the import code - ("source" commands and a bare minimum they need). - -+ Then SHALL be the function definitions, and inside: - - + The body SHALL sart with the function documentation explaining API contract. - Similar to Robot [Documentation] or Python function-level docstring. - - + See below. - - + "set -exuo pipefail" SHALL be the first executable line - in the function body, except functions which legitimely need - different flags. Those SHALL also start with appropriate "set" command(s). - - + Lines containing code itself SHALL follow. - - + "Code itself" SHALL include comment lines - explaining any non-obvious logic. - - + There SHALL be two empty lines between function definitions. - -More details on function documentation: - -Generally, code SHOULD use comments to explain anything -not obvious from the funtion name. - -+ Function documentation SHOULD start with short description of function - operation or motivation, but only if not obvious from function name. - -+ Documentation SHOULD continue with listing any non-obvious side effect: - - + Documentation MUST list all read global variables. - - + Documentation SHOULD include descriptions of semantics - of global variable values. - It is RECOMMENDED to mention which function is supposed to set them. - - + The "include descriptions" part SHOULD apply to other items as well. - - + Documentation MUST list all global variables set, unset, reset, - or otherwise updated. - - + It is RECOMMENDED to list all hardcoded values used in code. - - + Not critical, but can hint at future improvements. - - + Documentation MUST list all files or directories read - (so caller can make sure their content is ready). - - + Documentation MUST list all files or directories updated - (created, deleted, emptied, otherwise edited). - - + Documentation SHOULD list all functions called (so reader can look them up). - - + Documentation SHOULD mention where are the functions defined, - if not in the current file. - - + Documentation SHOULD list all external commands executed. - - + Because their behavior can change "out of bounds", meaning - the contributor changing the implementation of the extrenal command - can be unaware of this particular function interested in its side effects. - - + Documentation SHOULD explain exit code (coming from - the last executed command). - - + Usually, most functions SHOULD be "pass or die", - but some callers MAY be interested in nonzero exit codes - without using global variables to store them. - - + Remember, "exit 1" ends not only the function, but all scripts - in the source chain, so code MUST NOT use it for other purposes. - - + Code SHOULD call "die" function instead. This way the caller can - redefine that function, if there is a good reason for not exiting - on function failure. - -## Entry Script Documentation - -+ After "set -exuo pipefail", high-level description SHALL come. - - + Entry scripts are rarely reused, so detailed side effects - are OPTIONAL to document. - - + But code SHOULD document the primary side effects. - -+ Then SHALL come few commented lines to import the library with "die" function. - -+ Then block of "source" commands for sourcing other libraries needed SHALL be. - - + In alphabetical order, any "special" library SHOULD be - in the previous block (for "die"). - -+ Then block os commands processing arguments SHOULD be (if needed). - -+ Then SHALL come block of function calls (with parameters as needed). - -# Other General Recommendations - -+ Code SHOULD NOT not repeat itself, even in documentation: - - + For hardcoded values, a general description SHOULD be written - (instead of copying the value), so when someone edits the value - in the code, the description still applies. - - + If affected directory name is taken from a global variable, - documentation MAY distribute the directory description - over the two items. - - + If most of side effects come from an inner call, - documentation MAY point the reader to the documentation - of the called function (instead of listing all the side effects). - -+ But documentation SHOULD repeat it if the information crosses functions. - - + Item description MUST NOT be skipped just because the reader - should have read parent/child documentation already. - - + Frequently it is RECOMMENDED to copy&paste item descriptions - between functions. - - + But sometimes it is RECOMMENDED to vary the descriptions. For example: - - + A global variable setter MAY document how does it figure out the value - (without caring about what it will be used for by other functions). - - + A global variable reader MAY document how does it use the value - (without caring about how has it been figured out by the setter). - -+ When possible, Bash code SHOULD be made to look like Python - (or Robot Framework). Those are three primary languages CSIT code relies on, - so it is nicer for the readers to see similar expressions when possible. - Examples: - - + Code MUST use indentation, 1 level is 4 spaces. - - + Code SHOULD use "if" instead of "&&" constructs. - - + For comparisons, code SHOULD use operators such as "!=" (needs "[["). - -+ Code MUST NOT use more than 80 characters per line. - - + If long external command invocations are needed, - code SHOULD use array variables to shorten them. - - + If long strings (or arrays) are needed, code SHOULD use "+=" operator - to grow the value over multiple lines. - - + If "|| die" does not fit with the command, code SHOULD use curly braces: - - + Current line has "|| {", - - + Next line has the die commands (indented one level deeper), - - + Final line closes with "}" at original intent level. diff --git a/docs/content/introduction/branches.md b/docs/content/introduction/branches.md deleted file mode 100644 index 20759b9c78..0000000000 --- a/docs/content/introduction/branches.md +++ /dev/null @@ -1,192 +0,0 @@ ---- -bookHidden: true -title: "Git Branches in CSIT" ---- - -# Git Branches in CSIT - -## Overview - -This document describes how to create and remove git branches in CSIT project. - -To be able to perform everything described in this file, you must be **logged -in as a committer**. - -## Operational Branches - -For more information about operational branches see -[CSIT/Branching Strategy](https://wiki.fd.io/view/CSIT/Branching_Strategy) and -[CSIT/Jobs](https://wiki.fd.io/view/CSIT/Jobs) on -[fd.io](https://fd.io) [wiki](https://wiki.fd.io/view/CSIT) pages. - -> Note: The branch `rls2009_lts` is used here only as an example. - -### Pre-requisites - -1. The last builds of weekly and semiweekly jobs must finish with status - *"Success"*. -1. If any of watched jobs failed, try to find the root cause, fix it and run it - again. - -The watched jobs are: - -- master: - - [csit-vpp-device-master-ubuntu1804-1n-skx-weekly](https://jenkins.fd.io/view/csit/job/csit-vpp-device-master-ubuntu1804-1n-skx-weekly) - - [csit-vpp-device-master-ubuntu1804-1n-skx-semiweekly](https://jenkins.fd.io/view/csit/job/csit-vpp-device-master-ubuntu1804-1n-skx-semiweekly) -- 2009_lts: - - [csit-vpp-device-2009_lts-ubuntu1804-1n-skx-weekly](https://jenkins.fd.io/view/csit/job/csit-vpp-device-2009_lts-ubuntu1804-1n-skx-weekly) - - [csit-vpp-device-2009_lts-ubuntu1804-1n-skx-semiweekly](https://jenkins.fd.io/view/csit/job/csit-vpp-device-2009_lts-ubuntu1804-1n-skx-semiweekly) - -### Procedure - -**A. CSIT Operational Branch** -1. Take the revision string from the last successful build of the **weekly** - job, e.g. **Revision**: 0f9b20775b4a656b67c7039e2dda4cf676af2b21. -1. Open [Gerrit](https://gerrit.fd.io). -1. Go to - [Browse --> Repositories --> csit --> Branches](https://gerrit.fd.io/r/admin/repos/csit,branches). -1. Click `CREATE NEW`. -1. Fill in the revision number and the name of the new operational branch. Its - format is: `oper-YYMMDD` for master and `oper-rls{RELEASE}-{YYMMDD}` or - `oper-rls{RELEASE}_lts-{YYMMDD}` for release branches. -1. Click "CREATE". -1. If needed, delete old operational branches by clicking "DELETE". - -**B. VPP Stable version** -1. Open the console log of the last successful **semiweekly** build and search - for VPP version (e.g. vpp_21 ...). -1. You should find the string with this structure: - `vpp_21.01-rc0~469-g7acab3790~b368_amd64.deb` -1. Modify [VPP_STABLE_VER_UBUNTU_BIONIC](../../VPP_STABLE_VER_UBUNTU_BIONIC) - and [VPP_STABLE_VER_CENTOS](../../VPP_STABLE_VER_CENTOS) files. -1. Use a string with the build number, e.g. `21.01-rc0~469_g7acab3790~b129` - for [VPP_STABLE_VER_CENTOS](../../VPP_STABLE_VER_CENTOS) and a string - without the build number, e.g. `21.01-rc0~469_g7acab3790` for - [VPP_STABLE_VER_UBUNTU_BIONIC](../../VPP_STABLE_VER_UBUNTU_BIONIC). -1. Update the stable versions in master and in all LTS branches. - -## Release Branches - -> Note: VPP release 21.01 is used here only as an example. - -### Pre-requisites - -1. VPP release manager sends the information email to announce that the RC1 - milestone for VPP {release}, e.g. 21.01, is complete, and the artifacts are - available. -1. The artifacts (*.deb and *.rpm) should be available at - `https://packagecloud.io/fdio/{release}`. For example see artifacts for the - [VPP release 20.01](https://packagecloud.io/fdio/2101). The last available - build is to be used. -1. All CSIT patches for the release are merged in CSIT master branch. - -### Procedure - -**A. Release branch** - -1. Open [Gerrit](https://gerrit.fd.io). -1. Go to - [Browse --> Repositories --> csit --> Branches](https://gerrit.fd.io/r/admin/repos/csit,branches). -1. Save the revision string of master for further use. -1. Click `CREATE NEW`. -1. Fill in the revision number and the name of the new release branch. Its - format is: `rlsYYMM`, e.g. rls2101. -1. Click "CREATE". - -**B. Jenkins jobs** - -See ["Add CSIT rls2101 branch"](https://gerrit.fd.io/r/c/ci-management/+/30439) -and ["Add report jobs to csit rls2101 branch"](https://gerrit.fd.io/r/c/ci-management/+/30462) -patches as an example. - -1. [csit.yaml](https://github.com/FDio/ci-management/blob/master/jjb/csit/csit.yaml): - Documentation of the source code and the Report - - Add release branch (rls2101) for `csit-docs-merge-{stream}` and - `csit-report-merge-{stream}` (project --> stream). -1. [csit-perf.yaml](https://github.com/FDio/ci-management/blob/master/jjb/csit/csit-perf.yaml): - Verify jobs - - Add release branch (rls2101) to `project --> jobs --> - csit-vpp-perf-verify-{stream}-{node-arch} --> stream`. - - Add release branch (rls2101) to `project --> project: 'csit' --> stream`. - - Add release branch (rls2101) to `project --> project: 'csit' --> stream_report`. -1. [csit-tox.yaml](https://github.com/FDio/ci-management/blob/master/jjb/csit/csit-tox.yaml): - tox - - Add release branch (rls2101) to `project --> stream`. -1. [csit-vpp-device.yaml](https://github.com/FDio/ci-management/blob/master/jjb/csit/csit-vpp-device.yaml): - csit-vpp-device - - Add release branch (rls2101) to `project --> jobs (weekly / semiweekly) --> stream`. - - Add release branch (rls2101) to `project --> project: 'csit' --> stream`. - -**C. VPP Stable version** - -See the patch -[Update of VPP_REPO_URL and VPP_STABLE_VER files](https://gerrit.fd.io/r/c/csit/+/30461) -and / or -[rls2101: Update VPP_STABLE_VER files to release version](https://gerrit.fd.io/r/c/csit/+/30976) -as an example. - -1. Find the last successful build on the - [Package Cloud](https://packagecloud.io) for the release, e.g. - [VPP release 20.01](https://packagecloud.io/fdio/2101). -1. Clone the release branch to your PC: - `git clone --depth 1 ssh://@gerrit.fd.io:29418/csit --branch rls{RELEASE}` -1. Modify [VPP_STABLE_VER_UBUNTU_BIONIC](../../VPP_STABLE_VER_UBUNTU_BIONIC) - and [VPP_STABLE_VER_CENTOS](../../VPP_STABLE_VER_CENTOS) files with the last - successful build. -1. Modify [VPP_REPO_URL](../../VPP_REPO_URL) to point to the new release, e.g. - `https://packagecloud.io/install/repositories/fdio/2101`. -1. You can also modify the [.gitreview](../../.gitreview) file and set the new - default branch. -1. Wait until the verify jobs - - [csit-vpp-device-2101-ubuntu1804-1n-skx](https://jenkins.fd.io/job/csit-vpp-device-2101-ubuntu1804-1n-skx) - - [csit-vpp-device-2101-ubuntu1804-1n-tx2](https://jenkins.fd.io/job/csit-vpp-device-2101-ubuntu1804-1n-tx2) - - successfully finish and merge the patch. - -**D. CSIT Operational Branch** - -1. Manually start (Build with Parameters) the weekly job - [csit-vpp-device-2101-ubuntu1804-1n-skx-weekly](https://jenkins.fd.io/view/csit/job/csit-vpp-device-2101-ubuntu1804-1n-skx-weekly) -1. When it successfully finishes, take the revision string e.g. **Revision**: - 876b6c1ae05bfb1ad54ff253ea021f3b46780fd4 to create a new operational branch - for the new release. -1. Open [Gerrit](https://gerrit.fd.io). -1. Go to - [Browse --> Repositories --> csit --> Branches](https://gerrit.fd.io/r/admin/repos/csit,branches). -1. Click `CREATE NEW`. -1. Fill in the revision number and the name of the new operational branch. Its - format is: `oper-rls{RELEASE}-YYMMDD` e.g. `oper-rls2101-201217`. -1. Click "CREATE". -1. Manually start (Build with Parameters) the semiweekly job - [csit-vpp-device-2101-ubuntu1804-1n-skx-semiweekly](https://jenkins.fd.io/view/csit/job/csit-vpp-device-2101-ubuntu1804-1n-skx-semiweekly) -1. When it successfully finishes check in console log if it used the right VPP - version (search for `VPP_VERSION=`) from the right repository (search for - `REPO_URL=`). - -**E. Announcement** - -If everything is as it should be, send the announcement email to -`csit-dev@lists.fd.io` mailing list. - -*Example:* - -Subject: -```text -CSIT rls2101 branch pulled out -``` - -Body: -```text -CSIT rls2101 branch [0] is created and fully functional. - -Corresponding operational branch (oper-rls2101-201217) has been created too. - -We are starting dry runs for performance ndrpdr iterative tests to get initial -ndrpdr values with available rc1 packages as well as to test all the infra -before starting report data collection runs. - -Regards, - - -[0] https://git.fd.io/csit/log/?h=rls2101 -``` diff --git a/docs/content/introduction/dashboard_history.md b/docs/content/introduction/dashboard_history.md deleted file mode 100644 index f7f9db576a..0000000000 --- a/docs/content/introduction/dashboard_history.md +++ /dev/null @@ -1,17 +0,0 @@ ---- -title: "Dashboard History" -weight: 1 ---- - -# Dashboard History - -FD.io {{< release_csit >}} Dashboard History and per .[ww] revision changes are -listed below. - - **.[ww] Revision** | **Changes** ---------------------|------------------ - .10 | Initial revision - -FD.io CSIT Revision follow CSIT-[yy][mm].[ww] numbering format, with version -denoted by concatenation of two digit year [yy] and two digit month [mm], and -maintenance revision identified by two digit calendar week number [ww]. diff --git a/docs/content/introduction/design.md b/docs/content/introduction/design.md deleted file mode 100644 index ba31477c4d..0000000000 --- a/docs/content/introduction/design.md +++ /dev/null @@ -1,148 +0,0 @@ ---- -title: "Design" -weight: 3 ---- - -# Design - -FD.io CSIT system design needs to meet continuously expanding requirements of -FD.io projects including VPP, related sub-systems (e.g. plugin applications, -DPDK drivers) and FD.io applications (e.g. DPDK applications), as well as -growing number of compute platforms running those applications. With CSIT -project scope and charter including both FD.io continuous testing AND -performance trending/comparisons, those evolving requirements further amplify -the need for CSIT framework modularity, flexibility and usability. - -## Design Hierarchy - -CSIT follows a hierarchical system design with SUTs and DUTs at the bottom level -of the hierarchy, presentation level at the top level and a number of functional -layers in-between. The current CSIT system design including CSIT framework is -depicted in the figure below. - -{{< figure src="/cdocs/csit_design_picture.svg" title="CSIT Design" >}} - -A brief bottom-up description is provided here: - -1. SUTs, DUTs, TGs - - SUTs - Systems Under Test; - - DUTs - Devices Under Test; - - TGs - Traffic Generators; -2. Level-1 libraries - Robot and Python - - Lowest level CSIT libraries abstracting underlying test environment, SUT, - DUT and TG specifics; - - Used commonly across multiple L2 KWs; - - Performance and functional tests: - - L1 KWs (KeyWords) are implemented as RF libraries and Python - libraries; - - Performance TG L1 KWs: - - All L1 KWs are implemented as Python libraries: - - Support for TRex only today; - - CSIT IXIA drivers in progress; - - Performance data plane traffic profiles: - - TG-specific stream profiles provide full control of: - - Packet definition - layers, MACs, IPs, ports, combinations thereof - e.g. IPs and UDP ports; - - Stream definitions - different streams can run together, delayed, - one after each other; - - Stream profiles are independent of CSIT framework and can be used - in any T-rex setup, can be sent anywhere to repeat tests with - exactly the same setup; - - Easily extensible - one can create a new stream profile that meets - tests requirements; - - Same stream profile can be used for different tests with the same - traffic needs; - - Functional data plane traffic scripts: - - Scapy specific traffic scripts; -3. Level-2 libraries - Robot resource files: - - Higher level CSIT libraries abstracting required functions for executing - tests; - - L2 KWs are classified into the following functional categories: - - Configuration, test, verification, state report; - - Suite setup, suite teardown; - - Test setup, test teardown; -4. Tests - Robot: - - Test suites with test cases; - - Performance tests using physical testbed environment: - - VPP; - - DPDK-Testpmd; - - DPDK-L3Fwd; - - Tools: - - Documentation generator; - - Report generator; - - Testbed environment setup ansible playbooks; - - Operational debugging scripts; - -5. Test Lifecycle Abstraction - -A well coded test must follow a disciplined abstraction of the test -lifecycles that includes setup, configuration, test and verification. In -addition to improve test execution efficiency, the commmon aspects of -test setup and configuration shared across multiple test cases should be -done only once. Translating these high-level guidelines into the Robot -Framework one arrives to definition of a well coded RF tests for FD.io -CSIT. Anatomy of Good Tests for CSIT: - -1. Suite Setup - Suite startup Configuration common to all Test Cases in suite: - uses Configuration KWs, Verification KWs, StateReport KWs; -2. Test Setup - Test startup Configuration common to multiple Test Cases: uses - Configuration KWs, StateReport KWs; -3. Test Case - uses L2 KWs with RF Gherkin style: - - prefixed with {Given} - Verification of Test setup, reading state: uses - Configuration KWs, Verification KWs, StateReport KWs; - - prefixed with {When} - Test execution: Configuration KWs, Test KWs; - - prefixed with {Then} - Verification of Test execution, reading state: uses - Verification KWs, StateReport KWs; -4. Test Teardown - post Test teardown with Configuration cleanup and - Verification common to multiple Test Cases - uses: Configuration KWs, - Verification KWs, StateReport KWs; -5. Suite Teardown - Suite post-test Configuration cleanup: uses Configuration - KWs, Verification KWs, StateReport KWs; - -## RF Keywords Functional Classification - -CSIT RF KWs are classified into the functional categories matching the test -lifecycle events described earlier. All CSIT RF L2 and L1 KWs have been grouped -into the following functional categories: - -1. Configuration; -2. Test; -3. Verification; -4. StateReport; -5. SuiteSetup; -6. TestSetup; -7. SuiteTeardown; -8. TestTeardown; - -## RF Keywords Naming Guidelines - -Readability counts: "..code is read much more often than it is written." -Hence following a good and consistent grammar practice is important when -writing Robot Framework KeyWords and Tests. All CSIT test cases -are coded using Gherkin style and include only L2 KWs references. L2 KWs are -coded using simple style and include L2 KWs, L1 KWs, and L1 python references. -To improve readability, the proposal is to use the same grammar for both -Robot Framework KW styles, and to formalize the grammar of English -sentences used for naming the Robot Framework KWs. Robot -Framework KWs names are short sentences expressing functional description of -the command. They must follow English sentence grammar in one of the following -forms: - -1. **Imperative** - verb-object(s): *"Do something"*, verb in base form. -2. **Declarative** - subject-verb-object(s): *"Subject does something"*, verb in - a third-person singular present tense form. -3. **Affirmative** - modal_verb-verb-object(s): *"Subject should be something"*, - *"Object should exist"*, verb in base form. -4. **Negative** - modal_verb-Not-verb-object(s): *"Subject should not be - something"*, *"Object should not exist"*, verb in base form. - -Passive form MUST NOT be used. However a usage of past participle as an -adjective is okay. See usage examples provided in the Coding guidelines -section below. Following sections list applicability of the above -grammar forms to different Robot Framework KW categories. Usage -examples are provided, both good and bad. - -## Coding Guidelines - -Coding guidelines can be found on -[Design optimizations wiki page](https://wiki.fd.io/view/CSIT/Design_Optimizations). \ No newline at end of file diff --git a/docs/content/introduction/model_schema.md b/docs/content/introduction/model_schema.md deleted file mode 100644 index ae3ba38fd7..0000000000 --- a/docs/content/introduction/model_schema.md +++ /dev/null @@ -1,60 +0,0 @@ ---- -bookHidden: true -title: "Model Schema" ---- - -# Model Schema - -This document describes what is currently implemented in CSIT, -especially the export side (UTI), not import side (PAL). - -## Version - -This document is valid for CSIT model version 1.4.0. - -It is recommended to use semantic versioning: https://semver.org/ -That means, if the new model misses a field present in the old model, -bump the major version. If the new model adds a field -not present in the old model, bump the minor version. -Any other edit in the implmenetation (or documentation) bumps the patch version. -If you change value type or formatting, -consider whether the parser (PAL) understands the new value correctly. -Renaming a field is the same as adding a new one and removing the old one. -Parser (PAL) has to know exact major version and minimal minor version, -and unless bugs, it can ignore patch version and bumped minor version. - -## UTI - -UTI stands for Unified Test Interface. -It mainly focuses on exporting information gathered during test run -into JSON output files. - -### Output Structure - -UTI outputs come in filesystem tree structure (single tree), where directories -correspond to suite levels and files correspond to suite setup, suite teardown -or any test case at this level of suite. -The directory name comes from SUITE_NAME Robot variable (the last part -as the previous parts are higher level suites), converted to lowercase. -If the suite name contains spaces (Robot converts underscores to spaces), -they are replaced with underscores. - -The filesystem tree is rooted under tests/ (as suites in git are there), -and for each component (test case, suite setup, suite teardown). - -Although we expect only ASCII text in the exported files, -we manipulate files using UTF-8 encoding, -so if Robot Framework uses a non-ascii character, it will be handled. - -### JSON schemas - -CSIT model is formally defined as a collection of JSON schema documents, -one for each output file type. - -The current version specifies only one output file type: -Info output for test case. - -The authoritative JSON schema documents are in JSON format. -Git repository also contains YAML formatted document and conversion utility, -which simplifies maintaining of the JSON document -(no need to track brackets and commas), but are not authoritative. diff --git a/docs/content/introduction/perf_triggers_design.md b/docs/content/introduction/perf_triggers_design.md deleted file mode 100644 index 445846f4d9..0000000000 --- a/docs/content/introduction/perf_triggers_design.md +++ /dev/null @@ -1,44 +0,0 @@ ---- -bookHidden: true -title: "Performance Triggers Design" ---- - -# Performance Triggers Design - -*Syntax* - trigger_keyword [{tag1} {tag2}AND{tag3} !{tag4} !{tag5}] - -*Inputs* - - trigger_keyword for vpp-* jobs: 'perftest' - - trigger_keyword for csit-* jobs: 'csit-perftest' - - tags: existing CSIT tags [4]_ i.e. ip4base, ip6base, iacldst, memif - -Set of default tags appended to user input, under control by CSIT - - always-on for vpp-csit*.job: 'mrr' 'nic_intel_x710-da2' '1t1c' - - if input with no tags, following set applied: - - 'mrrANDnic_intel-x710AND1t1cAND64bANDip4base' - - 'mrrANDnic_intel-x710AND1t1cAND78bANDip6base' - - 'mrrANDnic_intel-x710AND1t1cAND64bANDl2bdbase' - -Examples - input: 'perftest' - expanded: 'mrrANDnic_intel_x710-da2AND1t1cAND64bANDl2bdbase mrrANDnic_intel_x710-da2AND1t1cAND64bANDip4base mrrANDnic_intel_x710-da2AND1t1cAND78bANDip6base' - input: 'perftest l2bdbase l2xcbase' - expanded: 'mrrANDnic_intel_x710-da2ANDl2bdbase mrrANDnic_intel_x710-da2ANDl2xcbase' - input: 'perftest ip4base !feature' - expanded: 'mrrANDnic_intel_x710-da2ANDip4base' not 'feature' - input: 'perftest ip4base !feature !lbond_dpdk' - expanded: 'mrrANDnic_intel_x710-da2ANDip4base' not 'feature' not 'lbond_dpdk' - input: 'perftestxyx ip4base !feature !lbond_dpdk' - invalid: detected as error - input: 'perftestip4base !feature !lbond_dpdk' - invalid: detected as error - input: 'perftest ip4base!feature!lbond_dpdk' - invalid expand: 'mrrANDnic_intel_x710-da2ANDip4base!feature!lbond_dpdk' - execution of RobotFramework will fail - -Constrains - Trigger keyword must be different for every job to avoid running multiple jobs - at once. Trigger keyword must not be substring of job name or any other - message printed by JJB bach to gerrit message which can lead to recursive - execution. diff --git a/docs/content/introduction/test_code_guidelines.md b/docs/content/introduction/test_code_guidelines.md deleted file mode 100644 index 9707d63ea6..0000000000 --- a/docs/content/introduction/test_code_guidelines.md +++ /dev/null @@ -1,294 +0,0 @@ ---- -bookHidden: true -title: "CSIT Test Code Guidelines" ---- - -# CSIT Test Code Guidelines - -The key words "MUST", "MUST NOT", "REQUIRED", "SHALL", "SHALL NOT", -"SHOULD", "SHOULD NOT", "RECOMMENDED", "NOT RECOMMENDED", -"MAY", and "OPTIONAL" in this document are to be interpreted as -described in [BCP 14](https://tools.ietf.org/html/bcp14), -[RFC2119](https://tools.ietf.org/html/rfc2119), -[RFC8174](https://tools.ietf.org/html/rfc8174) -when, and only when, they appear in all capitals, as shown here. - -This document SHALL describe guidelines for writing reliable, maintainable, -reusable and readable code for CSIT. - -# RobotFramework test case files and resource files - -+ General - - + Contributors SHOULD look at requirements.txt in root CSIT directory - for the currently used Robot Framework version. - Contributors SHOULD read - [Robot Framework User Guide](http://robotframework.org/robotframework/latest/RobotFrameworkUserGuide.html) - for more details. - - + RobotFramework test case files and resource files - SHALL use special extension .robot - - + Pipe and space separated file format (without trailing pipe - and without pipe aligning) SHALL be used. - Tabs are invisible characters, which are error prone. - 4-spaces separation is prone to accidental double space - acting as a separator. - - + Files SHALL be encoded in UTF-8 (the default Robot source file encoding). - Usage of non-ASCII characters SHOULD be avoided if possible. - It is RECOMMENDED to - [escape](http://robotframework.org/robotframework/latest/RobotFrameworkUserGuide.html#escaping) - non-ASCII characters. - - + Line length SHALL be limited to 80 characters. - - + There SHALL be licence text present at the beginning of each file. - - + Copy-pasting of the code NOT RECOMMENDED practice, any code that could be - re-used SHOULD be put into a library (Robot resource, Python library, ...). - -+ Test cases - - + It is RECOMMENDED to use data-driven test case definitions - anytime suite contains test cases similar in structure. - Typically, a suite SHOULD define a Template keyword, and test cases - SHOULD only specify tags and argument values - - *** Settings *** - | Test Template | Local Template - ... - - *** Test Cases *** - | tc01-64B-1c-eth-l2patch-mrr - | | [Tags] | 64B | 1C - | | framesize=${64} | phy_cores=${1} - - + Test case templates (or testcases) SHALL be written in Behavior-driven style - i.e. in readable English, so that even non-technical project stakeholders - can understand it - - *** Keywords *** - | Local Template - | | [Documentation] - | | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy core(s). - | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ - | | ... - | | ... | *Arguments:* - | | ... | - frame_size - Framesize in Bytes in integer - | | ... | or string (IMIX_v4_1). Type: integer, string - | | ... | - phy_cores - Number of physical cores. Type: integer - | | ... | - rxq - Number of RX queues, default value: ${None}. - | | ... | Type: integer - | | ... - | | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} - | | ... - | | Set Test Variable | \${frame_size} - | | ... - | | Given Add worker threads and rxqueues to all DUTs - | | ... | ${phy_cores} | ${rxq} - | | And Add PCI devices to all DUTs - | | Set Max Rate And Jumbo And Handle Multi Seg - | | And Apply startup configuration on all VPP DUTs - | | When Initialize L2 patch - | | Then Find NDR and PDR intervals using optimized search - - + Every suite and test case template (or testcase) - SHALL contain short documentation. - Generated CSIT web pages display the documentation. - - + You SHOULD NOT use hard-coded constants. - It is RECOMMENDED to use the variable table - (\*\*\*Variables\*\*\*) to define test case specific values. - You SHALL use the assignment sign = after the variable name - to make assigning variables slightly more explicit - - *** Variables *** - | ${traffic_profile}= | trex-stl-2n-ethip4-ip4src254 - - + Common test case specific settings of the test environment SHALL be done - in Test Setup keyword defined in the Setting table. - - + Run Keywords construction is RECOMMENDED if it is more readable - than a keyword. - - + Separate keyword is RECOMMENDED if the construction is less readable. - - + Post-test cleaning and processing actions SHALL be done in Test Teardown - part of the Setting table (e.g. download statistics from VPP nodes). - This part is executed even if the test case has failed. On the other hand - it is possible to disable the tear-down from command line, thus leaving - the system in “broken” state for investigation. - - + Every testcase SHALL be correctly tagged. List of defined tags is in - csit/docs/introduction/test_tag_documentation.rst - - + Whenever possible, common tags SHALL be set using Force Tags - in Settings table. - - + User high-level keywords specific for the particular test suite - SHOULD be implemented in the Keywords table of suitable Robot resource file - to enable readability and code-reuse. - - + Such keywords MAY be implemented in Keywords table of the suite instead, - if the contributor believes no other test will use such keywords. - But this is NOT RECOMMENDED in general, as keywords in Resources - are easier to maintain. - - + All test case names (and suite names) SHALL conform - to current naming convention. - https://wiki.fd.io/view/CSIT/csit-test-naming - - + Frequently, different suites use the same test case layout. - It is RECOMMENDED to use autogeneration scripts available, - possibly extending them if their current functionality is not sufficient. - -+ Resource files - - + SHALL be used to implement higher-level keywords that are used in test cases - or other higher-level (or medium-level) keywords. - - + Every keyword SHALL contain Documentation where the purpose and arguments - of the keyword are described. Also document types, return values, - and any specific assumptions the particular keyword relies on. - - + A keyword usage example SHALL be the part of the Documentation. - The example SHALL use pipe and space separated format - (with escaped pipes and) with a trailing pipe. - - + The reason was possbile usage of Robot's libdoc tool - to generate tests and resources documentation. In that case - example keyword usage would be rendered in table. - - + Keyword name SHALL describe what the keyword does, - specifically and in a reasonable length (“short sentence”). - - + Keyword names SHALL be short enough for call sites - to fit within line length limit. - - + If a keyword argument has a most commonly used value, it is RECOMMENDED - to set it as default. This makes keyword code longer, - but suite code shorter, and readability (and maintainability) - of suites SHALL always more important. - - + If there is intermediate data (created by one keyword, to be used - by another keyword) of singleton semantics (it is clear that the test case - can have at most one instance of such data, even if the instance - is complex, for example ${nodes}), it is RECOMMENDED to store it - in test variables. You SHALL document test variables read or written - by a keyword. This makes the test template code less verbose. - As soon as the data instance is not unique, you SHALL pass it around - via arguments and return values explicitly (this makes lower level keywords - more reusable and less bug prone). - - + It is RECOMMENDED to pass arguments explicitly via [Arguments] line. - Setting test variables takes more space and is less explicit. - Using arguments embedded in keyword name makes them less visible, - and it makes it harder for the line containing the resulting long name - to fit into the maximum character limit, so you SHOULD NOT use them. - -# Python library files - -+ General - - + SHALL be used to implement low-level keywords that are called from - resource files (of higher-level keywords) or from test cases. - - + Higher-level keywords MAY be implemented in python library file too. - it is RECOMMENDED especially in the case that their implementation - in resource file would be too difficult or impossible, - e.g. complex data structures or functional programming. - - + Every keyword, Python module, class, method, enum SHALL contain - docstring with the short description and used input parameters - and possible return value(s) or raised exceptions. - - + The docstrings SHOULD conform to - [PEP 257](https://www.python.org/dev/peps/pep-0257/) - and other quality standards. - - + CSIT contributions SHALL use a specific formatting for documenting - arguments, return values and similar. - - + Keyword usage examples MAY be grouped and used - in the class/module documentation string, to provide better overview - of the usage and relationships between keywords. - - + Keyword name SHALL describe what the keyword does, - specifically and in a reasonable length (“short sentence”). - See https://wiki.fd.io/view/CSIT/csit-test-naming - - + Python implementation of a keyword is a function, - so its name in the python library should be lowercase_with_underscores. - Robot call sites should usename with first letter capitalized, and spaces. - -+ Coding - - + It is RECOMMENDED to use some standard development tool - (e.g. PyCharm Community Edition) and follow - [PEP-8](https://www.python.org/dev/peps/pep-0008/) recommendations. - - + All python code (not only Robot libraries) SHALL adhere to PEP-8 standard. - This is reported by CSIT Jenkins verify job. - - + Indentation: You SHALL NOT use tab for indents! - Indent is defined as four spaces. - - + Line length: SHALL be limited to 80 characters. - - + CSIT Python code assumes PYTHONPATH is set - to the root of cloned CSIT git repository, creating a tree of sub-packages. - You SHALL use that tree for importing, for example - - from resources.libraries.python.ssh import exec_cmd_no_error - - + Imports SHALL be grouped in the following order: - - 1. standard library imports, - 2. related third party imports, - 3. local application/library specific imports. - - You SHALL put a blank line between each group of imports. - - + You SHALL use two blank lines between top-level definitions, - one blank line between method definitions. - - + You SHALL NOT execute any active code on library import. - - + You SHALL NOT use global variables inside library files. - - + You MAY define constants inside library files. - - + It is NOT RECOMMENDED to use hard-coded constants (e.g. numbers, - paths without any description). It is RECOMMENDED to use - configuration file(s), like /csit/resources/libraries/python/Constants.py, - with appropriate comments. - - + The code SHALL log at the lowest possible level of implementation, - for debugging purposes. You SHALL use same style for similar events. - You SHALL keep logging as verbose as necessary. - - + You SHALL use the most appropriate exception not general one (Exception) - if possible. You SHOULD create your own exception - if necessary and implement there logging, level debug. - - + You MAY use RuntimeException for generally unexpected failures. - - + It is RECOMMENDED to use RuntimeError also for - infrastructure failures, e.g. losing SSH connection to SUT. - - + You MAY use EnvironmentError and its cublasses instead, - if the distinction is informative for callers. - - + It is RECOMMENDED to use AssertionError when SUT is at fault. - - + For each class (e.g. exception) it is RECOMMENDED to implement __repr__() - which SHALL return a string usable as a constructor call - (including repr()ed arguments). - When logging, you SHOULD log the repr form, unless the internal structure - of the object in question would likely result in too long output. - This is helpful for debugging. - - + For composing and formatting strings, you SHOULD use .format() - with named arguments. - Example: "repr() of name: {name!r}".format(name=name) diff --git a/docs/content/introduction/test_naming.md b/docs/content/introduction/test_naming.md deleted file mode 100644 index 22e2c0bf8a..0000000000 --- a/docs/content/introduction/test_naming.md +++ /dev/null @@ -1,107 +0,0 @@ ---- -title: "Test Naming" -weight: 4 ---- - -# Test Naming - -## Background - -{{< release_csit >}} follows a common structured naming convention for all -performance and system functional tests, introduced in CSIT 17.01. - -The naming should be intuitive for majority of the tests. Complete -description of CSIT test naming convention is provided on -[CSIT test naming wiki page](https://wiki.fd.io/view/CSIT/csit-test-naming). -Below few illustrative examples of the naming usage for test suites across CSIT -performance, functional and Honeycomb management test areas. - -## Naming Convention - -The CSIT approach is to use tree naming convention and to encode following -testing information into test suite and test case names: - -1. packet network port configuration - * port type, physical or virtual; - * number of ports; - * NIC model, if applicable; - * port-NIC locality, if applicable; -2. packet encapsulations; -3. VPP packet processing - * packet forwarding mode; - * packet processing function(s); -4. packet forwarding path - * if present, network functions (processes, containers, VMs) and their - topology within the computer; -5. main measured variable, type of test. - -Proposed convention is to encode ports and NICs on the left (underlay), -followed by outer-most frame header, then other stacked headers up to the -header processed by vSwitch-VPP, then VPP forwarding function, then encap on -vhost interface, number of vhost interfaces, number of VMs. If chained VMs -present, they get added on the right. Test topology is expected to be -symmetric, in other words packets enter and leave SUT through ports specified -on the left of the test name. Here some examples to illustrate the convention -followed by the complete legend, and tables mapping the new test filenames to -old ones. - -## Naming Examples - -CSIT test suite naming examples (filename.robot) for common tested VPP -topologies: - -1. **Physical port to physical port - a.k.a. NIC-to-NIC, Phy-to-Phy, P2P** - * *PortNICConfig-WireEncapsulation-PacketForwardingFunction- - PacketProcessingFunction1-...-PacketProcessingFunctionN-TestType* - * *10ge2p1x520-dot1q-l2bdbasemaclrn-ndrdisc.robot* => 2 ports of 10GE on Intel - x520 NIC, dot1q tagged Ethernet, L2 bridge-domain baseline switching with - MAC learning, NDR throughput discovery. - * *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrchk.robot* => 2 ports of 10GE on - Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain baseline switching - with MAC learning, NDR throughput discovery. - * *10ge2p1x520-ethip4-ip4base-ndrdisc.robot* => 2 ports of 10GE on Intel x520 - NIC, IPv4 baseline routed forwarding, NDR throughput discovery. - * *10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot* => 2 ports of 10GE on Intel - x520 NIC, IPv6 scaled up routed forwarding, NDR throughput discovery. - * *10ge2p1x520-ethip4-ip4base-iacldstbase-ndrdisc.robot* => 2 ports of 10GE on - Intel x520 NIC, IPv4 baseline routed forwarding, ingress Access Control - Lists baseline matching on destination, NDR throughput discovery. - * *40ge2p1vic1385-ethip4-ip4base-ndrdisc.robot* => 2 ports of 40GE on Cisco - vic1385 NIC, IPv4 baseline routed forwarding, NDR throughput discovery. - * *eth2p-ethip4-ip4base-func.robot* => 2 ports of Ethernet, IPv4 baseline - routed forwarding, functional tests. -2. **Physical port to VM (or VM chain) to physical port - a.k.a. NIC2VM2NIC, - P2V2P, NIC2VMchain2NIC, P2V2V2P** - * *PortNICConfig-WireEncapsulation-PacketForwardingFunction- - PacketProcessingFunction1-...-PacketProcessingFunctionN-VirtEncapsulation- - VirtPortConfig-VMconfig-TestType* - * *10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot* => 2 ports - of 10GE on Intel x520 NIC, dot1q tagged Ethernet, L2 bridge-domain switching - to/from two vhost interfaces and one VM, NDR throughput discovery. - * *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot* => 2 - ports of 10GE on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain - switching to/from two vhost interfaces and one VM, NDR throughput discovery. - * *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-4vhost-2vm-ndrdisc.robot* => 2 - ports of 10GE on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain - switching to/from four vhost interfaces and two VMs, NDR throughput - discovery. - * *eth2p-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-func.robot* => 2 ports of - Ethernet, IPv4 VXLAN Ethernet, L2 bridge-domain switching to/from two vhost - interfaces and one VM, functional tests. -3. **API CRUD tests - Create (Write), Read (Retrieve), Update (Modify), Delete - (Destroy) operations for configuration and operational data** - * *ManagementTestKeyword-ManagementOperation-ManagedFunction1-...- - ManagedFunctionN-ManagementAPI1-ManagementAPIN-TestType* - * *mgmt-cfg-lisp-apivat-func* => configuration of LISP with VAT API calls, - functional tests. - * *mgmt-cfg-l2bd-apihc-apivat-func* => configuration of L2 Bridge-Domain with - Honeycomb API and VAT API calls, functional tests. - * *mgmt-oper-int-apihcnc-func* => reading status and operational data of - interface with Honeycomb NetConf API calls, functional tests. - * *mgmt-cfg-int-tap-apihcnc-func* => configuration of tap interfaces with - Honeycomb NetConf API calls, functional tests. - * *mgmt-notif-int-subint-apihcnc-func* => notifications of interface and - sub-interface events with Honeycomb NetConf Notifications, functional tests. - -For complete description of CSIT test naming convention please refer to -[CSIT test naming wiki page](https://wiki.fd.io/view/CSIT/csit-test-naming>). diff --git a/docs/content/introduction/test_scenarios_overview.md b/docs/content/introduction/test_scenarios_overview.md deleted file mode 100644 index 415ee3403f..0000000000 --- a/docs/content/introduction/test_scenarios_overview.md +++ /dev/null @@ -1,61 +0,0 @@ ---- -title: "Test Scenarios Overview" -weight: 2 ---- - -# Test Scenarios Overview - -FD.io CSIT Dashboard includes multiple test scenarios of VPP -centric applications, topologies and use cases. In addition it also -covers baseline tests of DPDK sample applications. Tests are executed in -physical (performance tests) and virtual environments (functional -tests). - -Brief overview of test scenarios covered in this documentation: - -1. **VPP Performance**: VPP performance tests are executed in physical - FD.io testbeds, focusing on VPP network data plane performance in - NIC-to-NIC switching topologies. VPP application runs in - bare-metal host user-mode handling NICs. TRex is used as a traffic generator. -2. **VPP Vhostuser Performance with KVM VMs**: VPP VM service switching - performance tests using vhostuser virtual interface for - interconnecting multiple NF-in-VM instances. VPP vswitch - instance runs in bare-metal user-mode handling NICs and connecting - over vhost-user interfaces to VM instances each running VPP with virtio - virtual interfaces. Similarly to VPP Performance, tests are run across a - range of configurations. TRex is used as a traffic generator. -3. **VPP Memif Performance with LXC and Docker Containers**: VPP - Container service switching performance tests using memif virtual - interface for interconnecting multiple VPP-in-container instances. - VPP vswitch instance runs in bare-metal user-mode handling NICs and - connecting over memif (Slave side) interfaces to more instances of - VPP running in LXC or in Docker Containers, both with memif - interfaces (Master side). Similarly to VPP Performance, tests are - run across a range of configurations. TRex is used as a traffic - generator. -4. **DPDK Performance**: VPP uses DPDK to drive the NICs and physical - interfaces. DPDK performance tests are used as a baseline to - profile performance of the DPDK sub-system. Two DPDK applications - are tested: Testpmd and L3fwd. DPDK tests are executed in the same - testing environment as VPP tests. DPDK Testpmd and L3fwd - applications run in host user-mode. TRex is used as a traffic - generator. -5. **T-Rex Performance**: T-Rex perfomance tests are executed in physical - FD.io testbeds, focusing on T-Rex data plane performance in NIC-to-NIC - loopback topologies. -6. **VPP Functional**: VPP functional tests are executed in virtual - FD.io testbeds, focusing on VPP packet processing functionality, - including both network data plane and in-line control plane. Tests - cover vNIC-to-vNIC vNIC-to-nestedVM-to-vNIC forwarding topologies. - Scapy is used as a traffic generator. - -All CSIT test data included in this report is auto-generated from Robot -Framework json output files produced by Linux Foundation FD.io Jenkins jobs -executed against {{< release_vpp >}} artifacts. - -FD.io CSIT system is developed using two main coding platforms: Robot -Framework and Python. {{< release_csit >}} source code for the executed test -suites is available in corresponding CSIT branch in the directory -`./tests/`. A local copy of CSIT source code -can be obtained by cloning CSIT git repository - `git clone -https://gerrit.fd.io/r/csit`. diff --git a/docs/content/introduction/test_tag_description.md b/docs/content/introduction/test_tag_description.md deleted file mode 100644 index 630afa864e..0000000000 --- a/docs/content/introduction/test_tag_description.md +++ /dev/null @@ -1,863 +0,0 @@ ---- -title: "Test Tags Descriptions" -weight: 5 ---- - -# Test Tags Descriptions - -All CSIT test cases are labelled with Robot Framework tags used to allow for -easy test case type identification, test case grouping and selection for -execution. Following sections list currently used CSIT tags and their -descriptions. - -## Testbed Topology Tags - -**2_NODE_DOUBLE_LINK_TOPO** - - 2 nodes connected in a circular topology with two links interconnecting - the devices. - -**2_NODE_SINGLE_LINK_TOPO** - - 2 nodes connected in a circular topology with at least one link - interconnecting devices. - -**3_NODE_DOUBLE_LINK_TOPO** - - 3 nodes connected in a circular topology with two links interconnecting - the devices. - -**3_NODE_SINGLE_LINK_TOPO** - - 3 nodes connected in a circular topology with at least one link - interconnecting devices. - -## Objective Tags - -**SKIP_PATCH** - - Test case(s) marked to not run in case of vpp-csit-verify (i.e. VPP patch) - and csit-vpp-verify jobs (i.e. CSIT patch). - -**SKIP_VPP_PATCH** - - Test case(s) marked to not run in case of vpp-csit-verify (i.e. VPP patch). - -## Environment Tags - -**HW_ENV** - - DUTs and TGs are running on bare metal. - -**VM_ENV** - - DUTs and TGs are running in virtual environment. - -**VPP_VM_ENV** - - DUTs with VPP and capable of running Virtual Machine. - -## NIC Model Tags - -**NIC_Intel-X520-DA2** - - Intel X520-DA2 NIC. - -**NIC_Intel-XL710** - - Intel XL710 NIC. - -**NIC_Intel-X710** - - Intel X710 NIC. - -**NIC_Intel-XXV710** - - Intel XXV710 NIC. - -**NIC_Cisco-VIC-1227** - - VIC-1227 by Cisco. - -**NIC_Cisco-VIC-1385** - - VIC-1385 by Cisco. - -**NIC_Amazon-Nitro-50G** - - Amazon EC2 ENA NIC. - -## Scaling Tags - -**FIB_20K** - - 2x10,000 entries in single fib table - -**FIB_200K** - - 2x100,000 entries in single fib table - -**FIB_1M** - - 2x500,000 entries in single fib table - -**FIB_2M** - - 2x1,000,000 entries in single fib table - -**L2BD_1** - - Test with 1 L2 bridge domain. - -**L2BD_10** - - Test with 10 L2 bridge domains. - -**L2BD_100** - - Test with 100 L2 bridge domains. - -**L2BD_1K** - - Test with 1000 L2 bridge domains. - -**VLAN_1** - - Test with 1 VLAN sub-interface. - -**VLAN_10** - - Test with 10 VLAN sub-interfaces. - -**VLAN_100** - - Test with 100 VLAN sub-interfaces. - -**VLAN_1K** - - Test with 1000 VLAN sub-interfaces. - -**VXLAN_1** - - Test with 1 VXLAN tunnel. - -**VXLAN_10** - - Test with 10 VXLAN tunnels. - -**VXLAN_100* - - Test with 100 VXLAN tunnels. - -**VXLAN_1K** - - Test with 1000 VXLAN tunnels. - -**TNL_{t}** - - IPSec in tunnel mode - {t} tunnels. - -**SRC_USER_{u}** - - Traffic flow with {u} unique IPs (users) in one direction. - {u}=(1,10,100,1000,2000,4000). - -**100_FLOWS** - - Traffic stream with 100 unique flows (10 IPs/users x 10 UDP ports) in one - direction. - -**10k_FLOWS** - - Traffic stream with 10 000 unique flows (10 IPs/users x 1000 UDP ports) in - one direction. - -**100k_FLOWS** - - Traffic stream with 100 000 unique flows (100 IPs/users x 1000 UDP ports) in - one direction. - -**HOSTS_{h}** - - Stateless or stateful traffic stream with {h} client source IP4 addresses, - usually with 63 flow differing in source port number. Could be UDP or TCP. - If NAT is used, the clients are inside. Outside IP range can differ. - {h}=(1024,4096,16384,65536,262144). - -**GENEVE4_{t}TUN** - - Test with {t} GENEVE IPv4 tunnel. {t}=(1,4,16,64,256,1024) - -## Test Category Tags - -**DEVICETEST* - - All vpp_device functional test cases. - -**PERFTEST** - - All performance test cases. - -## VPP Device Type Tags - -**SCAPY** - - All test cases that uses Scapy for packet generation and validation. - -## erformance Type Tags - -**NDRPDR** - - Single test finding both No Drop Rate and Partial Drop Rate simultaneously. - The search is done by optimized algorithm which performs - multiple trial runs at different durations and transmit rates. - The results come from the final trials, which have duration of 30 seconds. - -**MRR** - - Performance tests where TG sends the traffic at maximum rate (line rate) - and reports total sent/received packets over trial duration. - The result is an average of 10 trials of 1 second duration. - -**SOAK** - - Performance tests using PLRsearch to find the critical load. - -**RECONF** - - Performance tests aimed to measure lost packets (time) when performing - reconfiguration while full throughput offered load is applied. - -## Ethernet Frame Size Tags - -These are describing the traffic offered by Traffic Generator, -"primary" traffic in case of asymmetric load. -For traffic between DUTs, or for "secondary" traffic, see ${overhead} value. - -**{b}B** - - {b} Bytes frames used for test. - -**IMIX** - - IMIX frame sequence (28x 64B, 16x 570B, 4x 1518B) used for test. - -## Test Type Tags - -**BASE** - - Baseline test cases, no encapsulation, no feature(s) configured in tests. - No scaling whatsoever, beyond minimum needed for RSS. - -**IP4BASE** - - IPv4 baseline test cases, no encapsulation, no feature(s) configured in - tests. Minimal number of routes. Other quantities may be scaled. - -**IP6BASE** - - IPv6 baseline test cases, no encapsulation, no feature(s) configured in - tests. - -**L2XCBASE** - - L2XC baseline test cases, no encapsulation, no feature(s) configured in - tests. - -**L2BDBASE** - - L2BD baseline test cases, no encapsulation, no feature(s) configured in - tests. - -**L2PATCH** - - L2PATCH baseline test cases, no encapsulation, no feature(s) configured in - tests. - -**SCALE** - - Scale test cases. Other tags specify which quantities are scaled. - Also applies if scaling is set on TG only (e.g. DUT works as IP4BASE). - -**ENCAP** - - Test cases where encapsulation is used. Use also encapsulation tag(s). - -**FEATURE** - - At least one feature is configured in test cases. Use also feature tag(s). - -**UDP** - - Tests which use any kind of UDP traffic (STL or ASTF profile). - -**TCP** - - Tests which use any kind of TCP traffic (STL or ASTF profile). - -**TREX** - - Tests which test trex traffic without any software DUTs in the traffic path. - -**UDP_UDIR** - - Tests which use unidirectional UDP traffic (STL profile only). - -**UDP_BIDIR** - - Tests which use bidirectional UDP traffic (STL profile only). - -**UDP_CPS** - - Tests which measure connections per second on minimal UDP pseudoconnections. - This implies ASTF traffic profile is used. - This tag selects specific output processing in PAL. - -**TCP_CPS** - - Tests which measure connections per second on empty TCP connections. - This implies ASTF traffic profile is used. - This tag selects specific output processing in PAL. - -**TCP_RPS** - - Tests which measure requests per second on empty TCP connections. - This implies ASTF traffic profile is used. - This tag selects specific output processing in PAL. - -**UDP_PPS** - - Tests which measure packets per second on lightweight UDP transactions. - This implies ASTF traffic profile is used. - This tag selects specific output processing in PAL. - -**TCP_PPS** - - Tests which measure packets per second on lightweight TCP transactions. - This implies ASTF traffic profile is used. - This tag selects specific output processing in PAL. - -**HTTP** - - Tests which use traffic formed of valid HTTP requests (and responses). - -**LDP_NGINX** - - LDP NGINX is un-modified NGINX with VPP via LD_PRELOAD. - -**NF_DENSITY** - - Performance tests that measure throughput of multiple VNF and CNF - service topologies at different service densities. - -## NF Service Density Tags - -**CHAIN** - - NF service density tests with VNF or CNF service chain topology(ies). - -**PIPE** - - NF service density tests with CNF service pipeline topology(ies). - -**NF_L3FWDIP4** - - NF service density tests with DPDK l3fwd IPv4 routing as NF workload. - -**NF_VPPIP4** - - NF service density tests with VPP IPv4 routing as NF workload. - -**{r}R{c}C** - - Service density matrix locator {r}R{c}C, {r}Row denoting number of - service instances, {c}Column denoting number of NFs per service - instance. {r}=(1,2,4,6,8,10), {c}=(1,2,4,6,8,10). - -**{n}VM{t}T** - - Service density {n}VM{t}T, {n}Number of NF Qemu VMs, {t}Number of threads - per NF. - -**{n}DCRt}T** - - Service density {n}DCR{t}T, {n}Number of NF Docker containers, {t}Number of - threads per NF. - -**{n}_ADDED_CHAINS** - - {n}Number of chains (or pipelines) added (and/or removed) - during RECONF test. - -## Forwarding Mode Tags - -**L2BDMACSTAT** - - VPP L2 bridge-domain, L2 MAC static. - -**L2BDMACLRN** - - VPP L2 bridge-domain, L2 MAC learning. - -**L2XCFWD** - - VPP L2 point-to-point cross-connect. - -**IP4FWD** - - VPP IPv4 routed forwarding. - -**IP6FWD** - - VPP IPv6 routed forwarding. - -**LOADBALANCER_MAGLEV** - - VPP Load balancer maglev mode. - -**LOADBALANCER_L3DSR** - - VPP Load balancer l3dsr mode. - -**LOADBALANCER_NAT4** - - VPP Load balancer nat4 mode. - -**N2N** - - Mode, where NICs from the same physical server are directly - connected with a cable. - -## Underlay Tags - -**IP4UNRLAY** - - IPv4 underlay. - -**IP6UNRLAY** - - IPv6 underlay. - -**MPLSUNRLAY** - - MPLS underlay. - -## Overlay Tags - -**L2OVRLAY** - - L2 overlay. - -**IP4OVRLAY** - - IPv4 overlay (IPv4 payload). - -**IP6OVRLAY** - - IPv6 overlay (IPv6 payload). - -## Tagging Tags - -**DOT1Q** - - All test cases with dot1q. - -**DOT1AD** - - All test cases with dot1ad. - -## Encapsulation Tags - -**ETH** - - All test cases with base Ethernet (no encapsulation). - -**LISP** - - All test cases with LISP. - -**LISPGPE** - - All test cases with LISP-GPE. - -**LISP_IP4o4** - - All test cases with LISP_IP4o4. - -**LISPGPE_IP4o4** - - All test cases with LISPGPE_IP4o4. - -**LISPGPE_IP6o4** - - All test cases with LISPGPE_IP6o4. - -**LISPGPE_IP4o6** - - All test cases with LISPGPE_IP4o6. - -**LISPGPE_IP6o6** - - All test cases with LISPGPE_IP6o6. - -**VXLAN** - - All test cases with Vxlan. - -**VXLANGPE** - - All test cases with VXLAN-GPE. - -**GRE** - - All test cases with GRE. - -**GTPU** - - All test cases with GTPU. - -**GTPU_HWACCEL** - - All test cases with GTPU_HWACCEL. - -**IPSEC** - - All test cases with IPSEC. - -**WIREGUARD** - - All test cases with WIREGUARD. - -**SRv6** - - All test cases with Segment routing over IPv6 dataplane. - -**SRv6_1SID** - - All SRv6 test cases with single SID. - -**SRv6_2SID_DECAP** - - All SRv6 test cases with two SIDs and with decapsulation. - -**SRv6_2SID_NODECAP** - - All SRv6 test cases with two SIDs and without decapsulation. - -**GENEVE** - - All test cases with GENEVE. - -**GENEVE_L3MODE** - - All test cases with GENEVE tunnel in L3 mode. - -**FLOW** - - All test cases with FLOW. - -**FLOW_DIR** - - All test cases with FLOW_DIR. - -**FLOW_RSS** - - All test cases with FLOW_RSS. - -**NTUPLE** - - All test cases with NTUPLE. - -**L2TPV3** - - All test cases with L2TPV3. - -## Interface Tags - -**PHY** - - All test cases which use physical interface(s). - -**GSO** - - All test cases which uses Generic Segmentation Offload. - -**VHOST** - - All test cases which uses VHOST. - -**VHOST_1024** - - All test cases which uses VHOST DPDK driver with qemu queue size set - to 1024. - -**VIRTIO** - - All test cases which uses VIRTIO native VPP driver. - -**VIRTIO_1024** - - All test cases which uses VIRTIO native VPP driver with qemu queue size set - to 1024. - -**CFS_OPT** - - All test cases which uses VM with optimised scheduler policy. - -**TUNTAP* - - All test cases which uses TUN and TAP. - -**AFPKT** - - All test cases which uses AFPKT. - -**NETMAP** - - All test cases which uses Netmap. - -**MEMIF** - - All test cases which uses Memif. - -**SINGLE_MEMIF** - - All test cases which uses only single Memif connection per DUT. One DUT - instance is running in container having one physical interface exposed to - container. - -**LBOND** - - All test cases which uses link bonding (BondEthernet interface). - -**LBOND_DPDK** - - All test cases which uses DPDK link bonding. - -**LBOND_VPP** - - All test cases which uses VPP link bonding. - -**LBOND_MODE_XOR** - - All test cases which uses link bonding with mode XOR. - -**LBOND_MODE_LACP** - - All test cases which uses link bonding with mode LACP. - -**LBOND_LB_L34** - - All test cases which uses link bonding with load-balance mode l34. - -**LBOND_{n}L** - - All test cases which use {n} link(s) for link bonding. - -**DRV_{d}** - - All test cases which NIC Driver for DUT is set to {d}. Default is VFIO_PCI. - {d}=(AVF, RDMA_CORE, VFIO_PCI, AF_XDP). - -**TG_DRV_{d}** - - All test cases which NIC Driver for TG is set to {d}. Default is IGB_UIO. - {d}=(RDMA_CORE, IGB_UIO). - -**RXQ_SIZE_{n}** - - All test cases which RXQ size (RX descriptors) are set to {n}. Default is 0, - which means VPP (API) default. - -**TXQ_SIZE_{n}** - - All test cases which TXQ size (TX descriptors) are set to {n}. Default is 0, - which means VPP (API) default. - -## Feature Tags - -**IACLDST** - - iACL destination. - -**ADLALWLIST** - - ADL allowlist. - -**NAT44** - - NAT44 configured and tested. - -**NAT64** - - NAT44 configured and tested. - -**ACL** - - ACL plugin configured and tested. - -**IACL** - - ACL plugin configured and tested on input path. - -**OACL** - - ACL plugin configured and tested on output path. - -**ACL_STATELESS** - - ACL plugin configured and tested in stateless mode (permit action). - -**ACL_STATEFUL** - - ACL plugin configured and tested in stateful mode (permit+reflect action). - -**ACL1** - - ACL plugin configured and tested with 1 not-hitting ACE. - -**ACL10** - - ACL plugin configured and tested with 10 not-hitting ACEs. - -**ACL50** - - ACL plugin configured and tested with 50 not-hitting ACEs. - -**SRv6_PROXY** - - SRv6 endpoint to SR-unaware appliance via proxy. - -**SRv6_PROXY_STAT** - - SRv6 endpoint to SR-unaware appliance via static proxy. - -**SRv6_PROXY_DYN** - - SRv6 endpoint to SR-unaware appliance via dynamic proxy. - -**SRv6_PROXY_MASQ** - - SRv6 endpoint to SR-unaware appliance via masquerading proxy. - -## Encryption Tags - -**IPSECSW** - - Crypto in software. - -**IPSECHW** - - Crypto in hardware. - -**IPSECTRAN** - - IPSec in transport mode. - -**IPSECTUN** - - IPSec in tunnel mode. - -**IPSECINT** - - IPSec in interface mode. - -**AES** - - IPSec using AES algorithms. - -**AES_128_CBC** - - IPSec using AES 128 CBC algorithms. - -**AES_128_GCM** - - IPSec using AES 128 GCM algorithms. - -**AES_256_GCM** - - IPSec using AES 256 GCM algorithms. - -**HMAC** - - IPSec using HMAC integrity algorithms. - -**HMAC_SHA_256** - - IPSec using HMAC SHA 256 integrity algorithms. - -**HMAC_SHA_512** - - IPSec using HMAC SHA 512 integrity algorithms. - -**SCHEDULER** - - IPSec using crypto sw scheduler engine. - -**FASTPATH** - - IPSec policy mode with spd fast path enabled. - -## Client-Workload Tags - -**VM** - - All test cases which use at least one virtual machine. - -**LXC** - - All test cases which use Linux container and LXC utils. - -**DRC** - - All test cases which use at least one Docker container. - -**DOCKER** - - All test cases which use Docker as container manager. - -**APP** - - All test cases with specific APP use. - -## Container Orchestration Tags - -**{n}VSWITCH** - - {n} VPP running in {n} Docker container(s) acting as a VSWITCH. - {n}=(1). - -**{n}VNF** - - {n} VPP running in {n} Docker container(s) acting as a VNF work load. - {n}=(1). - -## Multi-Threading Tags - -**STHREAD** - - *Dynamic tag*. - All test cases using single poll mode thread. - -**MTHREAD** - - *Dynamic tag*. - All test cases using more then one poll mode driver thread. - -**{n}NUMA** - - All test cases with packet processing on {n} socket(s). {n}=(1,2). - -**{c}C** - - {c} worker thread pinned to {c} dedicated physical core; or if - HyperThreading is enabled, {c}*2 worker threads each pinned to a separate - logical core within 1 dedicated physical core. Main thread pinned to core 1. - {t}=(1,2,4). - -**{t}T{c}C** - - *Dynamic tag*. - {t} worker threads pinned to {c} dedicated physical cores. Main thread - pinned to core 1. By default CSIT is configuring same amount of receive - queues per interface as worker threads. {t}=(1,2,4,8), {t}=(1,2,4). diff --git a/docs/content/introduction/testing_in_vagrant.md b/docs/content/introduction/testing_in_vagrant.md deleted file mode 100644 index 34ca596d0a..0000000000 --- a/docs/content/introduction/testing_in_vagrant.md +++ /dev/null @@ -1,85 +0,0 @@ ---- -bookHidden: true -title: "Running CSIT locally in Vagrant" ---- - -# Running CSIT locally in Vagrant - -## Install prerequisites - -Run all commands from command line. - -1. Download and install virtualbox from - [official page](https://www.virtualbox.org/wiki/Downloads). - To verify the installation, run VBoxManage - - - on windows - - "C:\Program Files\Oracle\VirtualBox\VBoxManage.exe" --version - - - on nix - - VBoxManage --version - Tested version: 6.1.16r140961 - -2. Download and install latest vagrant from - [official page](https://www.vagrantup.com/downloads.html). - To verify the installtion, run - - vagrant -v - Tested version: Vagrant 2.2.15 - -3. Install vagrant plugins:: - - vagrant plugin install vagrant-vbguest - vagrant plugin install vagrant-cachier - - If you are behind a proxy, install proxyconf plugin and update proxy - settings in Vagrantfile:: - - vagrant plugin install vagrant-proxyconf - -## Set up and run Vagrant virtualbox - -Before running following commands change working directory to Vagrant specific directory -(from within root CSIT directory) - - cd csit.infra.vagrant - -This allows Vagrant to automatically find Vagrantfile and corresponding Vagrant environment. - -Start the provisioning - - vagrant up --provider virtualbox - -Your new VPP Device virtualbox machine will be created and configured. -Master branch of csit project will be cloned inside virtual machine into -/home/vagrant/csit folder. - -Once the process is finished, you can login to the box using - - vagrant ssh - -In case you need to completely rebuild the box and start from scratch, -run these commands - - vagrant destroy -f - vagrant up --provider virtualbox - -## Run tests - -From within the box run the tests using - - cd /home/vagrant/csit/resources/libraries/bash/entry - ./bootstrap_vpp_device.sh csit-vpp-device-master-ubuntu2004-1n-vbox - -To run only selected tests based on TAGS, export environment variables before -running the test suite - - export GERRIT_EVENT_TYPE="comment-added" - export GERRIT_EVENT_COMMENT_TEXT="devicetest memif" - - # now it will run tests, selected based on tags - ./bootstrap_vpp_device.sh csit-vpp-device-master-ubuntu2004-1n-vbox - - diff --git a/docs/content/methodology/_index.md b/docs/content/methodology/_index.md index 6f0dcae783..dbef64db94 100644 --- a/docs/content/methodology/_index.md +++ b/docs/content/methodology/_index.md @@ -1,6 +1,6 @@ --- -bookCollapseSection: true +bookCollapseSection: false bookFlatSection: true title: "Methodology" weight: 2 ---- \ No newline at end of file +--- diff --git a/docs/content/methodology/access_control_lists.md b/docs/content/methodology/access_control_lists.md deleted file mode 100644 index 9767d3f86a..0000000000 --- a/docs/content/methodology/access_control_lists.md +++ /dev/null @@ -1,70 +0,0 @@ ---- -title: "Access Control Lists" -weight: 12 ---- - -# Access Control Lists - -VPP is tested in a number of data plane feature configurations across -different forwarding modes. Following sections list features tested. - -## ACL Security-Groups - -Both stateless and stateful access control lists (ACL), also known as -security-groups, are supported by VPP. - -Following ACL configurations are tested for MAC switching with L2 -bridge-domains: - -- *l2bdbasemaclrn-iacl{E}sl-{F}flows*: Input stateless ACL, with {E} - entries and {F} flows. -- *l2bdbasemaclrn-oacl{E}sl-{F}flows*: Output stateless ACL, with {E} - entries and {F} flows. -- *l2bdbasemaclrn-iacl{E}sf-{F}flows*: Input stateful ACL, with {E} - entries and {F} flows. -- *l2bdbasemaclrn-oacl{E}sf-{F}flows*: Output stateful ACL, with {E} - entries and {F} flows. - -Following ACL configurations are tested with IPv4 routing: - -- *ip4base-iacl{E}sl-{F}flows*: Input stateless ACL, with {E} entries - and {F} flows. -- *ip4base-oacl{E}sl-{F}flows*: Output stateless ACL, with {E} entries - and {F} flows. -- *ip4base-iacl{E}sf-{F}flows*: Input stateful ACL, with {E} entries and - {F} flows. -- *ip4base-oacl{E}sf-{F}flows*: Output stateful ACL, with {E} entries - and {F} flows. - -ACL tests are executed with the following combinations of ACL entries -and number of flows: - -- ACL entry definitions - - - flow non-matching deny entry: (src-ip4, dst-ip4, src-port, dst-port). - - flow matching permit ACL entry: (src-ip4, dst-ip4). - -- {E} - number of non-matching deny ACL entries, {E} = [1, 10, 50]. -- {F} - number of UDP flows with different tuple (src-ip4, dst-ip4, - src-port, dst-port), {F} = [100, 10k, 100k]. -- All {E}x{F} combinations are tested per ACL type, total of 9. - -## ACL MAC-IP - -MAC-IP binding ACLs are tested for MAC switching with L2 bridge-domains: - -- *l2bdbasemaclrn-macip-iacl{E}sl-{F}flows*: Input stateless ACL, with - {E} entries and {F} flows. - -MAC-IP ACL tests are executed with the following combinations of ACL -entries and number of flows: - -- ACL entry definitions - - - flow non-matching deny entry: (dst-ip4, dst-mac, bit-mask) - - flow matching permit ACL entry: (dst-ip4, dst-mac, bit-mask) - -- {E} - number of non-matching deny ACL entries, {E} = [1, 10, 50] -- {F} - number of UDP flows with different tuple (dst-ip4, dst-mac), - {F} = [100, 10k, 100k] -- All {E}x{F} combinations are tested per ACL type, total of 9. diff --git a/docs/content/methodology/data_plane_throughput/_index.md b/docs/content/methodology/data_plane_throughput/_index.md deleted file mode 100644 index 5791438b3b..0000000000 --- a/docs/content/methodology/data_plane_throughput/_index.md +++ /dev/null @@ -1,6 +0,0 @@ ---- -bookCollapseSection: true -bookFlatSection: false -title: "Data Plane Throughput" -weight: 4 ---- \ No newline at end of file diff --git a/docs/content/methodology/data_plane_throughput/data_plane_throughput.md b/docs/content/methodology/data_plane_throughput/data_plane_throughput.md deleted file mode 100644 index 7ff1d38d17..0000000000 --- a/docs/content/methodology/data_plane_throughput/data_plane_throughput.md +++ /dev/null @@ -1,129 +0,0 @@ ---- -title: "Data Plane Throughput" -weight: 1 ---- - -# Data Plane Throughput - -Network data plane throughput is measured using multiple test methods in -order to obtain representative and repeatable results across the large -set of performance test cases implemented and executed within CSIT. - -Following throughput test methods are used: - -- MLRsearch - Multiple Loss Ratio search -- MRR - Maximum Receive Rate -- PLRsearch - Probabilistic Loss Ratio search - -Description of each test method is followed by generic test properties -shared by all methods. - -## MLRsearch Tests - -### Description - -Multiple Loss Ratio search (MLRsearch) tests discover multiple packet -throughput rates in a single search, reducing the overall test execution -time compared to a binary search. Each rate is associated with a -distinct Packet Loss Ratio (PLR) criteria. In FD.io CSIT two throughput -rates are discovered: Non-Drop Rate (NDR, with zero packet loss, PLR=0) -and Partial Drop Rate (PDR, with PLR<0.5%). MLRsearch is compliant with -RFC2544. - -### Usage - -MLRsearch tests are run to discover NDR and PDR rates for each VPP and -DPDK release covered by CSIT report. Results for small frame sizes -(64b/78B, IMIX) are presented in packet throughput graphs -(Box-and-Whisker Plots) with NDR and PDR rates plotted against the test -cases covering popular VPP packet paths. - -Each test is executed at least 10 times to verify measurements -repeatability and results are compared between releases and test -environments. NDR and PDR packet and bandwidth throughput results for -all frame sizes and for all tests are presented in detailed results -tables. - -### Details - -See [MLRSearch]({{< ref "mlrsearch/#MLRsearch" >}}) section for more detail. -MLRsearch is being standardized in IETF in -[draft-ietf-bmwg-mlrsearch](https://datatracker.ietf.org/doc/html/draft-ietf-bmwg-mlrsearch-01). - -## MRR Tests - -### Description - -Maximum Receive Rate (MRR) tests are complementary to MLRsearch tests, -as they provide a maximum “raw” throughput benchmark for development and -testing community. - -MRR tests measure the packet forwarding rate under the maximum load -offered by traffic generator (dependent on link type and NIC model) over -a set trial duration, regardless of packet loss. Maximum load for -specified Ethernet frame size is set to the bi-directional link rate. - -### Usage - -MRR tests are much faster than MLRsearch as they rely on a single trial -or a small set of trials with very short duration. It is this property -that makes them suitable for continuous execution in daily performance -trending jobs enabling detection of performance anomalies (regressions, -progressions) resulting from data plane code changes. - -MRR tests are also used for VPP per patch performance jobs verifying -patch performance vs parent. CSIT reports include MRR throughput -comparisons between releases and test environments. Small frame sizes -only (64b/78B, IMIX). - -### Details - -See [MRR Throughput]({{< ref "mrr_throughput/#MRR Throughput" >}}) -section for more detail about MRR tests configuration. - -FD.io CSIT performance dashboard includes complete description of -[daily performance trending tests](https://s3-docs.fd.io/csit/master/trending/methodology/performance_tests.html) -and [VPP per patch tests](https://s3-docs.fd.io/csit/master/trending/methodology/perpatch_performance_tests.html). - -## PLRsearch Tests - -### Description - -Probabilistic Loss Ratio search (PLRsearch) tests discovers a packet -throughput rate associated with configured Packet Loss Ratio (PLR) -criteria for tests run over an extended period of time a.k.a. soak -testing. PLRsearch assumes that system under test is probabilistic in -nature, and not deterministic. - -### Usage - -PLRsearch are run to discover a sustained throughput for PLR=10^-7 -(close to NDR) for VPP release covered by CSIT report. Results for small -frame sizes (64b/78B) are presented in packet throughput graphs (Box -Plots) for a small subset of baseline tests. - -Each soak test lasts 30 minutes and is executed at least twice. Results are -compared against NDR and PDR rates discovered with MLRsearch. - -### Details - -See [PLRSearch]({{< ref "plrsearch/#PLRsearch" >}}) methodology section for -more detail. PLRsearch is being standardized in IETF in -[draft-vpolak-bmwg-plrsearch](https://tools.ietf.org/html/draft-vpolak-bmwg-plrsearch). - -## Generic Test Properties - -All data plane throughput test methodologies share following generic -properties: - -- Tested L2 frame sizes (untagged Ethernet): - - - IPv4 payload: 64B, IMIX (28x64B, 16x570B, 4x1518B), 1518B, 9000B. - - IPv6 payload: 78B, IMIX (28x78B, 16x570B, 4x1518B), 1518B, 9000B. - - All quoted sizes include frame CRC, but exclude per frame - transmission overhead of 20B (preamble, inter frame gap). - -- Offered packet load is always bi-directional and symmetric. -- All measured and reported packet and bandwidth rates are aggregate - bi-directional rates reported from external Traffic Generator - perspective. \ No newline at end of file diff --git a/docs/content/methodology/data_plane_throughput/mlrsearch.md b/docs/content/methodology/data_plane_throughput/mlrsearch.md deleted file mode 100644 index 73039c9b02..0000000000 --- a/docs/content/methodology/data_plane_throughput/mlrsearch.md +++ /dev/null @@ -1,88 +0,0 @@ ---- -title: "MLRsearch" -weight: 2 ---- - -# MLRsearch - -## Overview - -Multiple Loss Ratio search (MLRsearch) tests use an optimized search algorithm -implemented in FD.io CSIT project. MLRsearch discovers any number of -loss ratio loads in a single search. - -Two loss ratio goals are of interest in FD.io CSIT, leading to Non-Drop Rate -(NDR, loss ratio goal is exact zero) and Partial Drop Rate -(PDR, non-zero loss ratio goal, currently 0.5%). - -MLRsearch discovers all the loads in a single pass, reducing required time -duration compared to separate `binary search`es[^1] for each rate. Overall -search time is reduced even further by relying on shorter trial -durations of intermediate steps, with only the final measurements -conducted at the specified final trial duration. This results in the -shorter overall execution time when compared to standard NDR/PDR binary -search, while guaranteeing similar results. - -.. Note:: All throughput rates are *always* bi-directional - aggregates of two equal (symmetric) uni-directional packet rates - received and reported by an external traffic generator, - unless the test specifically requires unidirectional traffic. - -## Search Implementation - -Detailed description of the MLRsearch algorithm is included in the IETF -draft -[draft-ietf-bmwg-mlrsearch-02](https://datatracker.ietf.org/doc/html/draft-ietf-bmwg-mlrsearch-02) -that is in the process of being standardized in the IETF Benchmarking -Methodology Working Group (BMWG). -(Newer version is published in IETF, describing improvements not yet used -in CSIT production.) - -MLRsearch is also available as a -[PyPI (Python Package Index) library](https://pypi.org/project/MLRsearch/). - -## Algorithm highlights - -MRR and receive rate at MRR load are used as initial guesses for the search. - -All previously measured trials (except the very first one which can act -as a warm-up) are taken into consideration, unless superseded -by a trial at the same load but higher duration. - -For every loss ratio goal, tightest upper and lower bound -(from results of large enough trial duration) form an interval. -Exit condition is given by that interval reaching low enough relative width. -Small enough width is achieved by bisecting the current interval. -The bisection can be uneven, to save measurements based on information theory. - -Switching to higher trial duration generally requires a re-measure -at a load from previous trial duration. -When the re-measurement does not confirm previous bound classification -(e.g. tightest lower bound at shorter trial duration becomes -a newest tightest upper bound upon re-measurement), -external search is used to find close enough bound of the lost type. -External search is a generalization of the first stage of -`exponential search`[^2]. - -Shorter trial durations use double width goal, -because one bisection is always safe before risking external search. - -Within an iteration for a specific trial duration, smaller loss ratios (NDR) -are narrowed down first before search continues with higher loss ratios (PDR). - -Other heuristics are there, aimed to prevent unneccessarily narrow intervals, -and to handle corner cases around min and max load. - -## Deviations from RFC 2544 - -CSIT does not have any explicit wait times before and after trial traffic. - -Small differences between intended and offered load are tolerated, -mainly due to various time overheads preventing precise measurement -of the traffic duration (and TRex can sometimes suffer from duration -stretching). - -The final trial duration is only 30s (10s for reconf tests). - -[^1]: [binary search](https://en.wikipedia.org/wiki/Binary_search) -[^2]: [exponential search](https://en.wikipedia.org/wiki/Exponential_search) diff --git a/docs/content/methodology/data_plane_throughput/mrr_throughput.md b/docs/content/methodology/data_plane_throughput/mrr_throughput.md deleted file mode 100644 index 076946fb66..0000000000 --- a/docs/content/methodology/data_plane_throughput/mrr_throughput.md +++ /dev/null @@ -1,56 +0,0 @@ ---- -title: "MRR Throughput" -weight: 4 ---- - -# MRR Throughput - -Maximum Receive Rate (MRR) tests are complementary to MLRsearch tests, -as they provide a maximum "raw" throughput benchmark for development and -testing community. MRR tests measure the packet forwarding rate under -the maximum load offered by traffic generator over a set trial duration, -regardless of packet loss. - -MRR tests are currently used for following test jobs: - -- Report performance comparison: 64B, IMIX for vhost, memif. -- Daily performance trending: 64B, IMIX for vhost, memif. -- Per-patch performance verification: 64B. -- Initial iterations of MLRsearch and PLRsearch: 64B. - -Maximum offered load for specific L2 Ethernet frame size is set to -either the maximum bi-directional link rate or tested NIC model -capacity, as follows: - -- For 10GE NICs the maximum packet rate load is 2x14.88 Mpps for 64B, a - 10GE bi-directional link rate. -- For 25GE NICs the maximum packet rate load is 2x18.75 Mpps for 64B, a - 25GE bi-directional link sub-rate limited by 25GE NIC used on TRex TG, - XXV710. -- For 40GE NICs the maximum packet rate load is 2x18.75 Mpps for 64B, a - 40GE bi-directional link sub-rate limited by 40GE NIC used on TRex - TG,XL710. Packet rate for other tested frame sizes is limited by - PCIeGen3 x8 bandwidth limitation of ~50Gbps. - -MRR test code implements multiple bursts of offered packet load and has -two configurable burst parameters: individual trial duration and number -of trials in a single burst. This enables more precise performance -trending by providing more results data for analysis. - -Burst parameter settings vary between different tests using MRR: - -- MRR individual trial duration: - - - Report performance comparison: 1 sec. - - Daily performance trending: 1 sec. - - Per-patch performance verification: 10 sec. - - Initial iteration for MLRsearch: 1 sec. - - Initial iteration for PLRsearch: 5.2 sec. - -- Number of MRR trials per burst: - - - Report performance comparison: 10. - - Daily performance trending: 10. - - Per-patch performance verification: 5. - - Initial iteration for MLRsearch: 1. - - Initial iteration for PLRsearch: 1. \ No newline at end of file diff --git a/docs/content/methodology/data_plane_throughput/plrsearch.md b/docs/content/methodology/data_plane_throughput/plrsearch.md deleted file mode 100644 index 1facccc63b..0000000000 --- a/docs/content/methodology/data_plane_throughput/plrsearch.md +++ /dev/null @@ -1,383 +0,0 @@ ---- -title: "PLRsearch" -weight: 3 ---- - -# PLRsearch - -## Motivation for PLRsearch - -Network providers are interested in throughput a system can sustain. - -`RFC 2544`[^3] assumes loss ratio is given by a deterministic function of -offered load. But NFV software systems are not deterministic enough. -This makes deterministic algorithms (such as `binary search`[^9] per RFC 2544 -and MLRsearch with single trial) to return results, -which when repeated show relatively high standard deviation, -thus making it harder to tell what "the throughput" actually is. - -We need another algorithm, which takes this indeterminism into account. - -## Generic Algorithm - -Detailed description of the PLRsearch algorithm is included in the IETF -draft `draft-vpolak-bmwg-plrsearch-02`[^1] that is in the process -of being standardized in the IETF Benchmarking Methodology Working Group (BMWG). - -### Terms - -The rest of this page assumes the reader is familiar with the following terms -defined in the IETF draft: - -+ Trial Order Independent System -+ Duration Independent System -+ Target Loss Ratio -+ Critical Load -+ Offered Load regions - - + Zero Loss Region - + Non-Deterministic Region - + Guaranteed Loss Region - -+ Fitting Function - - + Stretch Function - + Erf Function - -+ Bayesian Inference - - + Prior distribution - + Posterior Distribution - -+ Numeric Integration - - + Monte Carlo - + Importance Sampling - -## FD.io CSIT Implementation Specifics - -The search receives min_rate and max_rate values, to avoid measurements -at offered loads not supporeted by the traffic generator. - -The implemented tests cases use bidirectional traffic. -The algorithm stores each rate as bidirectional rate (internally, -the algorithm is agnostic to flows and directions, -it only cares about aggregate counts of packets sent and packets lost), -but debug output from traffic generator lists unidirectional values. - -### Measurement Delay - -In a sample implemenation in FD.io CSIT project, there is roughly 0.5 -second delay between trials due to restrictons imposed by packet traffic -generator in use (T-Rex). - -As measurements results come in, posterior distribution computation takes -more time (per sample), although there is a considerable constant part -(mostly for inverting the fitting functions). - -Also, the integrator needs a fair amount of samples to reach the region -the posterior distribution is concentrated at. - -And of course, the speed of the integrator depends on computing power -of the CPU the algorithm is able to use. - -All those timing related effects are addressed by arithmetically increasing -trial durations with configurable coefficients -(currently 5.1 seconds for the first trial, -each subsequent trial being 0.1 second longer). - -### Rounding Errors and Underflows - -In order to avoid them, the current implementation tracks natural logarithm -(instead of the original quantity) for any quantity which is never negative. -Logarithm of zero is minus infinity (not supported by Python), -so special value "None" is used instead. -Specific functions for frequent operations (such as "logarithm -of sum of exponentials") are defined to handle None correctly. - -### Fitting Functions - -Current implementation uses two fitting functions, called "stretch" and "erf". -In general, their estimates for critical rate differ, -which adds a simple source of systematic error, -on top of randomness error reported by integrator. -Otherwise the reported stdev of critical rate estimate -is unrealistically low. - -Both functions are not only increasing, but also convex -(meaning the rate of increase is also increasing). - -Both fitting functions have several mathematically equivalent formulas, -each can lead to an arithmetic overflow or underflow in different sub-terms. -Overflows can be eliminated by using different exact formulas -for different argument ranges. -Underflows can be avoided by using approximate formulas -in affected argument ranges, such ranges have their own formulas to compute. -At the end, both fitting function implementations -contain multiple "if" branches, discontinuities are a possibility -at range boundaries. - -### Prior Distributions - -The numeric integrator expects all the parameters to be distributed -(independently and) uniformly on an interval (-1, 1). - -As both "mrr" and "spread" parameters are positive and not dimensionless, -a transformation is needed. Dimentionality is inherited from max_rate value. - -The "mrr" parameter follows a `Lomax distribution`[^4] -with alpha equal to one, but shifted so that mrr is always greater than 1 -packet per second. - -The "stretch" parameter is generated simply as the "mrr" value -raised to a random power between zero and one; -thus it follows a `reciprocal distribution`[^5]. - -### Integrator - -After few measurements, the posterior distribution of fitting function -arguments gets quite concentrated into a small area. -The integrator is using `Monte Carlo`[^6] with `importance sampling`[^7] -where the biased distribution is `bivariate Gaussian`[^8] distribution, -with deliberately larger variance. -If the generated sample falls outside (-1, 1) interval, -another sample is generated. - -The center and the covariance matrix for the biased distribution -is based on the first and second moments of samples seen so far -(within the computation). The center is used directly, -covariance matrix is scaled up by a heurictic constant (8.0 by default). -The following additional features are applied -designed to avoid hyper-focused distributions. - -Each computation starts with the biased distribution inherited -from the previous computation (zero point and unit covariance matrix -is used in the first computation), but the overal weight of the data -is set to the weight of the first sample of the computation. -Also, the center is set to the first sample point. -When additional samples come, their weight (including the importance correction) -is compared to sum of the weights of data seen so far (within the iteration). -If the new sample is more than one e-fold more impactful, both weight values -(for data so far and for the new sample) are set to (geometric) average -of the two weights. - -This combination showed the best behavior, as the integrator usually follows -two phases. First phase (where inherited biased distribution -or single big sample are dominating) is mainly important -for locating the new area the posterior distribution is concentrated at. -The second phase (dominated by whole sample population) -is actually relevant for the critical rate estimation. - -### Offered Load Selection - -First two measurements are hardcoded to happen at the middle of rate interval -and at max_rate. Next two measurements follow MRR-like logic, -offered load is decreased so that it would reach target loss ratio -if offered load decrease lead to equal decrease of loss rate. - -The rest of measurements start directly in between -erf and stretch estimate average. -There is one workaround implemented, aimed at reducing the number of consequent -zero loss measurements (per fitting function). The workaround first stores -every measurement result which loss ratio was the targed loss ratio or higher. -Sorted list (called lossy loads) of such results is maintained. - -When a sequence of one or more zero loss measurement results is encountered, -a smallest of lossy loads is drained from the list. -If the estimate average is smaller than the drained value, -a weighted average of this estimate and the drained value is used -as the next offered load. The weight of the estimate decreases exponentially -with the length of consecutive zero loss results. - -This behavior helps the algorithm with convergence speed, -as it does not need so many zero loss result to get near critical region. -Using the smallest (not drained yet) of lossy loads makes it sure -the new offered load is unlikely to result in big loss region. -Draining even if the estimate is large enough helps to discard -early measurements when loss hapened at too low offered load. -Current implementation adds 4 copies of lossy loads and drains 3 of them, -which leads to fairly stable behavior even for somewhat inconsistent SUTs. - -### Caveats - -As high loss count measurements add many bits of information, -they need a large amount of small loss count measurements to balance them, -making the algorithm converge quite slowly. Typically, this happens -when few initial measurements suggest spread way bigger then later measurements. -The workaround in offered load selection helps, -but more intelligent workarounds could get faster convergence still. - -Some systems evidently do not follow the assumption of repeated measurements -having the same average loss rate (when the offered load is the same). -The idea of estimating the trend is not implemented at all, -as the observed trends have varied characteristics. - -Probably, using a more realistic fitting functions -will give better estimates than trend analysis. - -## Bottom Line - -The notion of Throughput is easy to grasp, but it is harder to measure -with any accuracy for non-deterministic systems. - -Even though the notion of critical rate is harder to grasp than the notion -of throughput, it is easier to measure using probabilistic methods. - -In testing, the difference between througput measurements and critical -rate measurements is usually small. - -In pactice, rules of thumb such as "send at max 95% of purported throughput" -are common. The correct benchmarking analysis should ask "Which notion is -95% of throughput an approximation to?" before attempting to answer -"Is 95% of critical rate safe enough?". - -## Algorithmic Analysis - -### Motivation - -While the estimation computation is based on hard probability science; -the offered load selection part of PLRsearch logic is pure heuristics, -motivated by what would a human do based on measurement and computation results. - -The quality of any heuristic is not affected by soundness of its motivation, -just by its ability to achieve the intended goals. -In case of offered load selection, the goal is to help the search to converge -to the long duration estimates sooner. - -But even those long duration estimates could still be of poor quality. -Even though the estimate computation is Bayesian (so it is the best it could be -within the applied assumptions), it can still of poor quality when compared -to what a human would estimate. - -One possible source of poor quality is the randomnes inherently present -in Monte Carlo numeric integration, but that can be supressed -by tweaking the time related input parameters. - -The most likely source of poor quality then are the assumptions. -Most importantly, the number and the shape of fitting functions; -but also others, such as trial order independence and duration independence. - -The result can have poor quality in basically two ways. -One way is related to location. Both upper and lower bounds -can be overestimates or underestimates, meaning the entire estimated interval -between lower bound and upper bound lays above or below (respectively) -of human-estimated interval. -The other way is related to the estimation interval width. -The interval can be too wide or too narrow, compared to human estimation. - -An estimate from a particular fitting function can be classified -as an overestimate (or underestimate) just by looking at time evolution -(without human examining measurement results). Overestimates -decrease by time, underestimates increase by time (assuming -the system performance stays constant). - -Quality of the width of the estimation interval needs human evaluation, -and is unrelated to both rate of narrowing (both good and bad estimate intervals -get narrower at approximately the same relative rate) and relatative width -(depends heavily on the system being tested). - -### Graphical Examples - -The following pictures show the upper (red) and lower (blue) bound, -as well as average of Stretch (pink) and Erf (light green) estimate, -and offered load chosen (grey), as computed by PLRsearch, -after each trial measurement within the 30 minute duration of a test run. - -Both graphs are focusing on later estimates. Estimates computed from -few initial measurements are wildly off the y-axis range shown. - -The following analysis will rely on frequency of zero loss measurements -and magnitude of loss ratio if nonzero. - -The offered load selection strategy used implies zero loss measurements -can be gleaned from the graph by looking at offered load points. -When the points move up farther from lower estimate, it means -the previous measurement had zero loss. After non-zero loss, -the offered load starts again right between (the previous values of) -the estimate curves. - -The very big loss ratio results are visible as noticeable jumps -of both estimates downwards. Medium and small loss ratios are much harder -to distinguish just by looking at the estimate curves, -the analysis is based on raw loss ratio measurement results. - -The following descriptions should explain why the graphs seem to signal -low quality estimate at first sight, but a more detailed look -reveals the quality is good (considering the measurement results). - -#### L2 patch - -Both fitting functions give similar estimates, the graph shows -"stochasticity" of measurements (estimates increase and decrease -within small time regions), and an overall trend of decreasing estimates. - -On the first look, the final interval looks fairly narrow, -especially compared to the region the estimates have travelled -during the search. But the look at the frequency of zero loss results shows -this is not a case of overestimation. Measurements at around the same -offered load have higher probability of zero loss earlier -(when performed farther from upper bound), but smaller probability later -(when performed closer to upper bound). That means it is the performance -of the system under test that decreases (slightly) over time. - -With that in mind, the apparent narrowness of the interval -is not a sign of low quality, just a consequence of PLRsearch assuming -the performance stays constant. - -{{< figure src="/cdocs/PLR_patch.svg" >}} - -#### Vhost - -This test case shows what looks like a quite broad estimation interval, -compared to other test cases with similarly looking zero loss frequencies. -Notable features are infrequent high-loss measurement results -causing big drops of estimates, and lack of long-term convergence. - -Any convergence in medium-sized intervals (during zero loss results) -is reverted by the big loss results, as they happen quite far -from the critical load estimates, and the two fitting functions -extrapolate differently. - -In other words, human only seeing estimates from one fitting function -would expect narrower end interval, but human seeing the measured loss ratios -agrees that the interval should be wider than that. - -{{< figure src="/cdocs/PLR_vhost.svg" >}} - -#### Summary - -The two graphs show the behavior of PLRsearch algorithm applied to soaking test -when some of PLRsearch assumptions do not hold: - -+ L2 patch measurement results violate the assumption - of performance not changing over time. -+ Vhost measurement results violate the assumption - of Poisson distribution matching the loss counts. - -The reported upper and lower bounds can have distance larger or smaller -than a first look by a human would expect, but a more closer look reveals -the quality is good, considering the circumstances. - -The usefullness of the critical load estimate is of questionable value -when the assumptions are violated. - -Some improvements can be made via more specific workarounds, -for example long term limit of L2 patch performance could be estmated -by some heuristic. - -Other improvements can be achieved only by asking users -whether loss patterns matter. Is it better to have single digit losses -distributed fairly evenly over time (as Poisson distribution would suggest), -or is it better to have short periods of medium losses -mixed with long periods of zero losses (as happens in Vhost test) -with the same overall loss ratio? - -[^1]: [draft-vpolak-bmwg-plrsearch-02](https://tools.ietf.org/html/draft-vpolak-bmwg-plrsearch-02) -[^2]: [plrsearch draft](https://tools.ietf.org/html/draft-vpolak-bmwg-plrsearch-00) -[^3]: [RFC 2544](https://tools.ietf.org/html/rfc2544) -[^4]: [Lomax distribution](https://en.wikipedia.org/wiki/Lomax_distribution) -[^5]: [reciprocal distribution](https://en.wikipedia.org/wiki/Reciprocal_distribution) -[^6]: [Monte Carlo](https://en.wikipedia.org/wiki/Monte_Carlo_integration) -[^7]: [importance sampling](https://en.wikipedia.org/wiki/Importance_sampling) -[^8]: [bivariate Gaussian](https://en.wikipedia.org/wiki/Multivariate_normal_distribution) -[^9]: [binary search](https://en.wikipedia.org/wiki/Binary_search_algorithm) \ No newline at end of file diff --git a/docs/content/methodology/dut_state_considerations.md b/docs/content/methodology/dut_state_considerations.md deleted file mode 100644 index 55e408f5f2..0000000000 --- a/docs/content/methodology/dut_state_considerations.md +++ /dev/null @@ -1,148 +0,0 @@ ---- -title: "DUT state considerations" -weight: 6 ---- - -# DUT state considerations - -This page discusses considerations for Device Under Test (DUT) state. -DUTs such as VPP require configuration, to be provided before the aplication -starts (via config files) or just after it starts (via API or CLI access). - -During operation DUTs gather various telemetry data, depending on configuration. -This internal state handling is part of normal operation, -so any performance impact is included in the test results. -Accessing telemetry data is additional load on DUT, -so we are not doing that in main trial measurements that affect results, -but we include separate trials specifically for gathering runtime telemetry. - -But there is one kind of state that needs specific handling. -This kind of DUT state is dynamically created based on incoming traffic, -it affects how DUT handles the traffic, and (unlike telemetry counters) -it has uneven impact on CPU load. -Typical example is NAT, where detecting new sessions takes more CPU than -forwarding packet on existing (open or recently closed) sessions. -We call DUT configurations with this kind of state "stateful", -and configurations without them "stateless". -(Even though stateless configurations contain state described in previous -paragraphs, and some configuration items may have "stateful" in their name, -such as stateful ACLs.) - -# Stateful DUT configurations - -Typically, the level of CPU impact of traffic depends on DUT state. -The first packets causing DUT state to change have higher impact, -subsequent packets matching that state have lower impact. - -From performance point of view, this is similar to traffic phases -for stateful protocols, see -[NGFW draft](https://tools.ietf.org/html/draft-ietf-bmwg-ngfw-performance-05#section-4.3.4). -In CSIT we borrow the terminology (even if it does not fit perfectly, -see discussion below). Ramp-up traffic causes the state change, -sustain traffic does not change the state. - -As the performance is different, each test has to choose which traffic -it wants to test, and manipulate the DUT state to achieve the intended impact. - -## Ramp-up trial - -Tests aiming at sustain performance need to make sure DUT state is created. -We achieve this via a ramp-up trial, specific purpose of which -is to create the state. - -Subsequent trials need no specific handling, as long as the state -remains the same. But some state can time-out, so additional ramp-up -trials are inserted whenever the code detects the state can time-out. -Note that a trial with zero loss refreshes the state, -so only the time since the last non-zero loss trial is tracked. - -For the state to be set completely, it is important both DUT and TG -do not lose any packets. We achieve this by setting the profile multiplier -(TPS from now on) to low enough value. - -It is also important each state-affecting packet is sent. -For size-limited traffic profile it is guaranteed by the size limit. -For continuous traffic, we set a long enough duration (based on TPS). - -At the end of the ramp-up trial, we check DUT state to confirm -it has been created as expected. -Test fails if the state is not (completely) created. - -## State Reset - -Tests aiming at ramp-up performance do not use ramp-up trial, -and they need to reset the DUT state before each trial measurement. -The way of resetting the state depends on test, -usually an API call is used to partially de-configure -the part that holds the state, and then re-configure it back. - -In CSIT we control the DUT state behavior via a test variable "resetter". -If it is not set, DUT state is not reset. -If it is set, each search algorithm (including MRR) will invoke it -before all trial measurements (both main and telemetry ones). -Any configuration keyword enabling a feature with DUT state -will check whether a test variable for ramp-up rate is present. -If it is present, resetter is not set. -If it is not present, the keyword sets the apropriate resetter value. -This logic makes sure either ramp-up or state reset are used. - -Notes: If both ramp-up and state reset were used, the DUT behavior -would be identical to just reset, while test would take longer to execute. -If neither were used, DUT will show different performance in subsequent trials, -violating assumptions of search algorithms. - -## DUT versus protocol ramp-up - -There are at least three different causes for bandwidth possibly increasing -within a single measurement trial. - -The first is DUT switching from state modification phase to constant phase, -it is the primary focus of this document. -Using ramp-up traffic before main trials eliminates this cause -for tests wishing to measure the performance of the next phase. -Using size-limited profiles eliminates the next phase -for tests wishing to measure performance of this phase. - -The second is protocol such as TCP ramping up their throughput to utilize -the bandwidth available. This is the original meaning of "ramp up" -in the NGFW draft (see above). -In existing tests we are not using this meaning of TCP ramp-up. -Instead we use only small transactions, and large enough initial window -so TCP acts as ramped-up already. - -The third is TCP increasing offered load due to retransmissions triggered by -packet loss. In CSIT we again try to avoid this behavior -by using small enough data to transfer, so overlap of multiple transactions -(primary cause of packet loss) is unlikely. -But in MRR tests, packet loss and non-constant offered load are still expected. - -# Stateless DUT configuratons - -These are simple configurations, which do not set any resetter value -(even if ramp-up duration is not configured). -Majority of existing tests are of this type, using continuous traffic profiles. - -In order to identify limits of Trex performance, -we have added suites with stateless DUT configuration (VPP ip4base) -subjected to size-limited ASTF traffic. -The discovered rates serve as a basis of comparison -for evaluating the results for stateful DUT configurations (VPP NAT44ed) -subjected to the same traffic profiles. - -# DUT versus TG state - -Traffic Generator profiles can be stateful (ASTF) or stateless (STL). -DUT configuration can be stateful or stateless (with respect to packet traffic). - -In CSIT we currently use all four possible configurations: - -- Regular stateless VPP tests use stateless traffic profiles. - -- Stateless VPP configuration with stateful profile is used as a base for - comparison. - -- Some stateful DUT configurations (NAT44DET, NAT44ED unidirectional) - are tested using stateless traffic profiles and continuous traffic. - -- The rest of stateful DUT configurations (NAT44ED bidirectional) - are tested using stateful traffic profiles and size limited traffic. diff --git a/docs/content/methodology/generic_segmentation_offload.md b/docs/content/methodology/generic_segmentation_offload.md deleted file mode 100644 index ddb19ba826..0000000000 --- a/docs/content/methodology/generic_segmentation_offload.md +++ /dev/null @@ -1,116 +0,0 @@ ---- -title: "Generic Segmentation Offload" -weight: 15 ---- - -# Generic Segmentation Offload - -## Overview - -Generic Segmentation Offload (GSO) reduces per-packet processing -overhead by enabling applications to pass a multi-packet buffer to -(v)NIC and process a smaller number of large packets (e.g. frame size of -64 KB), instead of processing higher numbers of small packets (e.g. -frame size of 1500 B), thus reducing per-packet overhead. - -GSO tests for VPP vhostuser and tapv2 interfaces. All tests cases use iPerf3 -client and server applications running TCP/IP as a traffic generator. For -performance comparison the same tests are run without GSO enabled. - -## GSO Test Topologies - -Two VPP GSO test topologies are implemented: - -1. iPerfC_GSOvirtio_LinuxVM --- GSOvhost_VPP_GSOvhost --- iPerfS_GSOvirtio_LinuxVM - - - Tests VPP GSO on vhostuser interfaces and interaction with Linux - virtio with GSO enabled. - -2. iPerfC_GSOtap_LinuxNspace --- GSOtapv2_VPP_GSOtapv2 --- iPerfS_GSOtap_LinuxNspace - - - Tests VPP GSO on tapv2 interfaces and interaction with Linux tap - with GSO enabled. - -Common configuration: - -- iPerfC (client) and iPerfS (server) run in TCP/IP mode without upper - bandwidth limit. -- Trial duration is set to 30 sec. -- iPerfC, iPerfS and VPP run in the single SUT node. - - -## VPP GSOtap Topology - -### VPP Configuration - -VPP GSOtap tests are executed without using hyperthreading. VPP worker runs on -a single core. Multi-core tests are not executed. Each interface belongs to -separate namespace. Following core pinning scheme is used: - -- 1t1c (rxq=1, rx_qsz=4096, tx_qsz=4096) - - system isolated: 0,28,56,84 - - vpp mt: 1 - - vpp wt: 2 - - vhost: 3-5 - - iperf-s: 6 - - iperf-c: 7 - -### iPerf3 Server Configuration - -iPerf3 version used 3.7 - - $ sudo -E -S ip netns exec tap1_namespace iperf3 \ - --server --daemon --pidfile /tmp/iperf3_server.pid --logfile /tmp/iperf3.log --port 5201 --affinity - -For the full iPerf3 reference please see: -[iPerf3 docs](https://github.com/esnet/iperf/blob/master/docs/invoking.rst). - - -### iPerf3 Client Configuration - -iPerf3 version used 3.7 - - $ sudo -E -S ip netns exec tap1_namespace iperf3 \ - --client 2.2.2.2 --bind 1.1.1.1 --port 5201 --parallel --time 30.0 --affinity --zerocopy - -For the full iPerf3 reference please see: -[iPerf3 docs](https://github.com/esnet/iperf/blob/master/docs/invoking.rst). - - -## VPP GSOvhost Topology - -### VPP Configuration - -VPP GSOvhost tests are executed without using hyperthreading. VPP worker runs -on a single core. Multi-core tests are not executed. Following core pinning -scheme is used: - -- 1t1c (rxq=1, rx_qsz=1024, tx_qsz=1024) - - system isolated: 0,28,56,84 - - vpp mt: 1 - - vpp wt: 2 - - vm-iperf-s: 3,4,5,6,7 - - vm-iperf-c: 8,9,10,11,12 - - iperf-s: 1 - - iperf-c: 1 - -### iPerf3 Server Configuration - -iPerf3 version used 3.7 - - $ sudo iperf3 \ - --server --daemon --pidfile /tmp/iperf3_server.pid --logfile /tmp/iperf3.log --port 5201 --affinity X - -For the full iPerf3 reference please see: -[iPerf3 docs](https://github.com/esnet/iperf/blob/master/docs/invoking.rst). - - -### iPerf3 Client Configuration - -iPerf3 version used 3.7 - - $ sudo iperf3 \ - --client 2.2.2.2 --bind 1.1.1.1 --port 5201 --parallel --time 30.0 --affinity X --zerocopy - -For the full iPerf3 reference please see: -[iPerf3 docs](https://github.com/esnet/iperf/blob/master/docs/invoking.rst). \ No newline at end of file diff --git a/docs/content/methodology/geneve.md b/docs/content/methodology/geneve.md deleted file mode 100644 index f4a0af92e7..0000000000 --- a/docs/content/methodology/geneve.md +++ /dev/null @@ -1,66 +0,0 @@ ---- -title: "GENEVE" -weight: 21 ---- - -# GENEVE - -## GENEVE Prefix Bindings - -GENEVE prefix bindings should be representative to target applications, where -a packet flows of particular set of IPv4 addresses (L3 underlay network) is -routed via dedicated GENEVE interface by building an L2 overlay. - -Private address ranges to be used in tests: - -- East hosts ip address range: 10.0.1.0 - 10.127.255.255 (10.0/9 prefix) - - - Total of 2^23 - 256 (8 388 352) of usable IPv4 addresses - - Usable in tests for up to 32 767 GENEVE tunnels (IPv4 underlay networks) - -- West hosts ip address range: 10.128.1.0 - 10.255.255.255 (10.128/9 prefix) - - - Total of 2^23 - 256 (8 388 352) of usable IPv4 addresses - - Usable in tests for up to 32 767 GENEVE tunnels (IPv4 underlay networks) - -## GENEVE Tunnel Scale - -If N is a number of GENEVE tunnels (and IPv4 underlay networks) then TG sends -256 packet flows in every of N different sets: - -- i = 1,2,3, ... N - GENEVE tunnel index - -- East-West direction: GENEVE encapsulated packets - - - Outer IP header: - - - src ip: 1.1.1.1 - - - dst ip: 1.1.1.2 - - - GENEVE header: - - - vni: i - - - Inner IP header: - - - src_ip_range(i) = 10.(0 + rounddown(i/255)).(modulo(i/255)).(0-to-255) - - - dst_ip_range(i) = 10.(128 + rounddown(i/255)).(modulo(i/255)).(0-to-255) - -- West-East direction: non-encapsulated packets - - - IP header: - - - src_ip_range(i) = 10.(128 + rounddown(i/255)).(modulo(i/255)).(0-to-255) - - - dst_ip_range(i) = 10.(0 + rounddown(i/255)).(modulo(i/255)).(0-to-255) - - **geneve-tunnels** | **total-flows** --------------------:|----------------: - 1 | 256 - 4 | 1 024 - 16 | 4 096 - 64 | 16 384 - 256 | 65 536 - 1 024 | 262 144 \ No newline at end of file diff --git a/docs/content/methodology/hoststack_testing/_index.md b/docs/content/methodology/hoststack_testing/_index.md deleted file mode 100644 index b658313040..0000000000 --- a/docs/content/methodology/hoststack_testing/_index.md +++ /dev/null @@ -1,6 +0,0 @@ ---- -bookCollapseSection: true -bookFlatSection: false -title: "Hoststack Testing" -weight: 14 ---- \ No newline at end of file diff --git a/docs/content/methodology/hoststack_testing/quicudpip_with_vppecho.md b/docs/content/methodology/hoststack_testing/quicudpip_with_vppecho.md deleted file mode 100644 index c7d57a51b3..0000000000 --- a/docs/content/methodology/hoststack_testing/quicudpip_with_vppecho.md +++ /dev/null @@ -1,48 +0,0 @@ ---- -title: "QUIC/UDP/IP with vpp_echo" -weight: 1 ---- - -# QUIC/UDP/IP with vpp_echo - -[vpp_echo performance testing tool](https://wiki.fd.io/view/VPP/HostStack#External_Echo_Server.2FClient_.28vpp_echo.29) -is a bespoke performance test application which utilizes the 'native -HostStack APIs' to verify performance and correct handling of -connection/stream events with uni-directional and bi-directional -streams of data. - -Because iperf3 does not support the QUIC transport protocol, vpp_echo -is used for measuring the maximum attainable goodput of the VPP Host -Stack connection utilizing the QUIC transport protocol across two -instances of VPP running on separate DUT nodes. The QUIC transport -protocol supports multiple streams per connection and test cases -utilize different combinations of QUIC connections and number of -streams per connection. - -The test configuration is as follows: - - DUT1 Network DUT2 - [ vpp_echo-client -> VPP1 ]=======[ VPP2 -> vpp_echo-server] - N-streams/connection - -where, - -1. vpp_echo server attaches to VPP2 and LISTENs on VPP2:TCP port 1234. -2. vpp_echo client creates one or more connections to VPP1 and opens - one or more stream per connection to VPP2:TCP port 1234. -3. vpp_echo client transmits a uni-directional stream as fast as the - VPP Host Stack allows to the vpp_echo server for the test duration. -4. At the end of the test the vpp_echo client emits the goodput - measurements for all streams and the sum of all streams. - -Test cases include - -1. 1 QUIC Connection with 1 Stream -2. 1 QUIC connection with 10 Streams -3. 10 QUIC connetions with 1 Stream -4. 10 QUIC connections with 10 Streams - -with stream sizes to provide reasonable test durations. The VPP Host -Stack QUIC transport is configured to utilize the picotls encryption -library. In the future, tests utilizing addtional encryption -algorithms will be added. diff --git a/docs/content/methodology/hoststack_testing/tcpip_with_iperf3.md b/docs/content/methodology/hoststack_testing/tcpip_with_iperf3.md deleted file mode 100644 index 7baa88ab50..0000000000 --- a/docs/content/methodology/hoststack_testing/tcpip_with_iperf3.md +++ /dev/null @@ -1,52 +0,0 @@ ---- -title: "TCP/IP with iperf3" -weight: 2 ---- - -# TCP/IP with iperf3 - -[iperf3 goodput measurement tool](https://github.com/esnet/iperf) -is used for measuring the maximum attainable goodput of the VPP Host -Stack connection across two instances of VPP running on separate DUT -nodes. iperf3 is a popular open source tool for active measurements -of the maximum achievable goodput on IP networks. - -Because iperf3 utilizes the POSIX socket interface APIs, the current -test configuration utilizes the LD_PRELOAD mechanism in the linux -kernel to connect iperf3 to the VPP Host Stack using the VPP -Communications Library (VCL) LD_PRELOAD library (libvcl_ldpreload.so). - -In the future, a forked version of iperf3 which has been modified to -directly use the VCL application APIs may be added to determine the -difference in performance of 'VCL Native' applications versus utilizing -LD_PRELOAD which inherently has more overhead and other limitations. - -The test configuration is as follows: - - DUT1 Network DUT2 - [ iperf3-client -> VPP1 ]=======[ VPP2 -> iperf3-server] - -where, - -1. iperf3 server attaches to VPP2 and LISTENs on VPP2:TCP port 5201. -2. iperf3 client attaches to VPP1 and opens one or more stream - connections to VPP2:TCP port 5201. -3. iperf3 client transmits a uni-directional stream as fast as the - VPP Host Stack allows to the iperf3 server for the test duration. -4. At the end of the test the iperf3 client emits the goodput - measurements for all streams and the sum of all streams. - -Test cases include 1 and 10 Streams with a 20 second test duration -with the VPP Host Stack configured to utilize the Cubic TCP -congestion algorithm. - -Note: iperf3 is single threaded, so it is expected that the 10 stream -test shows little or no performance improvement due to -multi-thread/multi-core execution. - -There are also variations of these test cases which use the VPP Network -Simulator (NSIM) plugin to test the VPP Hoststack goodput with 1 percent -of the traffic being dropped at the output interface of VPP1 thereby -simulating a lossy network. The NSIM tests are experimental and the -test results are not currently representative of typical results in a -lossy network. diff --git a/docs/content/methodology/hoststack_testing/udpip_with_iperf3.md b/docs/content/methodology/hoststack_testing/udpip_with_iperf3.md deleted file mode 100644 index 01ddf61269..0000000000 --- a/docs/content/methodology/hoststack_testing/udpip_with_iperf3.md +++ /dev/null @@ -1,44 +0,0 @@ ---- -title: "UDP/IP with iperf3" -weight: 3 ---- - -# UDP/IP with iperf3 - -[iperf3 goodput measurement tool](https://github.com/esnet/iperf) -is used for measuring the maximum attainable goodput of the VPP Host -Stack connection across two instances of VPP running on separate DUT -nodes. iperf3 is a popular open source tool for active measurements -of the maximum achievable goodput on IP networks. - -Because iperf3 utilizes the POSIX socket interface APIs, the current -test configuration utilizes the LD_PRELOAD mechanism in the linux -kernel to connect iperf3 to the VPP Host Stack using the VPP -Communications Library (VCL) LD_PRELOAD library (libvcl_ldpreload.so). - -In the future, a forked version of iperf3 which has been modified to -directly use the VCL application APIs may be added to determine the -difference in performance of 'VCL Native' applications versus utilizing -LD_PRELOAD which inherently has more overhead and other limitations. - -The test configuration is as follows: - - DUT1 Network DUT2 - [ iperf3-client -> VPP1 ]=======[ VPP2 -> iperf3-server] - -where, - -1. iperf3 server attaches to VPP2 and LISTENs on VPP2:UDP port 5201. -2. iperf3 client attaches to VPP1 and transmits one or more streams - of packets to VPP2:UDP port 5201. -3. iperf3 client transmits a uni-directional stream as fast as the - VPP Host Stack allows to the iperf3 server for the test duration. -4. At the end of the test the iperf3 client emits the goodput - measurements for all streams and the sum of all streams. - -Test cases include 1 and 10 Streams with a 20 second test duration -with the VPP Host Stack using the UDP transport layer.. - -Note: iperf3 is single threaded, so it is expected that the 10 stream -test shows little or no performance improvement due to -multi-thread/multi-core execution. diff --git a/docs/content/methodology/hoststack_testing/vsap_ab_with_nginx.md b/docs/content/methodology/hoststack_testing/vsap_ab_with_nginx.md deleted file mode 100644 index 2dc4d2b7f9..0000000000 --- a/docs/content/methodology/hoststack_testing/vsap_ab_with_nginx.md +++ /dev/null @@ -1,39 +0,0 @@ ---- -title: "VSAP ab with nginx" -weight: 4 ---- - -# VSAP ab with nginx - -[VSAP (VPP Stack Acceleration Project)](https://wiki.fd.io/view/VSAP) -aims to establish an industry user space application ecosystem based on -the VPP hoststack. As a pre-requisite to adapting open source applications -using VPP Communications Library to accelerate performance, the VSAP team -has introduced baseline tests utilizing the LD_PRELOAD mechanism to capture -baseline performance data. - -[AB (Apache HTTP server benchmarking tool)](https://httpd.apache.org/docs/2.4/programs/ab.html) -is used for measuring the maximum connections-per-second and requests-per-second. - -[NGINX](https://www.nginx.com) is a popular open source HTTP server -application. Because NGINX utilizes the POSIX socket interface APIs, the test -configuration uses the LD_PRELOAD mechanism to connect NGINX to the VPP -Hoststack using the VPP Communications Library (VCL) LD_PRELOAD library -(libvcl_ldpreload.so). - -In the future, a version of NGINX which has been modified to -directly use the VCL application APIs will be added to determine the -difference in performance of 'VCL Native' applications versus utilizing -LD_PRELOAD which inherently has more overhead and other limitations. - -The test configuration is as follows: - - TG Network DUT - [ AB ]=============[ VPP -> nginx ] - -where, - -1. nginx attaches to VPP and listens on TCP port 80 -2. ab runs CPS and RPS tests with packets flowing from the Test Generator node, - across 100G NICs, through VPP hoststack to NGINX. -3. At the end of the tests, the results are reported by AB. diff --git a/docs/content/methodology/internet_protocol_security_ipsec.md b/docs/content/methodology/internet_protocol_security_ipsec.md deleted file mode 100644 index 711004f2c0..0000000000 --- a/docs/content/methodology/internet_protocol_security_ipsec.md +++ /dev/null @@ -1,74 +0,0 @@ ---- -title: "Internet Protocol Security (IPsec)" -weight: 11 ---- - -# Internet Protocol Security (IPsec) - -VPP IPsec performance tests are executed for the following crypto -plugins: - -- `crypto_native`, used for software based crypto leveraging CPU - platform optimizations e.g. Intel's AES-NI instruction set. -- `crypto_ipsecmb`, used for hardware based crypto with Intel QAT PCIe - cards. - -## IPsec with VPP Native SW Crypto - -CSIT implements following IPsec test cases relying on VPP native crypto -(`crypto_native` plugin): - - **VPP Crypto Engine** | **ESP Encryption** | **ESP Integrity** | **Scale Tested** -----------------------:|-------------------:|------------------:|-----------------: - crypto_native | AES[128\|256]-GCM | GCM | 1 to 60k tunnels - crypto_native | AES128-CBC | SHA[256\|512] | 1 to 60k tunnels - -VPP IPsec with SW crypto are executed in both tunnel and policy modes, -with tests running on 3-node testbeds: 3n-icx, 3n-tsh. - -## IPsec with Intel QAT HW - -CSIT implements following IPsec test cases relying on ipsecmb library -(`crypto_ipsecmb` plugin) and Intel QAT 8950 (50G HW crypto card): - -dpdk_cryptodev - - **VPP Crypto Engine** | **VPP Crypto Workers** | **ESP Encryption** | **ESP Integrity** | **Scale Tested** -----------------------:|-----------------------:|-------------------:|------------------:|-----------------: - crypto_ipsecmb | sync/all workers | AES[128\|256]-GCM | GCM | 1, 1k tunnels - crypto_ipsecmb | sync/all workers | AES[128]-CBC | SHA[256\|512] | 1, 1k tunnels - crypto_ipsecmb | async/crypto worker | AES[128\|256]-GCM | GCM | 1, 4, 1k tunnels - crypto_ipsecmb | async/crypto worker | AES[128]-CBC | SHA[256\|512] | 1, 4, 1k tunnels - -## IPsec with Async Crypto Feature Workers - -*TODO Description to be added* - -## IPsec Uni-Directional Tests with VPP Native SW Crypto - -CSIT implements following IPsec uni-directional test cases relying on VPP native -crypto (`crypto_native` plugin) in tunnel mode: - - **VPP Crypto Engine** | **ESP Encryption** | **ESP Integrity** | **Scale Tested** -----------------------:|-------------------:|------------------:|-------------------: - crypto_native | AES[128\|256]-GCM | GCM | 4, 1k, 10k tunnels - crypto_native | AES128-CBC | SHA[512] | 4, 1k, 10k tunnels - -In policy mode: - - **VPP Crypto Engine** | **ESP Encryption** | **ESP Integrity** | **Scale Tested** -----------------------:|-------------------:|------------------:|------------------: - crypto_native | AES[256]-GCM | GCM | 1, 40, 1k tunnels - -The tests are running on 2-node testbeds: 2n-tx2. The uni-directional tests -are partially addressing a weakness in 2-node testbed setups with T-Rex as -the traffic generator. With just one DUT node, we can either encrypt or decrypt -traffic in each direction. - -The testcases are only doing encryption - packets are encrypted on the DUT and -then arrive at TG where no additional packet processing is needed (just -counting packets). - -Decryption would require that the traffic generator generated encrypted packets -which the DUT then would decrypt. However, T-Rex does not have the capability -to encrypt packets. diff --git a/docs/content/methodology/measurements/_index.md b/docs/content/methodology/measurements/_index.md new file mode 100644 index 0000000000..9e9232969e --- /dev/null +++ b/docs/content/methodology/measurements/_index.md @@ -0,0 +1,6 @@ +--- +bookCollapseSection: true +bookFlatSection: false +title: "Measurements" +weight: 2 +--- diff --git a/docs/content/methodology/measurements/data_plane_throughput/_index.md b/docs/content/methodology/measurements/data_plane_throughput/_index.md new file mode 100644 index 0000000000..8fc7f66f3e --- /dev/null +++ b/docs/content/methodology/measurements/data_plane_throughput/_index.md @@ -0,0 +1,6 @@ +--- +bookCollapseSection: true +bookFlatSection: false +title: "Data Plane Throughput" +weight: 1 +--- \ No newline at end of file diff --git a/docs/content/methodology/measurements/data_plane_throughput/data_plane_throughput.md b/docs/content/methodology/measurements/data_plane_throughput/data_plane_throughput.md new file mode 100644 index 0000000000..865405ba2f --- /dev/null +++ b/docs/content/methodology/measurements/data_plane_throughput/data_plane_throughput.md @@ -0,0 +1,129 @@ +--- +title: "Overview" +weight: 1 +--- + +# Data Plane Throughput + +Network data plane throughput is measured using multiple test methods in +order to obtain representative and repeatable results across the large +set of performance test cases implemented and executed within CSIT. + +Following throughput test methods are used: + +- MLRsearch - Multiple Loss Ratio search +- PLRsearch - Probabilistic Loss Ratio search +- MRR - Maximum Receive Rate + +Description of each test method is followed by generic test properties +shared by all methods. + +## MLRsearch Tests + +### Description + +Multiple Loss Ratio search (MLRsearch) tests discover multiple packet +throughput rates in a single search, reducing the overall test execution +time compared to a binary search. Each rate is associated with a +distinct Packet Loss Ratio (PLR) criteria. In FD.io CSIT two throughput +rates are discovered: Non-Drop Rate (NDR, with zero packet loss, PLR=0) +and Partial Drop Rate (PDR, with PLR<0.5%). MLRsearch is compliant with +RFC2544. + +### Usage + +MLRsearch tests are run to discover NDR and PDR rates for each VPP and +DPDK release covered by CSIT report. Results for small frame sizes +(64B/78B, IMIX) are presented in packet throughput graphs +(Box-and-Whisker Plots) with NDR and PDR rates plotted against the test +cases covering popular VPP packet paths. + +Each test is executed at least 10 times to verify measurements +repeatability and results are compared between releases and test +environments. NDR and PDR packet and bandwidth throughput results for +all frame sizes and for all tests are presented in detailed results +tables. + +### Details + +See [MLRSearch]({{< ref "mlr_search/#MLRsearch" >}}) section for more detail. +MLRsearch is being standardized in IETF in +[draft-ietf-bmwg-mlrsearch](https://datatracker.ietf.org/doc/html/draft-ietf-bmwg-mlrsearch-01). + +## PLRsearch Tests + +### Description + +Probabilistic Loss Ratio search (PLRsearch) tests discovers a packet +throughput rate associated with configured Packet Loss Ratio (PLR) +criteria for tests run over an extended period of time a.k.a. soak +testing. PLRsearch assumes that system under test is probabilistic in +nature, and not deterministic. + +### Usage + +PLRsearch are run to discover a sustained throughput for PLR=10^-7^ +(close to NDR) for VPP release covered by CSIT report. Results for small +frame sizes (64B/78B) are presented in packet throughput graphs (Box +Plots) for a small subset of baseline tests. + +Each soak test lasts 30 minutes and is executed at least twice. Results are +compared against NDR and PDR rates discovered with MLRsearch. + +### Details + +See [PLRSearch]({{< ref "plr_search/#PLRsearch" >}}) methodology section for +more detail. PLRsearch is being standardized in IETF in +[draft-vpolak-bmwg-plrsearch](https://tools.ietf.org/html/draft-vpolak-bmwg-plrsearch). + +## MRR Tests + +### Description + +Maximum Receive Rate (MRR) tests are complementary to MLRsearch tests, +as they provide a maximum “raw” throughput benchmark for development and +testing community. + +MRR tests measure the packet forwarding rate under the maximum load +offered by traffic generator (dependent on link type and NIC model) over +a set trial duration, regardless of packet loss. Maximum load for +specified Ethernet frame size is set to the bi-directional link rate. + +### Usage + +MRR tests are much faster than MLRsearch as they rely on a single trial +or a small set of trials with very short duration. It is this property +that makes them suitable for continuous execution in daily performance +trending jobs enabling detection of performance anomalies (regressions, +progressions) resulting from data plane code changes. + +MRR tests are also used for VPP per patch performance jobs verifying +patch performance vs parent. CSIT reports include MRR throughput +comparisons between releases and test environments. Small frame sizes +only (64B/78B, IMIX). + +### Details + +See [MRR Throughput]({{< ref "mrr/#MRR" >}}) +section for more detail about MRR tests configuration. + +FD.io CSIT performance dashboard includes complete description of +[daily performance trending tests]({{< ref "../../trending/analysis" >}}) +and [VPP per patch tests]({{< ref "../../per_patch_testing.md" >}}). + +## Generic Test Properties + +All data plane throughput test methodologies share following generic +properties: + +- Tested L2 frame sizes (untagged Ethernet): + + - IPv4 payload: 64B, IMIX (28x64B, 16x570B, 4x1518B), 1518B, 9000B. + - IPv6 payload: 78B, IMIX (28x78B, 16x570B, 4x1518B), 1518B, 9000B. + - All quoted sizes include frame CRC, but exclude per frame + transmission overhead of 20B (preamble, inter frame gap). + +- Offered packet load is always bi-directional and symmetric. +- All measured and reported packet and bandwidth rates are aggregate + bi-directional rates reported from external Traffic Generator + perspective. diff --git a/docs/content/methodology/measurements/data_plane_throughput/mlr_search.md b/docs/content/methodology/measurements/data_plane_throughput/mlr_search.md new file mode 100644 index 0000000000..93bdb51efe --- /dev/null +++ b/docs/content/methodology/measurements/data_plane_throughput/mlr_search.md @@ -0,0 +1,88 @@ +--- +title: "MLR Search" +weight: 2 +--- + +# MLR Search + +## Overview + +Multiple Loss Ratio search (MLRsearch) tests use an optimized search algorithm +implemented in FD.io CSIT project. MLRsearch discovers any number of +loss ratio loads in a single search. + +Two loss ratio goals are of interest in FD.io CSIT, leading to Non-Drop Rate +(NDR, loss ratio goal is exact zero) and Partial Drop Rate +(PDR, non-zero loss ratio goal, currently 0.5%). + +MLRsearch discovers all the loads in a single pass, reducing required time +duration compared to separate `binary search`es[^1] for each rate. Overall +search time is reduced even further by relying on shorter trial +durations of intermediate steps, with only the final measurements +conducted at the specified final trial duration. This results in the +shorter overall execution time when compared to standard NDR/PDR binary +search, while guaranteeing similar results. + + Note: All throughput rates are *always* bi-directional aggregates of two + equal (symmetric) uni-directional packet rates received and reported by an + external traffic generator, unless the test specifically requires + unidirectional traffic. + +## Search Implementation + +Detailed description of the MLRsearch algorithm is included in the IETF +draft +[draft-ietf-bmwg-mlrsearch-02](https://datatracker.ietf.org/doc/html/draft-ietf-bmwg-mlrsearch-02) +that is in the process of being standardized in the IETF Benchmarking +Methodology Working Group (BMWG). +(Newer version is published in IETF, describing improvements not yet used +in CSIT production.) + +MLRsearch is also available as a +[PyPI (Python Package Index) library](https://pypi.org/project/MLRsearch/). + +## Algorithm highlights + +MRR and receive rate at MRR load are used as initial guesses for the search. + +All previously measured trials (except the very first one which can act +as a warm-up) are taken into consideration, unless superseded +by a trial at the same load but higher duration. + +For every loss ratio goal, tightest upper and lower bound +(from results of large enough trial duration) form an interval. +Exit condition is given by that interval reaching low enough relative width. +Small enough width is achieved by bisecting the current interval. +The bisection can be uneven, to save measurements based on information theory. + +Switching to higher trial duration generally requires a re-measure +at a load from previous trial duration. +When the re-measurement does not confirm previous bound classification +(e.g. tightest lower bound at shorter trial duration becomes +a newest tightest upper bound upon re-measurement), +external search is used to find close enough bound of the lost type. +External search is a generalization of the first stage of +`exponential search`[^2]. + +Shorter trial durations use double width goal, +because one bisection is always safe before risking external search. + +Within an iteration for a specific trial duration, smaller loss ratios (NDR) +are narrowed down first before search continues with higher loss ratios (PDR). + +Other heuristics are there, aimed to prevent unneccessarily narrow intervals, +and to handle corner cases around min and max load. + +## Deviations from RFC 2544 + +CSIT does not have any explicit wait times before and after trial traffic. + +Small differences between intended and offered load are tolerated, +mainly due to various time overheads preventing precise measurement +of the traffic duration (and TRex can sometimes suffer from duration +stretching). + +The final trial duration is only 30s (10s for reconf tests). + +[^1]: [binary search](https://en.wikipedia.org/wiki/Binary_search) +[^2]: [exponential search](https://en.wikipedia.org/wiki/Exponential_search) diff --git a/docs/content/methodology/measurements/data_plane_throughput/mrr.md b/docs/content/methodology/measurements/data_plane_throughput/mrr.md new file mode 100644 index 0000000000..e8c3e62eb6 --- /dev/null +++ b/docs/content/methodology/measurements/data_plane_throughput/mrr.md @@ -0,0 +1,56 @@ +--- +title: "MRR" +weight: 4 +--- + +# MRR + +Maximum Receive Rate (MRR) tests are complementary to MLRsearch tests, +as they provide a maximum "raw" throughput benchmark for development and +testing community. MRR tests measure the packet forwarding rate under +the maximum load offered by traffic generator over a set trial duration, +regardless of packet loss. + +MRR tests are currently used for following test jobs: + +- Report performance comparison: 64B, IMIX for vhost, memif. +- Daily performance trending: 64B, IMIX for vhost, memif. +- Per-patch performance verification: 64B. +- Initial iterations of MLRsearch and PLRsearch: 64B. + +Maximum offered load for specific L2 Ethernet frame size is set to +either the maximum bi-directional link rate or tested NIC model +capacity, as follows: + +- For 10GE NICs the maximum packet rate load is 2x14.88 Mpps for 64B, a + 10GE bi-directional link rate. +- For 25GE NICs the maximum packet rate load is 2x18.75 Mpps for 64B, a + 25GE bi-directional link sub-rate limited by 25GE NIC used on TRex TG, + XXV710. +- For 40GE NICs the maximum packet rate load is 2x18.75 Mpps for 64B, a + 40GE bi-directional link sub-rate limited by 40GE NIC used on TRex + TG, XL710. Packet rate for other tested frame sizes is limited by + PCIeGen3 x8 bandwidth limitation of ~50Gbps. + +MRR test code implements multiple bursts of offered packet load and has +two configurable burst parameters: individual trial duration and number +of trials in a single burst. This enables more precise performance +trending by providing more results data for analysis. + +Burst parameter settings vary between different tests using MRR: + +- MRR individual trial duration: + + - Report performance comparison: 1 sec. + - Daily performance trending: 1 sec. + - Per-patch performance verification: 10 sec. + - Initial iteration for MLRsearch: 1 sec. + - Initial iteration for PLRsearch: 5.2 sec. + +- Number of MRR trials per burst: + + - Report performance comparison: 10. + - Daily performance trending: 10. + - Per-patch performance verification: 5. + - Initial iteration for MLRsearch: 1. + - Initial iteration for PLRsearch: 1. diff --git a/docs/content/methodology/measurements/data_plane_throughput/plr_search.md b/docs/content/methodology/measurements/data_plane_throughput/plr_search.md new file mode 100644 index 0000000000..529bac1f7f --- /dev/null +++ b/docs/content/methodology/measurements/data_plane_throughput/plr_search.md @@ -0,0 +1,383 @@ +--- +title: "PLR Search" +weight: 3 +--- + +# PLR Search + +## Motivation for PLRsearch + +Network providers are interested in throughput a system can sustain. + +`RFC 2544`[^1] assumes loss ratio is given by a deterministic function of +offered load. But NFV software systems are not deterministic enough. +This makes deterministic algorithms (such as `binary search`[^2] per RFC 2544 +and MLRsearch with single trial) to return results, +which when repeated show relatively high standard deviation, +thus making it harder to tell what "the throughput" actually is. + +We need another algorithm, which takes this indeterminism into account. + +## Generic Algorithm + +Detailed description of the PLRsearch algorithm is included in the IETF +draft `Probabilistic Loss Ratio Search for Packet Throughput`[^3] that is in the +process of being standardized in the IETF Benchmarking Methodology Working Group +(BMWG). + +### Terms + +The rest of this page assumes the reader is familiar with the following terms +defined in the IETF draft: + ++ Trial Order Independent System ++ Duration Independent System ++ Target Loss Ratio ++ Critical Load ++ Offered Load regions + + + Zero Loss Region + + Non-Deterministic Region + + Guaranteed Loss Region + ++ Fitting Function + + + Stretch Function + + Erf Function + ++ Bayesian Inference + + + Prior distribution + + Posterior Distribution + ++ Numeric Integration + + + Monte Carlo + + Importance Sampling + +## FD.io CSIT Implementation Specifics + +The search receives min_rate and max_rate values, to avoid measurements +at offered loads not supporeted by the traffic generator. + +The implemented tests cases use bidirectional traffic. +The algorithm stores each rate as bidirectional rate (internally, +the algorithm is agnostic to flows and directions, +it only cares about aggregate counts of packets sent and packets lost), +but debug output from traffic generator lists unidirectional values. + +### Measurement Delay + +In a sample implemenation in FD.io CSIT project, there is roughly 0.5 +second delay between trials due to restrictons imposed by packet traffic +generator in use (T-Rex). + +As measurements results come in, posterior distribution computation takes +more time (per sample), although there is a considerable constant part +(mostly for inverting the fitting functions). + +Also, the integrator needs a fair amount of samples to reach the region +the posterior distribution is concentrated at. + +And of course, the speed of the integrator depends on computing power +of the CPU the algorithm is able to use. + +All those timing related effects are addressed by arithmetically increasing +trial durations with configurable coefficients +(currently 5.1 seconds for the first trial, +each subsequent trial being 0.1 second longer). + +### Rounding Errors and Underflows + +In order to avoid them, the current implementation tracks natural logarithm +(instead of the original quantity) for any quantity which is never negative. +Logarithm of zero is minus infinity (not supported by Python), +so special value "None" is used instead. +Specific functions for frequent operations (such as "logarithm +of sum of exponentials") are defined to handle None correctly. + +### Fitting Functions + +Current implementation uses two fitting functions, called "stretch" and "erf". +In general, their estimates for critical rate differ, +which adds a simple source of systematic error, +on top of randomness error reported by integrator. +Otherwise the reported stdev of critical rate estimate +is unrealistically low. + +Both functions are not only increasing, but also convex +(meaning the rate of increase is also increasing). + +Both fitting functions have several mathematically equivalent formulas, +each can lead to an arithmetic overflow or underflow in different sub-terms. +Overflows can be eliminated by using different exact formulas +for different argument ranges. +Underflows can be avoided by using approximate formulas +in affected argument ranges, such ranges have their own formulas to compute. +At the end, both fitting function implementations +contain multiple "if" branches, discontinuities are a possibility +at range boundaries. + +### Prior Distributions + +The numeric integrator expects all the parameters to be distributed +(independently and) uniformly on an interval (-1, 1). + +As both "mrr" and "spread" parameters are positive and not dimensionless, +a transformation is needed. Dimentionality is inherited from max_rate value. + +The "mrr" parameter follows a `Lomax distribution`[^4] +with alpha equal to one, but shifted so that mrr is always greater than 1 +packet per second. + +The "stretch" parameter is generated simply as the "mrr" value +raised to a random power between zero and one; +thus it follows a `reciprocal distribution`[^5]. + +### Integrator + +After few measurements, the posterior distribution of fitting function +arguments gets quite concentrated into a small area. +The integrator is using `Monte Carlo`[^6] with `importance sampling`[^7] +where the biased distribution is `bivariate Gaussian`[^8] distribution, +with deliberately larger variance. +If the generated sample falls outside (-1, 1) interval, +another sample is generated. + +The center and the covariance matrix for the biased distribution +is based on the first and second moments of samples seen so far +(within the computation). The center is used directly, +covariance matrix is scaled up by a heurictic constant (8.0 by default). +The following additional features are applied +designed to avoid hyper-focused distributions. + +Each computation starts with the biased distribution inherited +from the previous computation (zero point and unit covariance matrix +is used in the first computation), but the overal weight of the data +is set to the weight of the first sample of the computation. +Also, the center is set to the first sample point. +When additional samples come, their weight (including the importance correction) +is compared to sum of the weights of data seen so far (within the iteration). +If the new sample is more than one e-fold more impactful, both weight values +(for data so far and for the new sample) are set to (geometric) average +of the two weights. + +This combination showed the best behavior, as the integrator usually follows +two phases. First phase (where inherited biased distribution +or single big sample are dominating) is mainly important +for locating the new area the posterior distribution is concentrated at. +The second phase (dominated by whole sample population) +is actually relevant for the critical rate estimation. + +### Offered Load Selection + +First two measurements are hardcoded to happen at the middle of rate interval +and at max_rate. Next two measurements follow MRR-like logic, +offered load is decreased so that it would reach target loss ratio +if offered load decrease lead to equal decrease of loss rate. + +The rest of measurements start directly in between +erf and stretch estimate average. +There is one workaround implemented, aimed at reducing the number of consequent +zero loss measurements (per fitting function). The workaround first stores +every measurement result which loss ratio was the targed loss ratio or higher. +Sorted list (called lossy loads) of such results is maintained. + +When a sequence of one or more zero loss measurement results is encountered, +a smallest of lossy loads is drained from the list. +If the estimate average is smaller than the drained value, +a weighted average of this estimate and the drained value is used +as the next offered load. The weight of the estimate decreases exponentially +with the length of consecutive zero loss results. + +This behavior helps the algorithm with convergence speed, +as it does not need so many zero loss result to get near critical region. +Using the smallest (not drained yet) of lossy loads makes it sure +the new offered load is unlikely to result in big loss region. +Draining even if the estimate is large enough helps to discard +early measurements when loss hapened at too low offered load. +Current implementation adds 4 copies of lossy loads and drains 3 of them, +which leads to fairly stable behavior even for somewhat inconsistent SUTs. + +### Caveats + +As high loss count measurements add many bits of information, +they need a large amount of small loss count measurements to balance them, +making the algorithm converge quite slowly. Typically, this happens +when few initial measurements suggest spread way bigger then later measurements. +The workaround in offered load selection helps, +but more intelligent workarounds could get faster convergence still. + +Some systems evidently do not follow the assumption of repeated measurements +having the same average loss rate (when the offered load is the same). +The idea of estimating the trend is not implemented at all, +as the observed trends have varied characteristics. + +Probably, using a more realistic fitting functions +will give better estimates than trend analysis. + +## Bottom Line + +The notion of Throughput is easy to grasp, but it is harder to measure +with any accuracy for non-deterministic systems. + +Even though the notion of critical rate is harder to grasp than the notion +of throughput, it is easier to measure using probabilistic methods. + +In testing, the difference between througput measurements and critical +rate measurements is usually small. + +In pactice, rules of thumb such as "send at max 95% of purported throughput" +are common. The correct benchmarking analysis should ask "Which notion is +95% of throughput an approximation to?" before attempting to answer +"Is 95% of critical rate safe enough?". + +## Algorithmic Analysis + +### Motivation + +While the estimation computation is based on hard probability science; +the offered load selection part of PLRsearch logic is pure heuristics, +motivated by what would a human do based on measurement and computation results. + +The quality of any heuristic is not affected by soundness of its motivation, +just by its ability to achieve the intended goals. +In case of offered load selection, the goal is to help the search to converge +to the long duration estimates sooner. + +But even those long duration estimates could still be of poor quality. +Even though the estimate computation is Bayesian (so it is the best it could be +within the applied assumptions), it can still of poor quality when compared +to what a human would estimate. + +One possible source of poor quality is the randomnes inherently present +in Monte Carlo numeric integration, but that can be supressed +by tweaking the time related input parameters. + +The most likely source of poor quality then are the assumptions. +Most importantly, the number and the shape of fitting functions; +but also others, such as trial order independence and duration independence. + +The result can have poor quality in basically two ways. +One way is related to location. Both upper and lower bounds +can be overestimates or underestimates, meaning the entire estimated interval +between lower bound and upper bound lays above or below (respectively) +of human-estimated interval. +The other way is related to the estimation interval width. +The interval can be too wide or too narrow, compared to human estimation. + +An estimate from a particular fitting function can be classified +as an overestimate (or underestimate) just by looking at time evolution +(without human examining measurement results). Overestimates +decrease by time, underestimates increase by time (assuming +the system performance stays constant). + +Quality of the width of the estimation interval needs human evaluation, +and is unrelated to both rate of narrowing (both good and bad estimate intervals +get narrower at approximately the same relative rate) and relatative width +(depends heavily on the system being tested). + +### Graphical Examples + +The following pictures show the upper (red) and lower (blue) bound, +as well as average of Stretch (pink) and Erf (light green) estimate, +and offered load chosen (grey), as computed by PLRsearch, +after each trial measurement within the 30 minute duration of a test run. + +Both graphs are focusing on later estimates. Estimates computed from +few initial measurements are wildly off the y-axis range shown. + +The following analysis will rely on frequency of zero loss measurements +and magnitude of loss ratio if nonzero. + +The offered load selection strategy used implies zero loss measurements +can be gleaned from the graph by looking at offered load points. +When the points move up farther from lower estimate, it means +the previous measurement had zero loss. After non-zero loss, +the offered load starts again right between (the previous values of) +the estimate curves. + +The very big loss ratio results are visible as noticeable jumps +of both estimates downwards. Medium and small loss ratios are much harder +to distinguish just by looking at the estimate curves, +the analysis is based on raw loss ratio measurement results. + +The following descriptions should explain why the graphs seem to signal +low quality estimate at first sight, but a more detailed look +reveals the quality is good (considering the measurement results). + +#### L2 patch + +Both fitting functions give similar estimates, the graph shows +"stochasticity" of measurements (estimates increase and decrease +within small time regions), and an overall trend of decreasing estimates. + +On the first look, the final interval looks fairly narrow, +especially compared to the region the estimates have travelled +during the search. But the look at the frequency of zero loss results shows +this is not a case of overestimation. Measurements at around the same +offered load have higher probability of zero loss earlier +(when performed farther from upper bound), but smaller probability later +(when performed closer to upper bound). That means it is the performance +of the system under test that decreases (slightly) over time. + +With that in mind, the apparent narrowness of the interval +is not a sign of low quality, just a consequence of PLRsearch assuming +the performance stays constant. + +{{< figure src="/cdocs/PLR_patch.svg" >}} + +#### Vhost + +This test case shows what looks like a quite broad estimation interval, +compared to other test cases with similarly looking zero loss frequencies. +Notable features are infrequent high-loss measurement results +causing big drops of estimates, and lack of long-term convergence. + +Any convergence in medium-sized intervals (during zero loss results) +is reverted by the big loss results, as they happen quite far +from the critical load estimates, and the two fitting functions +extrapolate differently. + +In other words, human only seeing estimates from one fitting function +would expect narrower end interval, but human seeing the measured loss ratios +agrees that the interval should be wider than that. + +{{< figure src="/cdocs/PLR_vhost.svg" >}} + +#### Summary + +The two graphs show the behavior of PLRsearch algorithm applied to soaking test +when some of PLRsearch assumptions do not hold: + ++ L2 patch measurement results violate the assumption + of performance not changing over time. ++ Vhost measurement results violate the assumption + of Poisson distribution matching the loss counts. + +The reported upper and lower bounds can have distance larger or smaller +than a first look by a human would expect, but a more closer look reveals +the quality is good, considering the circumstances. + +The usefullness of the critical load estimate is of questionable value +when the assumptions are violated. + +Some improvements can be made via more specific workarounds, +for example long term limit of L2 patch performance could be estmated +by some heuristic. + +Other improvements can be achieved only by asking users +whether loss patterns matter. Is it better to have single digit losses +distributed fairly evenly over time (as Poisson distribution would suggest), +or is it better to have short periods of medium losses +mixed with long periods of zero losses (as happens in Vhost test) +with the same overall loss ratio? + +[^1]: [RFC 2544: Benchmarking Methodology for Network Interconnect Devices](https://tools.ietf.org/html/rfc2544) +[^2]: [Binary search](https://en.wikipedia.org/wiki/Binary_search_algorithm) +[^3]: [Probabilistic Loss Ratio Search for Packet Throughput](https://tools.ietf.org/html/draft-vpolak-bmwg-plrsearch-02) +[^4]: [Lomax distribution](https://en.wikipedia.org/wiki/Lomax_distribution) +[^5]: [Reciprocal distribution](https://en.wikipedia.org/wiki/Reciprocal_distribution) +[^6]: [Monte Carlo](https://en.wikipedia.org/wiki/Monte_Carlo_integration) +[^7]: [Importance sampling](https://en.wikipedia.org/wiki/Importance_sampling) +[^8]: [Bivariate Gaussian](https://en.wikipedia.org/wiki/Multivariate_normal_distribution) diff --git a/docs/content/methodology/measurements/packet_latency.md b/docs/content/methodology/measurements/packet_latency.md new file mode 100644 index 0000000000..f3606b5ffb --- /dev/null +++ b/docs/content/methodology/measurements/packet_latency.md @@ -0,0 +1,52 @@ +--- +title: "Packet Latency" +weight: 2 +--- + +# Packet Latency + +TRex Traffic Generator (TG) is used for measuring one-way latency in +2-Node and 3-Node physical testbed topologies. TRex integrates +[High Dynamic Range Histogram (HDRH)](http://hdrhistogram.org/) +functionality and reports per packet latency distribution for latency +streams sent in parallel to the main load packet streams. + +Following methodology is used: + +- Only NDRPDR test type measures latency and only after NDR and PDR + values are determined. Other test types do not involve latency + streams. + +- Latency is measured at different background load packet rates: + + - No-Load: latency streams only. + - Low-Load: at 10% PDR. + - Mid-Load: at 50% PDR. + - High-Load: at 90% PDR. + +- Latency is measured for all tested packet sizes except IMIX due to + TRex TG restriction. + +- TG sends dedicated latency streams, one per direction, each at the + rate of 9 kpps at the prescribed packet size; these are sent in + addition to the main load streams. + +- TG reports Min/Avg/Max and HDRH latency values distribution per stream + direction, hence two sets of latency values are reported per test case + (marked as E-W and W-E). + +- +/- 1 usec is the measurement accuracy of TRex TG and the data in HDRH + latency values distribution is rounded to microseconds. + +- TRex TG introduces a (background) always-on Tx + Rx latency bias of 4 + usec on average per direction resulting from TRex software writing and + reading packet timestamps on CPU cores. Quoted values are based on TG + back-to-back latency measurements. + +- Latency graphs are not smoothed, each latency value has its own + horizontal line across corresponding packet percentiles. + +- Percentiles are shown on X-axis using a logarithmic scale, so the + maximal latency value (ending at 100% percentile) would be in + infinity. The graphs are cut at 99.9999% (hover information still + lists 100%). diff --git a/docs/content/methodology/measurements/telemetry.md b/docs/content/methodology/measurements/telemetry.md new file mode 100644 index 0000000000..aed32d9e17 --- /dev/null +++ b/docs/content/methodology/measurements/telemetry.md @@ -0,0 +1,158 @@ +--- +title: "Telemetry" +weight: 3 +--- + +# Telemetry + +OpenMetrics specifies the de-facto standard for transmitting cloud-native +metrics at scale, with support for both text representation and Protocol +Buffers. + +## RFC + +- RFC2119 +- RFC5234 +- RFC8174 +- draft-richih-opsawg-openmetrics-00 + +## Reference + +[OpenMetrics](https://github.com/OpenObservability/OpenMetrics/blob/master/specification/OpenMetrics.md) + +## Metric Types + +- Gauge +- Counter +- StateSet +- Info +- Histogram +- GaugeHistogram +- Summary +- Unknown + +Telemetry module in CSIT currently support only Gauge, Counter and Info. + +## Anatomy of CSIT telemetry implementation + +Existing implementation consists of several measurment building blocks: +the main measuring block running search algorithms (MLR, PLR, SOAK, MRR, ...), +the latency measuring block and the several telemetry blocks with or without +traffic running on a background. + +The main measuring block must not be interrupted by any read operation that can +impact data plane traffic processing during throughput search algorithm. Thus +operational reads are done before (pre-stat) and after (post-stat) that block. + +Some operational reads must be done while traffic is running and usually +consists of two reads (pre-run-stat, post-run-stat) with defined delay between +them. + +## MRR measurement + + traffic_start(r=mrr) traffic_stop |< measure >| + | | | (r=mrr) | + | pre_run_stat post_run_stat | pre_stat | | post_stat + | | | | | | | | + o--------o---------------o-------o------o------+---------------+------o------> + t + Legend: + - pre_run_stat + - vpp-clear-runtime + - post_run_stat + - vpp-show-runtime + - bash-perf-stat // if extended_debug == True + - pre_stat + - vpp-clear-stats + - vpp-enable-packettrace // if extended_debug == True + - vpp-enable-elog + - post_stat + - vpp-show-stats + - vpp-show-packettrace // if extended_debug == True + - vpp-show-elog + + |< measure >| + | (r=mrr) | + | | + |< traffic_trial0 >|< traffic_trial1 >|< traffic_trialN >| + | (i=0,t=duration) | (i=1,t=duration) | (i=N,t=duration) | + | | | | + o-----------------------o------------------------o------------------------o---> + t + + +## MLR measurement + + |< measure >| traffic_start(r=pdr) traffic_stop traffic_start(r=ndr) traffic_stop |< [ latency ] >| + | (r=mlr) | | | | | | .9/.5/.1/.0 | + | | | pre_run_stat post_run_stat | | pre_run_stat post_run_stat | | | + | | | | | | | | | | | | + +-------------+---o-------o---------------o--------o-------------o-------o---------------o--------o------------[-------------------]---> + t + Legend: + - pre_run_stat + - vpp-clear-runtime + - post_run_stat + - vpp-show-runtime + - bash-perf-stat // if extended_debug == True + - pre_stat + - vpp-clear-stats + - vpp-enable-packettrace // if extended_debug == True + - vpp-enable-elog + - post_stat + - vpp-show-stats + - vpp-show-packettrace // if extended_debug == True + - vpp-show-elog + +## MRR measurement + + traffic_start(r=mrr) traffic_stop |< measure >| + | | | (r=mrr) | + | |< stat_runtime >| | stat_pre_trial | | stat_post_trial + | | | | | | | | + o---+------------------+---o------o------------+-------------+----o------------> + t + Legend: + - stat_runtime + - vpp-runtime + - stat_pre_trial + - vpp-clear-stats + - vpp-enable-packettrace // if extended_debug == True + - stat_post_trial + - vpp-show-stats + - vpp-show-packettrace // if extended_debug == True + + |< measure >| + | (r=mrr) | + | | + |< traffic_trial0 >|< traffic_trial1 >|< traffic_trialN >| + | (i=0,t=duration) | (i=1,t=duration) | (i=N,t=duration) | + | | | | + o------------------------o------------------------o------------------------o---> + t + + |< stat_runtime >| + | | + |< program0 >|< program1 >|< programN >| + | (@=params) | (@=params) | (@=params) | + | | | | + o------------------------o------------------------o------------------------o---> + t + +## MLR measurement + + |< measure >| traffic_start(r=pdr) traffic_stop traffic_start(r=ndr) traffic_stop |< [ latency ] >| + | (r=mlr) | | | | | | .9/.5/.1/.0 | + | | | |< stat_runtime >| | | |< stat_runtime >| | | | + | | | | | | | | | | | | + +-------------+---o---+------------------+---o--------------o---+------------------+---o-----------[-----------------]---> + t + Legend: + - stat_runtime + - vpp-runtime + - stat_pre_trial + - vpp-clear-stats + - vpp-enable-packettrace // if extended_debug == True + - stat_post_trial + - vpp-show-stats + - vpp-show-packettrace // if extended_debug == True diff --git a/docs/content/methodology/multi_core_speedup.md b/docs/content/methodology/multi_core_speedup.md deleted file mode 100644 index c0c9ae2570..0000000000 --- a/docs/content/methodology/multi_core_speedup.md +++ /dev/null @@ -1,51 +0,0 @@ ---- -title: "Multi-Core Speedup" -weight: 13 ---- - -# Multi-Core Speedup - -All performance tests are executed with single physical core and with -multiple cores scenarios. - -## Intel Hyper-Threading (HT) - -Intel Xeon processors used in FD.io CSIT can operate either in HT -Disabled mode (single logical core per each physical core) or in HT -Enabled mode (two logical cores per each physical core). HT setting is -applied in BIOS and requires server SUT reload for it to take effect, -making it impractical for continuous changes of HT mode of operation. - -Performance tests are executed with server SUTs' Intel XEON processors -configured with Intel Hyper-Threading Enabled for all Xeon -Cascadelake and Xeon Icelake testbeds. - -## Multi-core Tests - -Multi-core tests are executed in the following VPP worker thread and physical -core configurations: - -#. Intel Xeon Icelake and Cascadelake testbeds (2n-icx, 3n-icx, 2n-clx) - with Intel HT enabled (2 logical CPU cores per each physical core): - - #. 2t1c - 2 VPP worker threads on 1 physical core. - #. 4t2c - 4 VPP worker threads on 2 physical cores. - #. 8t4c - 8 VPP worker threads on 4 physical cores. - -VPP worker threads are the data plane threads running on isolated -logical cores. With Intel HT enabled VPP workers are placed as sibling -threads on each used physical core. VPP control threads (main, stats) -are running on a separate non-isolated core together with other Linux -processes. - -In all CSIT tests care is taken to ensure that each VPP worker handles -the same amount of received packet load and does the same amount of -packet processing work. This is achieved by evenly distributing per -interface type (e.g. physical, virtual) receive queues over VPP workers -using default VPP round-robin mapping and by loading these queues with -the same amount of packet flows. - -If number of VPP workers is higher than number of physical or virtual -interfaces, multiple receive queues are configured on each interface. -NIC Receive Side Scaling (RSS) for physical interfaces and multi-queue -for virtual interfaces are used for this purpose. \ No newline at end of file diff --git a/docs/content/methodology/network_address_translation.md b/docs/content/methodology/network_address_translation.md deleted file mode 100644 index ef341dc892..0000000000 --- a/docs/content/methodology/network_address_translation.md +++ /dev/null @@ -1,445 +0,0 @@ ---- -title: "Network Address Translation" -weight: 7 ---- - -# Network Address Translation - -## NAT44 Prefix Bindings - -NAT44 prefix bindings should be representative to target applications, -where a number of private IPv4 addresses from the range defined by -RFC1918 is mapped to a smaller set of public IPv4 addresses from the -public range. - -Following quantities are used to describe inside to outside IP address -and port bindings scenarios: - -- Inside-addresses, number of inside source addresses - (representing inside hosts). -- Ports-per-inside-address, number of TCP/UDP source - ports per inside source address. -- Outside-addresses, number of outside (public) source addresses - allocated to NAT44. -- Ports-per-outside-address, number of TCP/UDP source - ports per outside source address. The maximal number of - ports-per-outside-address usable for NAT is 64 512 - (in non-reserved port range 1024-65535, RFC4787). -- Sharing-ratio, equal to inside-addresses divided by outside-addresses. - -CSIT NAT44 tests are designed to take into account the maximum number of -ports (sessions) required per inside host (inside-address) and at the -same time to maximize the use of outside-address range by using all -available outside ports. With this in mind, the following scheme of -NAT44 sharing ratios has been devised for use in CSIT: - - **ports-per-inside-address** | **sharing-ratio** ------------------------------:|------------------: - 63 | 1024 - 126 | 512 - 252 | 256 - 504 | 128 - -Initial CSIT NAT44 tests, including associated TG/TRex traffic profiles, -are based on ports-per-inside-address set to 63 and the sharing ratio of -1024. This approach is currently used for all NAT44 tests including -NAT44det (NAT44 deterministic used for Carrier Grade NAT applications) -and NAT44ed (Endpoint Dependent). - -Private address ranges to be used in tests: - -- 192.168.0.0 - 192.168.255.255 (192.168/16 prefix) - - - Total of 2^16 (65 536) of usable IPv4 addresses. - - Used in tests for up to 65 536 inside addresses (inside hosts). - -- 172.16.0.0 - 172.31.255.255 (172.16/12 prefix) - - - Total of 2^20 (1 048 576) of usable IPv4 addresses. - - Used in tests for up to 1 048 576 inside addresses (inside hosts). - -### NAT44 Session Scale - -NAT44 session scale tested is govern by the following logic: - -- Number of inside-addresses(hosts) H[i] = (H[i-1] x 2^2) with H(0)=1 024, - i = 1,2,3, ... - - - H[i] = 1 024, 4 096, 16 384, 65 536, 262 144, ... - -- Number of sessions S[i] = H[i] * ports-per-inside-address - - - ports-per-inside-address = 63 - - **i** | **hosts** | **sessions** -------:|----------:|-------------: - 0 | 1 024 | 64 512 - 1 | 4 096 | 258 048 - 2 | 16 384 | 1 032 192 - 3 | 65 536 | 4 128 768 - 4 | 262 144 | 16 515 072 - -### NAT44 Deterministic - -NAT44det performance tests are using TRex STL (Stateless) API and traffic -profiles, similar to all other stateless packet forwarding tests like -ip4, ip6 and l2, sending UDP packets in both directions -inside-to-outside and outside-to-inside. - -The inside-to-outside traffic uses single destination address (20.0.0.0) -and port (1024). -The inside-to-outside traffic covers whole inside address and port range, -the outside-to-inside traffic covers whole outside address and port range. - -NAT44det translation entries are created during the ramp-up phase, -followed by verification that all entries are present, -before proceeding to the main measurements of the test. -This ensures session setup does not impact the forwarding performance test. - -Associated CSIT test cases use the following naming scheme to indicate -NAT44det scenario tested: - -- ethip4udp-nat44det-h{H}-p{P}-s{S}-[mrr|ndrpdr|soak] - - - {H}, number of inside hosts, H = 1024, 4096, 16384, 65536, 262144. - - {P}, number of ports per inside host, P = 63. - - {S}, number of sessions, S = 64512, 258048, 1032192, 4128768, - 16515072. - - [mrr|ndrpdr|soak], MRR, NDRPDR or SOAK test. - -### NAT44 Endpoint-Dependent - -In order to excercise NAT44ed ability to translate based on both -source and destination address and port, the inside-to-outside traffic -varies also destination address and port. Destination port is the same -as source port, destination address has the same offset as the source address, -but applied to different subnet (starting with 20.0.0.0). - -As the mapping is not deterministic (for security reasons), -we cannot easily use stateless bidirectional traffic profiles. -Inside address and port range is fully covered, -but we do not know which outside-to-inside source address and port to use -to hit an open session. - -Therefore, NAT44ed is benchmarked using following methodologies: - -- Unidirectional throughput using *stateless* traffic profile. -- Connections-per-second (CPS) using *stateful* traffic profile. -- Bidirectional throughput (TPUT, see below) using *stateful* traffic profile. - -Unidirectional NAT44ed throughput tests are using TRex STL (Stateless) -APIs and traffic profiles, but with packets sent only in -inside-to-outside direction. -Similarly to NAT44det, NAT44ed unidirectional throughput tests include -a ramp-up phase to establish and verify the presence of required NAT44ed -binding entries. As the sessions have finite duration, the test code -keeps inserting ramp-up trials during the search, if it detects a risk -of sessions timing out. Any zero loss trial visits all sessions, -so it acts also as a ramp-up. - -Stateful NAT44ed tests are using TRex ASTF (Advanced Stateful) APIs and -traffic profiles, with packets sent in both directions. Tests are run -with both UDP and TCP sessions. -As NAT44ed CPS (connections-per-second) stateful tests -measure (also) session opening performance, -they use state reset instead of ramp-up trial. -NAT44ed TPUT (bidirectional throughput) tests prepend ramp-up trials -as in the unidirectional tests, -so the test results describe performance without translation entry -creation overhead. - -Associated CSIT test cases use the following naming scheme to indicate -NAT44det case tested: - -- Stateless: ethip4udp-nat44ed-h{H}-p{P}-s{S}-udir-[mrr|ndrpdr|soak] - - - {H}, number of inside hosts, H = 1024, 4096, 16384, 65536, 262144. - - {P}, number of ports per inside host, P = 63. - - {S}, number of sessions, S = 64512, 258048, 1032192, 4128768, - 16515072. - - udir-[mrr|ndrpdr|soak], unidirectional stateless tests MRR, NDRPDR - or SOAK. - -- Stateful: ethip4[udp|tcp]-nat44ed-h{H}-p{P}-s{S}-[cps|tput]-[mrr|ndrpdr|soak] - - - [udp|tcp], UDP or TCP sessions - - {H}, number of inside hosts, H = 1024, 4096, 16384, 65536, 262144. - - {P}, number of ports per inside host, P = 63. - - {S}, number of sessions, S = 64512, 258048, 1032192, 4128768, - 16515072. - - [cps|tput], connections-per-second session establishment rate or - packets-per-second average rate, or packets-per-second rate - without session establishment. - - [mrr|ndrpdr|soak], bidirectional stateful tests MRR, NDRPDR, or SOAK. - -## Stateful traffic profiles - -There are several important details which distinguish ASTF profiles -from stateless profiles. - -### General considerations - -#### Protocols - -ASTF profiles are limited to either UDP or TCP protocol. - -#### Programs - -Each template in the profile defines two "programs", one for the client side -and one for the server side. - -Each program specifies when that side has to wait until enough data is received -(counted in packets for UDP and in bytes for TCP) -and when to send additional data. Together, the two programs -define a single transaction. Due to packet loss, transaction may take longer, -use more packets (retransmission) or never finish in its entirety. - -#### Instances - -A client instance is created according to TPS parameter for the trial, -and sends the first packet of the transaction (in some cases more packets). -Each client instance uses a different source address (see sequencing below) -and some source port. The destination address also comes from a range, -but destination port has to be constant for a given program. - -TRex uses an opaque way to chose source ports, but as session counting shows, -next client with the same source address uses a different source port. - -Server instance is created when the first packet arrives to the server side. -Source address and port of the first packet are used as destination address -and port for the server responses. This is the ability we need -when outside surface is not predictable. - -When a program reaches its end, the instance is deleted. -This creates possible issues with server instances. If the server instance -does not read all the data client has sent, late data packets -can cause a second copy of server instance to be created, -which breaks assumptions on how many packet a transaction should have. - -The need for server instances to read all the data reduces the overall -bandwidth TRex is able to create in ASTF mode. - -Note that client instances are not created on packets, -so it is safe to end client program without reading all server data -(unless the definition of transaction success requires that). - -#### Sequencing - -ASTF profiles offer two modes for choosing source and destination IP addresses -for client programs: seqential and pseudorandom. -In current tests we are using sequential addressing only (if destination -address varies at all). - -For client destination UDP/TCP port, we use a single constant value. -(TRex can support multiple program pairs in the same traffic profile, -distinguished by the port number.) - -#### Transaction overlap - -If a transaction takes longer to finish, compared to period implied by TPS, -TRex will have multiple client or server instances active at a time. - -During calibration testing we have found this increases CPU utilization, -and for high TPS it can lead to TRex's Rx or Tx buffers becoming full. -This generally leads to duration stretching, and/or packet loss on TRex. - -Currently used transactions were chosen to be short, so risk of bad behavior -is decreased. But in MRR tests, where load is computed based on NIC ability, -not TRex ability, anomalous behavior is still possible -(e.g. MRR values being way lower than NDR). - -#### Delays - -TRex supports adding constant delays to ASTF programs. -This can be useful, for example if we want to separate connection establishment -from data transfer. - -But as TRex tracks delayed instances as active, this still results -in higher CPU utilization and reduced performance issues -(as other overlaping transactions). So the current tests do not use any delays. - -#### Keepalives - -Both UDP and TCP protocol implementations in TRex programs support keepalive -duration. That means there is a configurable period of keepalive time, -and TRex sends keepalive packets automatically (outside the program) -for the time the program is active (started, not ended yet) -but not sending any packets. - -For TCP this is generally not a big deal, as the other side usually -retransmits faster. But for UDP it means a packet loss may leave -the receiving program running. - -In order to avoid keepalive packets, keepalive value is set to a high number. -Here, "high number" means that even at maximum scale and minimum TPS, -there are still no keepalive packets sent within the corresponding -(computed) trial duration. This number is kept the same also for -smaller scale traffic profiles, to simplify maintenance. - -#### Transaction success - -The transaction is considered successful at Layer-7 (L7) level -when both program instances close. At this point, various L7 counters -(unofficial name) are updated on TRex. - -We found that proper close and L7 counter update can be CPU intensive, -whereas lower-level counters (ipackets, opackets) called L2 counters -can keep up with higher loads. - -For some tests, we do not need to confirm the whole transaction was successful. -CPS (connections per second) tests are a typical example. -We care only for NAT44ed creating a session (needs one packet -in inside-to-outside direction per session) and being able to use it -(needs one packet in outside-to-inside direction). - -Similarly in TPUT tests (packet throuput, counting both control -and data packets), we care about NAT44ed ability to forward packets, -we do not care whether aplications (TRex) can fully process them at that rate. - -Therefore each type of tests has its own formula (usually just one counter -already provided by TRex) to count "successful enough" transactions -and attempted transactions. Currently, all tests relying on L7 counters -use size-limited profiles, so they know what the count of attempted -transactions should be, but due to duration stretching -TRex might have been unable to send that many packets. -For search purposes, unattempted transactions are treated the same -as attempted but failed transactions. - -Sometimes even the number of transactions as tracked by search algorithm -does not match the transactions as defined by ASTF programs. -See TCP TPUT profile below. - -### UDP CPS - -This profile uses a minimalistic transaction to verify NAT44ed session has been -created and it allows outside-to-inside traffic. - -Client instance sends one packet and ends. -Server instance sends one packet upon creation and ends. - -In principle, packet size is configurable, -but currently used tests apply only one value (100 bytes frame). - -Transaction counts as attempted when opackets counter increases on client side. -Transaction counts as successful when ipackets counter increases on client side. - -### TCP CPS - -This profile uses a minimalistic transaction to verify NAT44ed session has been -created and it allows outside-to-inside traffic. - -Client initiates TCP connection. Client waits until connection is confirmed -(by reading zero data bytes). Client ends. -Server accepts the connection. Server waits for indirect confirmation -from client (by waiting for client to initiate close). Server ends. - -Without packet loss, the whole transaction takes 7 packets to finish -(4 and 3 per direction). -From NAT44ed point of view, only the first two are needed to verify -the session got created. - -Packet size is not configurable, but currently used tests report -frame size as 64 bytes. - -Transaction counts as attempted when tcps_connattempt counter increases -on client side. -Transaction counts as successful when tcps_connects counter increases -on client side. - -### UDP TPUT - -This profile uses a small transaction of "request-response" type, -with several packets simulating data payload. - -Client sends 5 packets and closes immediately. -Server reads all 5 packets (needed to avoid late packets creating new -server instances), then sends 5 packets and closes. -The value 5 was chosen to mirror what TCP TPUT (see below) choses. - -Packet size is configurable, currently we have tests for 100, -1518 and 9000 bytes frame (to match size of TCP TPUT data frames, see below). - -As this is a packet oriented test, we do not track the whole -10 packet transaction. Similarly to stateless tests, we treat each packet -as a "transaction" for search algorthm packet loss ratio purposes. -Therefore a "transaction" is attempted when opacket counter on client -or server side is increased. Transaction is successful if ipacket counter -on client or server side is increased. - -If one of 5 client packets is lost, server instance will get stuck -in the reading phase. This probably decreases TRex performance, -but it leads to more stable results then alternatives. - -### TCP TPUT - -This profile uses a small transaction of "request-response" type, -with some data amount to be transferred both ways. - -In CSIT release 22.06, TRex behavior changed, so we needed to edit -the traffic profile. Let us describe the pre-22.06 profile first. - -Client connects, sends 5 data packets worth of data, -receives 5 data packets worth of data and closes its side of the connection. -Server accepts connection, reads 5 data packets worth of data, -sends 5 data packets worth of data and closes its side of the connection. -As usual in TCP, sending side waits for ACK from the receiving side -before proceeding with next step of its program. - -Server read is needed to avoid premature close and second server instance. -Client read is not stricly needed, but ACKs allow TRex to close -the server instance quickly, thus saving CPU and improving performance. - -The number 5 of data packets was chosen so TRex is able to send them -in a single burst, even with 9000 byte frame size (TRex has a hard limit -on initial window size). -That leads to 16 packets (9 of them in c2s direction) to be exchanged -if no loss occurs. -The size of data packets is controlled by the traffic profile setting -the appropriate maximum segment size. Due to TRex restrictions, -the minimal size for IPv4 data frame achievable by this method is 70 bytes, -which is more than our usual minimum of 64 bytes. -For that reason, the data frame sizes available for testing are 100 bytes -(that allows room for eventually adding IPv6 ASTF tests), -1518 bytes and 9000 bytes. There is no control over control packet sizes. - -Exactly as in UDP TPUT, ipackets and opackets counters are used for counting -"transactions" (in fact packets). - -If packet loss occurs, there can be large transaction overlap, even if most -ASTF programs finish eventually. This can lead to big duration stretching -and somehow uneven rate of packets sent. This makes it hard to interpret -MRR results (frequently MRR is below NDR for this reason), -but NDR and PDR results tend to be stable enough. - -In 22.06, the "ACK from the receiving side" behavior changed, -the receiving side started sending ACK sometimes -also before receiving the full set of 5 data packets. -If the previous profile is understood as a "single challenge, single response" -where challenge (and also response) is sent as a burst of 5 data packets, -the new profile uses "bursts" of 1 packet instead, but issues -the challenge-response part 5 times sequentially -(waiting for receiving the response before sending next challenge). -This new profile happens to have the same overall packet count -(when no re-transmissions are needed). -Although it is possibly more taxing for TRex CPU, -the results are comparable to the old traffic profile. - -## Ip4base tests - -Contrary to stateless traffic profiles, we do not have a simple limit -that would guarantee TRex is able to send traffic at specified load. -For that reason, we have added tests where "nat44ed" is replaced by "ip4base". -Instead of NAT44ed processing, the tests set minimalistic IPv4 routes, -so that packets are forwarded in both inside-to-outside and outside-to-inside -directions. - -The packets arrive to server end of TRex with different source address&port -than in NAT44ed tests (no translation to outside values is done with ip4base), -but those are not specified in the stateful traffic profiles. -The server end (as always) uses the received address&port as destination -for outside-to-inside traffic. Therefore the same stateful traffic profile -works for both NAT44ed and ip4base test (of the same scale). - -The NAT44ed results are displayed together with corresponding ip4base results. -If they are similar, TRex is probably the bottleneck. -If NAT44ed result is visibly smaller, it describes the real VPP performance. diff --git a/docs/content/methodology/overview/_index.md b/docs/content/methodology/overview/_index.md new file mode 100644 index 0000000000..10f362013f --- /dev/null +++ b/docs/content/methodology/overview/_index.md @@ -0,0 +1,6 @@ +--- +bookCollapseSection: true +bookFlatSection: false +title: "Overview" +weight: 1 +--- diff --git a/docs/content/methodology/overview/dut_state_considerations.md b/docs/content/methodology/overview/dut_state_considerations.md new file mode 100644 index 0000000000..eca10a22cd --- /dev/null +++ b/docs/content/methodology/overview/dut_state_considerations.md @@ -0,0 +1,148 @@ +--- +title: "DUT State Considerations" +weight: 5 +--- + +# DUT State Considerations + +This page discusses considerations for Device Under Test (DUT) state. +DUTs such as VPP require configuration, to be provided before the aplication +starts (via config files) or just after it starts (via API or CLI access). + +During operation DUTs gather various telemetry data, depending on configuration. +This internal state handling is part of normal operation, +so any performance impact is included in the test results. +Accessing telemetry data is additional load on DUT, +so we are not doing that in main trial measurements that affect results, +but we include separate trials specifically for gathering runtime telemetry. + +But there is one kind of state that needs specific handling. +This kind of DUT state is dynamically created based on incoming traffic, +it affects how DUT handles the traffic, and (unlike telemetry counters) +it has uneven impact on CPU load. +Typical example is NAT, where detecting new sessions takes more CPU than +forwarding packet on existing (open or recently closed) sessions. +We call DUT configurations with this kind of state "stateful", +and configurations without them "stateless". +(Even though stateless configurations contain state described in previous +paragraphs, and some configuration items may have "stateful" in their name, +such as stateful ACLs.) + +# Stateful DUT configurations + +Typically, the level of CPU impact of traffic depends on DUT state. +The first packets causing DUT state to change have higher impact, +subsequent packets matching that state have lower impact. + +From performance point of view, this is similar to traffic phases +for stateful protocols, see +[NGFW draft](https://tools.ietf.org/html/draft-ietf-bmwg-ngfw-performance-05#section-4.3.4). +In CSIT we borrow the terminology (even if it does not fit perfectly, +see discussion below). Ramp-up traffic causes the state change, +sustain traffic does not change the state. + +As the performance is different, each test has to choose which traffic +it wants to test, and manipulate the DUT state to achieve the intended impact. + +## Ramp-up trial + +Tests aiming at sustain performance need to make sure DUT state is created. +We achieve this via a ramp-up trial, specific purpose of which +is to create the state. + +Subsequent trials need no specific handling, as long as the state +remains the same. But some state can time-out, so additional ramp-up +trials are inserted whenever the code detects the state can time-out. +Note that a trial with zero loss refreshes the state, +so only the time since the last non-zero loss trial is tracked. + +For the state to be set completely, it is important both DUT and TG +do not lose any packets. We achieve this by setting the profile multiplier +(TPS from now on) to low enough value. + +It is also important each state-affecting packet is sent. +For size-limited traffic profile it is guaranteed by the size limit. +For continuous traffic, we set a long enough duration (based on TPS). + +At the end of the ramp-up trial, we check DUT state to confirm +it has been created as expected. +Test fails if the state is not (completely) created. + +## State Reset + +Tests aiming at ramp-up performance do not use ramp-up trial, +and they need to reset the DUT state before each trial measurement. +The way of resetting the state depends on test, +usually an API call is used to partially de-configure +the part that holds the state, and then re-configure it back. + +In CSIT we control the DUT state behavior via a test variable "resetter". +If it is not set, DUT state is not reset. +If it is set, each search algorithm (including MRR) will invoke it +before all trial measurements (both main and telemetry ones). +Any configuration keyword enabling a feature with DUT state +will check whether a test variable for ramp-up rate is present. +If it is present, resetter is not set. +If it is not present, the keyword sets the apropriate resetter value. +This logic makes sure either ramp-up or state reset are used. + +Notes: If both ramp-up and state reset were used, the DUT behavior +would be identical to just reset, while test would take longer to execute. +If neither were used, DUT will show different performance in subsequent trials, +violating assumptions of search algorithms. + +## DUT versus protocol ramp-up + +There are at least three different causes for bandwidth possibly increasing +within a single measurement trial. + +The first is DUT switching from state modification phase to constant phase, +it is the primary focus of this document. +Using ramp-up traffic before main trials eliminates this cause +for tests wishing to measure the performance of the next phase. +Using size-limited profiles eliminates the next phase +for tests wishing to measure performance of this phase. + +The second is protocol such as TCP ramping up their throughput to utilize +the bandwidth available. This is the original meaning of "ramp up" +in the NGFW draft (see above). +In existing tests we are not using this meaning of TCP ramp-up. +Instead we use only small transactions, and large enough initial window +so TCP acts as ramped-up already. + +The third is TCP increasing offered load due to retransmissions triggered by +packet loss. In CSIT we again try to avoid this behavior +by using small enough data to transfer, so overlap of multiple transactions +(primary cause of packet loss) is unlikely. +But in MRR tests, packet loss and non-constant offered load are still expected. + +# Stateless DUT configuratons + +These are simple configurations, which do not set any resetter value +(even if ramp-up duration is not configured). +Majority of existing tests are of this type, using continuous traffic profiles. + +In order to identify limits of Trex performance, +we have added suites with stateless DUT configuration (VPP ip4base) +subjected to size-limited ASTF traffic. +The discovered rates serve as a basis of comparison +for evaluating the results for stateful DUT configurations (VPP NAT44ed) +subjected to the same traffic profiles. + +# DUT versus TG state + +Traffic Generator profiles can be stateful (ASTF) or stateless (STL). +DUT configuration can be stateful or stateless (with respect to packet traffic). + +In CSIT we currently use all four possible configurations: + +- Regular stateless VPP tests use stateless traffic profiles. + +- Stateless VPP configuration with stateful profile is used as a base for + comparison. + +- Some stateful DUT configurations (NAT44DET, NAT44ED unidirectional) + are tested using stateless traffic profiles and continuous traffic. + +- The rest of stateful DUT configurations (NAT44ED bidirectional) + are tested using stateful traffic profiles and size limited traffic. diff --git a/docs/content/methodology/overview/multi_core_speedup.md b/docs/content/methodology/overview/multi_core_speedup.md new file mode 100644 index 0000000000..f438e8e996 --- /dev/null +++ b/docs/content/methodology/overview/multi_core_speedup.md @@ -0,0 +1,51 @@ +--- +title: "Multi-Core Speedup" +weight: 3 +--- + +# Multi-Core Speedup + +All performance tests are executed with single physical core and with +multiple cores scenarios. + +## Intel Hyper-Threading (HT) + +Intel Xeon processors used in FD.io CSIT can operate either in HT +Disabled mode (single logical core per each physical core) or in HT +Enabled mode (two logical cores per each physical core). HT setting is +applied in BIOS and requires server SUT reload for it to take effect, +making it impractical for continuous changes of HT mode of operation. + +Performance tests are executed with server SUTs' Intel XEON processors +configured with Intel Hyper-Threading Enabled for all Xeon +Cascadelake and Xeon Icelake testbeds. + +## Multi-core Tests + +Multi-core tests are executed in the following VPP worker thread and physical +core configurations: + +1. Intel Xeon Icelake and Cascadelake testbeds (2n-icx, 3n-icx, 2n-clx) + with Intel HT enabled (2 logical CPU cores per each physical core): + + 1. 2t1c - 2 VPP worker threads on 1 physical core. + 2. 4t2c - 4 VPP worker threads on 2 physical cores. + 3. 8t4c - 8 VPP worker threads on 4 physical cores. + +VPP worker threads are the data plane threads running on isolated +logical cores. With Intel HT enabled VPP workers are placed as sibling +threads on each used physical core. VPP control threads (main, stats) +are running on a separate non-isolated core together with other Linux +processes. + +In all CSIT tests care is taken to ensure that each VPP worker handles +the same amount of received packet load and does the same amount of +packet processing work. This is achieved by evenly distributing per +interface type (e.g. physical, virtual) receive queues over VPP workers +using default VPP round-robin mapping and by loading these queues with +the same amount of packet flows. + +If number of VPP workers is higher than number of physical or virtual +interfaces, multiple receive queues are configured on each interface. +NIC Receive Side Scaling (RSS) for physical interfaces and multi-queue +for virtual interfaces are used for this purpose. diff --git a/docs/content/methodology/overview/per_thread_resources.md b/docs/content/methodology/overview/per_thread_resources.md new file mode 100644 index 0000000000..c23efb50bd --- /dev/null +++ b/docs/content/methodology/overview/per_thread_resources.md @@ -0,0 +1,101 @@ +--- +title: "Per Thread Resources" +weight: 2 +--- + +# Per Thread Resources + +CSIT test framework is managing mapping of the following resources per thread: + +1. Cores, physical cores (pcores) allocated as pairs of sibling logical cores + (lcores) if server in HyperThreading/SMT mode, or as single lcores + if server not in HyperThreading/SMT mode. Note that if server's + processors are running in HyperThreading/SMT mode sibling lcores are + always used. +2. Receive Queues (RxQ), packet receive queues allocated on each + physical and logical interface tested. +3. Transmit Queues(TxQ), packet transmit queues allocated on each + physical and logical interface tested. + +Approach to mapping per thread resources depends on the application/DUT +tested (VPP or DPDK apps) and associated thread types, as follows: + +1. Data-plane workers, used for data-plane packet processing, when no + feature workers present. + + - Cores: data-plane workers are typically tested in 1, 2 and 4 pcore + configurations, running on single lcore per pcore or on sibling + lcores per pcore. Result is a set of {T}t{C}c thread-core + configurations, where{T} stands for a total number of threads + (lcores), and {C} for a total number of pcores. Tested + configurations are encoded in CSIT test case names, + e.g. "1c", "2c", "4c", and test tags "2T1C" (or "1T1C"), "4T2C" + (or "2T2C"), "8T4C" (or "4T4C"). + - Interface Receive Queues (RxQ): as of CSIT-2106 release, number of + RxQs used on each physical or virtual interface is equal to the + number of data-plane workers. In other words each worker has a + dedicated RxQ on each interface tested. This ensures packet + processing load to be equal for each worker, subject to RSS flow + load balancing efficacy. Note: Before CSIT-2106 total number of + RxQs across all interfaces of specific type was equal to the + number of data-plane workers. + - Interface Transmit Queues (TxQ): number of TxQs used on each + physical or virtual interface is equal to the number of data-plane + workers. In other words each worker has a dedicated TxQ on each + interface tested. + - Applies to VPP and DPDK Testpmd and L3Fwd. + +2. Data-plane and feature workers (e.g. IPsec async crypto workers), the + latter dedicated to specific feature processing. + + - Cores: data-plane and feature workers are tested in 2, 3 and 4 + pcore configurations, running on single lcore per pcore or on + sibling lcores per pcore. This results in a two sets of + thread-core combinations separated by "-", {T}t{C}c-{T}t{C}c, with + the leading set denoting total number of threads (lcores) and + pcores used for data-plane workers, and the trailing set denoting + total number of lcores and pcores used for feature workers. + Accordingly, tested configurations are encoded in CSIT test case + names, e.g. "1c-1c", "1c-2c", "1c-3c", and test tags "2T1C_2T1C" + (or "1T1C_1T1C"), "2T1C_4T2C" (or "1T1C_2T2C"), "2T1C_6T3C" + (or "1T1C_3T3C"). + - RxQ and TxQ: no RxQs and no TxQs are used by feature workers. + - Applies to VPP only. + +3. Management/main worker, control plane and management. + + - Cores: single lcore. + - RxQ: not used (VPP default behaviour). + - TxQ: single TxQ per interface, allocated but not used (VPP default + behaviour). + - Applies to VPP only. + +## VPP Thread Configuration + +Mapping of cores and RxQs to VPP data-plane worker threads is done in +the VPP startup.conf during test suite setup: + +1. `corelist-workers `: List of logical cores to run VPP + data-plane workers and feature workers. The actual lcores' + allocations depends on HyperThreading/SMT server configuration and + per test core configuration. + + - For tests without feature workers, by default, all CPU cores + configured in startup.conf are used for data-plane workers. + - For tests with feature workers, CSIT code distributes lcores across + data-plane and feature workers. + +2. `num-rx-queues `: Number of Rx queues used per interface. + +Mapping of TxQs to VPP data-plane worker threads uses the default VPP +setting of one TxQ per interface per data-plane worker. + +## DPDK Thread Configuration + +Mapping of cores and RxQs to DPDK Testpmd/L3Fwd data-plane worker +threads is done in the startup CLI: + +1. `-l ` - List of logical cores to run DPDK + application. +2. `nb-cores=` - Number of forwarding cores. +3. `rxq=` - Number of Rx queues used per interface. diff --git a/docs/content/methodology/overview/terminology.md b/docs/content/methodology/overview/terminology.md new file mode 100644 index 0000000000..c9115e9291 --- /dev/null +++ b/docs/content/methodology/overview/terminology.md @@ -0,0 +1,97 @@ +--- +title: "Terminology" +weight: 1 +--- + +# Terminology + +- **Frame size**: size of an Ethernet Layer-2 frame on the wire, including + any VLAN tags (dot1q, dot1ad) and Ethernet FCS, but excluding Ethernet + preamble and inter-frame gap. Measured in Bytes. + +- **Packet size**: same as frame size, both terms used interchangeably. + +- **Inner L2 size**: for tunneled L2 frames only, size of an encapsulated + Ethernet Layer-2 frame, preceded with tunnel header, and followed by + tunnel trailer. Measured in Bytes. + +- **Inner IP size**: for tunneled IP packets only, size of an encapsulated + IPv4 or IPv6 packet, preceded with tunnel header, and followed by + tunnel trailer. Measured in Bytes. + +- **Device Under Test (DUT)**: In software networking, "device" denotes a + specific piece of software tasked with packet processing. Such device + is surrounded with other software components (such as operating system + kernel). It is not possible to run devices without also running the + other components, and hardware resources are shared between both. For + purposes of testing, the whole set of hardware and software components + is called "System Under Test" (SUT). As SUT is the part of the whole + test setup performance of which can be measured with RFC2544, using + SUT instead of RFC2544 DUT. Device under test + (DUT) can be re-introduced when analyzing test results using whitebox + techniques, but this document sticks to blackbox testing. + +- **System Under Test (SUT)**: System under test (SUT) is a part of the + whole test setup whose performance is to be benchmarked. The complete + methodology contains other parts, whose performance is either already + established, or not affecting the benchmarking result. + +- **Bi-directional throughput tests**: involve packets/frames flowing in + both east-west and west-east directions over every tested interface of + SUT/DUT. Packet flow metrics are measured per direction, and can be + reported as aggregate for both directions (i.e. throughput) and/or + separately for each measured direction (i.e. latency). In most cases + bi-directional tests use the same (symmetric) load in both directions. + +- **Uni-directional throughput tests**: involve packets/frames flowing in + only one direction, i.e. either east-west or west-east direction, over + every tested interface of SUT/DUT. Packet flow metrics are measured + and are reported for measured direction. + +- **Packet Loss Ratio (PLR)**: ratio of packets received relative to packets + transmitted over the test trial duration, calculated using formula: + PLR = ( pkts_transmitted - pkts_received ) / pkts_transmitted. + For bi-directional throughput tests aggregate PLR is calculated based + on the aggregate number of packets transmitted and received. + +- **Packet Throughput Rate**: maximum packet offered load DUT/SUT forwards + within the specified Packet Loss Ratio (PLR). In many cases the rate + depends on the frame size processed by DUT/SUT. Hence packet + throughput rate MUST be quoted with specific frame size as received by + DUT/SUT during the measurement. For bi-directional tests, packet + throughput rate should be reported as aggregate for both directions. + Measured in packets-per-second (pps) or frames-per-second (fps), + equivalent metrics. + +- **Bandwidth Throughput Rate**: a secondary metric calculated from packet + throughput rate using formula: bw_rate = pkt_rate * (frame_size + + L1_overhead) * 8, where L1_overhead for Ethernet includes preamble (8 + Bytes) and inter-frame gap (12 Bytes). For bi-directional tests, + bandwidth throughput rate should be reported as aggregate for both + directions. Expressed in bits-per-second (bps). + +- **Non Drop Rate (NDR)**: maximum packet/bandwith throughput rate sustained + by DUT/SUT at PLR equal zero (zero packet loss) specific to tested + frame size(s). MUST be quoted with specific packet size as received by + DUT/SUT during the measurement. Packet NDR measured in + packets-per-second (or fps), bandwidth NDR expressed in + bits-per-second (bps). + +- **Partial Drop Rate (PDR)**: maximum packet/bandwith throughput rate + sustained by DUT/SUT at PLR greater than zero (non-zero packet loss) + specific to tested frame size(s). MUST be quoted with specific packet + size as received by DUT/SUT during the measurement. Packet PDR + measured in packets-per-second (or fps), bandwidth PDR expressed in + bits-per-second (bps). + +- **Maximum Receive Rate (MRR)**: packet/bandwidth rate regardless of PLR + sustained by DUT/SUT under specified Maximum Transmit Rate (MTR) + packet load offered by traffic generator. MUST be quoted with both + specific packet size and MTR as received by DUT/SUT during the + measurement. Packet MRR measured in packets-per-second (or fps), + bandwidth MRR expressed in bits-per-second (bps). + +- **Trial**: a single measurement step. + +- **Trial duration**: amount of time over which packets are transmitted and + received in a single measurement step. diff --git a/docs/content/methodology/overview/vpp_forwarding_modes.md b/docs/content/methodology/overview/vpp_forwarding_modes.md new file mode 100644 index 0000000000..b3c3bba984 --- /dev/null +++ b/docs/content/methodology/overview/vpp_forwarding_modes.md @@ -0,0 +1,104 @@ +--- +title: "VPP Forwarding Modes" +weight: 4 +--- + +# VPP Forwarding Modes + +VPP is tested in a number of L2, IPv4 and IPv6 packet lookup and forwarding +modes. Within each mode baseline and scale tests are executed, the latter with +varying number of FIB entries. + +## L2 Ethernet Switching + +VPP is tested in three L2 forwarding modes: + +- *l2patch*: L2 patch, the fastest point-to-point L2 path that loops + packets between two interfaces without any Ethernet frame checks or + lookups. +- *l2xc*: L2 cross-connect, point-to-point L2 path with all Ethernet + frame checks, but no MAC learning and no MAC lookup. +- *l2bd*: L2 bridge-domain, multipoint-to-multipoint L2 path with all + Ethernet frame checks, with MAC learning (unless static MACs are used) + and MAC lookup. + +l2bd tests are executed in baseline and scale configurations: + +- *l2bdbase*: Two MAC FIB entries are learned by VPP to enable packet + switching between two interfaces in two directions. VPP L2 switching + is tested with 254 IPv4 unique flows per direction, varying IPv4 + source address per flow in order to invoke RSS based packet + distribution across VPP workers. The same source and destination MAC + address is used for all flows per direction. IPv4 source address is + incremented for every packet. + +- *l2bdscale*: A high number of MAC FIB entries are learned by VPP to + enable packet switching between two interfaces in two directions. + Tested MAC FIB sizes include: i) 10k with 5k unique flows per + direction, ii) 100k with 2 x 50k flows and iii) 1M with 2 x 500k + flows. Unique flows are created by using distinct source and + destination MAC addresses that are changed for every packet using + incremental ordering, making VPP learn (or refresh) distinct src MAC + entries and look up distinct dst MAC entries for every packet. For + details, see + [Packet Flow Ordering]({{< ref "packet_flow_ordering#Packet Flow Ordering" >}}). + +Ethernet wire encapsulations tested include: untagged, dot1q, dot1ad. + +## IPv4 Routing + +IPv4 routing tests are executed in baseline and scale configurations: + +- *ip4base*: Two /32 IPv4 FIB entries are configured in VPP to enable + packet routing between two interfaces in two directions. VPP routing + is tested with 253 IPv4 unique flows per direction, varying IPv4 + source address per flow in order to invoke RSS based packet + distribution across VPP workers. IPv4 source address is incremented + for every packet. + +- *ip4scale*: A high number of /32 IPv4 FIB entries are configured in + VPP. Tested IPv4 FIB sizes include: i) 20k with 10k unique flows per + direction, ii) 200k with 2 * 100k flows and iii) 2M with 2 * 1M + flows. Unique flows are created by using distinct IPv4 destination + addresses that are changed for every packet, using incremental or + random ordering. For details, see + [Packet Flow Ordering]({{< ref "packet_flow_ordering#Packet Flow Ordering" >}}). + +## IPv6 Routing + +Similarly to IPv4, IPv6 routing tests are executed in baseline and scale +configurations: + +- *ip6base*: Two /128 IPv4 FIB entries are configured in VPP to enable + packet routing between two interfaces in two directions. VPP routing + is tested with 253 IPv6 unique flows per direction, varying IPv6 + source address per flow in order to invoke RSS based packet + distribution across VPP workers. IPv6 source address is incremented + for every packet. + +- *ip4scale*: A high number of /128 IPv6 FIB entries are configured in + VPP. Tested IPv6 FIB sizes include: i) 20k with 10k unique flows per + direction, ii) 200k with 2 * 100k flows and iii) 2M with 2 * 1M + flows. Unique flows are created by using distinct IPv6 destination + addresses that are changed for every packet, using incremental or + random ordering. For details, see + [Packet Flow Ordering]({{< ref "packet_flow_ordering#Packet Flow Ordering" >}}). + +## SRv6 Routing + +SRv6 routing tests are executed in a number of baseline configurations, +in each case SR policy and steering policy are configured for one +direction and one (or two) SR behaviours (functions) in the other +directions: + +- *srv6enc1sid*: One SID (no SRH present), one SR function - End. +- *srv6enc2sids*: Two SIDs (SRH present), two SR functions - End and + End.DX6. +- *srv6enc2sids-nodecaps*: Two SIDs (SRH present) without decapsulation, + one SR function - End. +- *srv6proxy-dyn*: Dynamic SRv6 proxy, one SR function - End.AD. +- *srv6proxy-masq*: Masquerading SRv6 proxy, one SR function - End.AM. +- *srv6proxy-stat*: Static SRv6 proxy, one SR function - End.AS. + +In all listed cases low number of IPv6 flows (253 per direction) is +routed by VPP. diff --git a/docs/content/methodology/packet_flow_ordering.md b/docs/content/methodology/packet_flow_ordering.md deleted file mode 100644 index d2b3bfb90c..0000000000 --- a/docs/content/methodology/packet_flow_ordering.md +++ /dev/null @@ -1,42 +0,0 @@ ---- -title: "Packet Flow Ordering" -weight: 9 ---- - -# Packet Flow Ordering - -TRex Traffic Generator (TG) supports two main ways how to cover -address space (on allowed ranges) in scale tests. - -In most cases only one field value (e.g. IPv4 destination address) is -altered, in some cases two fields (e.g. IPv4 destination address and UDP -destination port) are altered. - -## Incremental Ordering - -This case is simpler to implement and offers greater control. - -When changing two fields, they can be incremented synchronously, or one -after another. In the latter case we can specify which one is -incremented each iteration and which is incremented by "carrying over" -only when the other "wraps around". This way also visits all -combinations once before the "carry" field also wraps around. - -It is possible to use increments other than 1. - -## Randomized Ordering - -This case chooses each field value at random (from the allowed range). -In case of two fields, they are treated independently. -TRex allows to set random seed to get deterministic numbers. -We use a different seed for each field and traffic direction. -The seed has to be a non-zero number, we use 1, 2, 3, and so on. - -The seeded random mode in TRex requires a "limit" value, -which acts as a cycle length limit (after this many iterations, -the seed resets to its initial value). -We use the maximal allowed limit value (computed as 2^24 - 1). - -Randomized profiles do not avoid duplicated values, -and do not guarantee each possible value is visited, -so it is not very useful for stateful tests. diff --git a/docs/content/methodology/packet_latency.md b/docs/content/methodology/packet_latency.md deleted file mode 100644 index fd7c0e00e8..0000000000 --- a/docs/content/methodology/packet_latency.md +++ /dev/null @@ -1,45 +0,0 @@ ---- -title: "Packet Latency" -weight: 8 ---- - -# Packet Latency - -TRex Traffic Generator (TG) is used for measuring one-way latency in -2-Node and 3-Node physical testbed topologies. TRex integrates -[High Dynamic Range Histogram (HDRH)](http://hdrhistogram.org/) -functionality and reports per packet latency distribution for latency -streams sent in parallel to the main load packet streams. - -Following methodology is used: - -- Only NDRPDR test type measures latency and only after NDR and PDR - values are determined. Other test types do not involve latency - streams. -- Latency is measured at different background load packet rates: - - - No-Load: latency streams only. - - Low-Load: at 10% PDR. - - Mid-Load: at 50% PDR. - - High-Load: at 90% PDR. - -- Latency is measured for all tested packet sizes except IMIX due to - TRex TG restriction. -- TG sends dedicated latency streams, one per direction, each at the - rate of 9 kpps at the prescribed packet size; these are sent in - addition to the main load streams. -- TG reports Min/Avg/Max and HDRH latency values distribution per stream - direction, hence two sets of latency values are reported per test case - (marked as E-W and W-E). -- +/- 1 usec is the measurement accuracy of TRex TG and the data in HDRH - latency values distribution is rounded to microseconds. -- TRex TG introduces a (background) always-on Tx + Rx latency bias of 4 - usec on average per direction resulting from TRex software writing and - reading packet timestamps on CPU cores. Quoted values are based on TG - back-to-back latency measurements. -- Latency graphs are not smoothed, each latency value has its own - horizontal line across corresponding packet percentiles. -- Percentiles are shown on X-axis using a logarithmic scale, so the - maximal latency value (ending at 100% percentile) would be in - infinity. The graphs are cut at 99.9999% (hover information still - lists 100%). \ No newline at end of file diff --git a/docs/content/methodology/per_patch_testing.md b/docs/content/methodology/per_patch_testing.md new file mode 100644 index 0000000000..a64a52caf6 --- /dev/null +++ b/docs/content/methodology/per_patch_testing.md @@ -0,0 +1,230 @@ +--- +title: "Per-patch Testing" +weight: 5 +--- + +# Per-patch Testing + +Updated for CSIT git commit id: 72b45cfe662107c8e1bb549df71ba51352a898ee. + +A methodology similar to trending analysis is used for comparing performance +before a DUT code change is merged. This can act as a verify job to disallow +changes which would decrease performance without a good reason. + +## Existing jobs + +VPP is the only project currently using such jobs. +They are not started automatically, must be triggered on demand. +They allow full tag expressions, but some tags are enforced (such as MRR). + +There are jobs available for multiple types of testbeds, +based on various processors. +Their Gerrit triggers words are of the form "perftest-{node_arch}" +where the node_arch combinations currently supported are: +2n-clx, 2n-tx2, 2n-zn2, 3n-tsh. + +## Test selection + +Gerrit trigger line without any additional arguments selects +a small set of test cases to run. +If additional arguments are added to the Gerrit trigger, they are treated +as Robot tag expressions to select tests to run. +While very flexible, this method of test selection also allows the user +to accidentally select too high number of tests, blocking the testbed for days. + +What follows is a list of explanations and recommendations +to help users to select the minimal set of tests cases. + +### Verify cycles + +When Gerrit schedules multiple jobs to run for the same patch set, +it waits until all runs are complete. +While it is waiting, it is possible to trigger more jobs +(adding runs to the set Gerrit is waiting for), but it is not possible +to trigger more runs for the same job, until Gerrit is done waiting. +After Gerrit is done waiting, it becames possible to trigger +the same job again. + +Example. User triggers one set of tests on 2n-icx and immediately +also triggers other set of tests on 3n-icx. Then the user notices +2n-icx run end early because of a typo in tag expression. +When the user tries to re-trigger 2n-icx (with fixed tag expression), +that comment gets ignored by Jenkins. +Only when 3n-icx job finishes, the user can trigger 2n-icx. + +### One comment many jobs + +In the past, the CSIT code which parses for perftest trigger comments +was buggy, which lead to bad behavior (as in selection all performance test, +because "perftest" is also a robot tag) when user included multiple +perftest trigger words in the same comment. + +The worst bugs were fixed since then, but it is still recommended +to use just one trigger word per Gerrit comment, just to be safe. + +### Multiple test cases in run + +While Robot supports OR operator, it does not support parentheses, +so the OR operator is not very useful. It is recommended +to use space instead of OR operator. + +Example template: +perftest-2n-icx {tag_expression_1} {tag_expression_2} + +See below for more concrete examples. + +### Suite tags + +Traditionally, CSIT maintains broad Robot tags that can be used to select tests. + +But it is not recommended to use them for test selection, +as it is not that easy to determine how many test cases are selected. + +The recommended way is to look into CSIT repository first, +and locate a specific suite the user is interested in, +and use its suite tag. For example, "ethip4-ip4base" is a suite tag +selecting just one suite in CSIT git repository, +avoiding all scale, container, and other simialr variants. + +Note that CSIT uses "autogen" code generator, +so the robot running in Jenkins has access to more suites +than visible just by looking into CSIT git repository, +so suite tag is not enough to select even the intended suite, +and user still probably wants to narrow down +to a single test case within a suite. + +### Fully specified tag expressions + +Here is one template to select a single test case: +{test_type}AND{nic_model}AND{nic_driver}AND{cores}AND{frame_size}AND{suite_tag} +where the variables are all lower case (so AND operator stands out). + +Currently only one test type is supported by the performance comparison jobs: +"mrr". +The nic_driver options depend on nic_model. For Intel cards "drv_avf" +(AVF plugin) and "drv_vfio_pci" (DPDK plugin) are popular, for Mellanox +"drv_rdma_core". Currently, the performance using "drv_af_xdp" is not reliable +enough, so do not use it unless you are specifically testing for AF_XDP. + +The most popular nic_model is "nic_intel-xxv710", but that is not available +on all testbed types. +It is safe to use "1c" for cores (unless you are suspection multi-core +performance is affected differently) and "64b" for frame size ("78b" for ip6 +and more for dot1q and other encapsulated traffic; +"1518b" is popular for ipsec and other payload-bound tests). + +As there are more test cases than CSIT can periodically test, +it is possible to encounter an old test case that currently fails. +To avoid that, you can look at "job spec" files we use for periodic testing, +for example +[this one](https://github.com/FDio/csit/blob/master/resources/job_specs/report_iterative/2n-icx/vpp-mrr-00.md). + +### Shortening triggers + +Advanced users may use the following tricks to avoid writing long trigger +comments. + +Robot supports glob matching, which can be used to select multiple suite tags at +once. + +Not specifying one of 6 parts of the recommended expression pattern +will select all available options. For example not specifying nic_driver +for nic_intel-xxv710 will select all 3 applicable drivers. +You can use NOT operator to reject some options (e.g. NOTdrv_af_xdp), +but beware, with NOT the order matters: +tag1ANDtag2NOTtag3 is not the same as tag1NOTtag3ANDtag2, +the latter is evaluated as tag1AND(NOT(tag3ANDtag2)). + +Beware when not specifying nic_model. As a precaution, +CSIT code will insert the defailt NIC model for the tetsbed used. +Example: Specifying drv_rdma_core without specifying nic_model +will fail, as the default nic_model is nic_intel-xxv710 +which does not support RDMA core driver. + +### Complete example + +A user wants to test a VPP change which may affect load balance whith bonding. +Searching tag documentation for "bonding" finds LBOND tag and its variants. +Searching CSIT git repository (directory tests/) finds 8 suite files, +all suited only for 3-node testbeds. +All suites are using vhost, but differ by the forwarding app inside VM +(DPDK or VPP), by the forwarding mode of VPP acting as host level vswitch +(MAC learning or cross connect), and by the number of DUT1-DUT2 links +available (1 or 2). + +As not all NICs and testbeds offer enogh ports for 2 parallel DUT-DUT links, +the user looks at +[testbed specifications](https://github.com/FDio/csit/tree/master/topologies/available) +and finds that only xxv710 NIC on 3n-icx testbed matches the requirements. +Quick look into the suites confirm the smallest frame size is 64 bytes +(despite DOT1Q robot tag, as the encapsulation does not happen on TG-DUT links). +It is ok to use just 1 physical core, as 3n-icx has hyperthreading enabled, +so VPP vswitch will use 2 worker threads. + +The user decides the vswitch forwarding mode is not important +(so choses cross connect as that has less CPU overhead), +but wants to test both NIC drivers (not AF_XDP), both apps in VM, +and both 1 and 2 parallel links. + +After shortening, this is the trigger comment fianlly used: +perftest-3n-icx mrrANDnic_intel-x710AND1cAND64bAND?lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm*NOTdrv_af_xdp + +## Basic operation + +The job builds VPP .deb packages for both the patch under test +(called "current") and its parent patch (called "parent"). + +For each test (from a set defined by tag expression), +both builds are subjected to several trial measurements (BMRR). +Measured samples are grouped to "parent" sequence, +followed by "current" sequence. The same Minimal Description Length +algorithm as in trending is used to decide whether it is one big group, +or two smaller gropus. If it is one group, a "normal" result +is declared for the test. If it is two groups, and current average +is less then parent average, the test is declared a regression. +If it is two groups and current average is larger or equal, +the test is declared a progression. + +The whole job fails (giving -1) if some trial measurement failed, +or if any test was declared a regression. + +## Temporary specifics + +The Minimal Description Length analysis is performed by +CSIT code equivalent to jumpavg-0.1.3 library available on PyPI. + +In hopes of strengthening of signal (code performance) compared to noise +(all other factors influencing the measured values), several workarounds +are applied. + +In contrast to trending, trial duration is set to 10 seconds, +and only 5 samples are measured for each build. +Both parameters are set in ci-management. + +This decreases sensitivity to regressions, but also decreases +probability of false positives. + +## Console output + +The following information as visible towards the end of Jenkins console output, +repeated for each analyzed test. + +The original 5 values are visible in order they were measured. +The 5 values after processing are also visible in output, +this time sorted by value (so people can see minimum and maximum). + +The next output is difference of averages. It is the current average +minus the parent average, expressed as percentage of the parent average. + +The next three outputs contain the jumpavg representation +of the two groups and a combined group. +Here, "bits" is the description length; for "current" sequence +it includes effect from "parent" average value +(jumpavg-0.1.3 penalizes sequences with too close averages). + +Next, a sentence describing which grouping description is shorter, +and by how much bits. +Finally, the test result classification is visible. + +The algorithm does not track test case names, +so test cases are indexed (from 0). diff --git a/docs/content/methodology/per_thread_resources.md b/docs/content/methodology/per_thread_resources.md deleted file mode 100644 index cd862fa824..0000000000 --- a/docs/content/methodology/per_thread_resources.md +++ /dev/null @@ -1,102 +0,0 @@ ---- -title: "Per Thread Resources" -weight: 2 ---- - -# Per Thread Resources - -CSIT test framework is managing mapping of the following resources per -thread: - -1. Cores, physical cores (pcores) allocated as pairs of sibling logical cores - (lcores) if server in HyperThreading/SMT mode, or as single lcores - if server not in HyperThreading/SMT mode. Note that if server's - processors are running in HyperThreading/SMT mode sibling lcores are - always used. -2. Receive Queues (RxQ), packet receive queues allocated on each - physical and logical interface tested. -3. Transmit Queues(TxQ), packet transmit queues allocated on each - physical and logical interface tested. - -Approach to mapping per thread resources depends on the application/DUT -tested (VPP or DPDK apps) and associated thread types, as follows: - -1. Data-plane workers, used for data-plane packet processing, when no - feature workers present. - - - Cores: data-plane workers are typically tested in 1, 2 and 4 pcore - configurations, running on single lcore per pcore or on sibling - lcores per pcore. Result is a set of {T}t{C}c thread-core - configurations, where{T} stands for a total number of threads - (lcores), and {C} for a total number of pcores. Tested - configurations are encoded in CSIT test case names, - e.g. "1c", "2c", "4c", and test tags "2T1C"(or "1T1C"), "4T2C" - (or "2T2C"), "8T4C" (or "4T4C"). - - Interface Receive Queues (RxQ): as of CSIT-2106 release, number of - RxQs used on each physical or virtual interface is equal to the - number of data-plane workers. In other words each worker has a - dedicated RxQ on each interface tested. This ensures packet - processing load to be equal for each worker, subject to RSS flow - load balancing efficacy. Note: Before CSIT-2106 total number of - RxQs across all interfaces of specific type was equal to the - number of data-plane workers. - - Interface Transmit Queues (TxQ): number of TxQs used on each - physical or virtual interface is equal to the number of data-plane - workers. In other words each worker has a dedicated TxQ on each - interface tested. - - Applies to VPP and DPDK Testpmd and L3Fwd. - -2. Data-plane and feature workers (e.g. IPsec async crypto workers), the - latter dedicated to specific feature processing. - - - Cores: data-plane and feature workers are tested in 2, 3 and 4 - pcore configurations, running on single lcore per pcore or on - sibling lcores per pcore. This results in a two sets of - thread-core combinations separated by "-", {T}t{C}c-{T}t{C}c, with - the leading set denoting total number of threads (lcores) and - pcores used for data-plane workers, and the trailing set denoting - total number of lcores and pcores used for feature workers. - Accordingly, tested configurations are encoded in CSIT test case - names, e.g. "1c-1c", "1c-2c", "1c-3c", and test tags "2T1C_2T1C" - (or "1T1C_1T1C"), "2T1C_4T2C"(or "1T1C_2T2C"), "2T1C_6T3C" - (or "1T1C_3T3C"). - - RxQ and TxQ: no RxQs and no TxQs are used by feature workers. - - Applies to VPP only. - -3. Management/main worker, control plane and management. - - - Cores: single lcore. - - RxQ: not used (VPP default behaviour). - - TxQ: single TxQ per interface, allocated but not used - (VPP default behaviour). - - Applies to VPP only. - -## VPP Thread Configuration - -Mapping of cores and RxQs to VPP data-plane worker threads is done in -the VPP startup.conf during test suite setup: - -1. `corelist-workers `: List of logical cores to run VPP - data-plane workers and feature workers. The actual lcores' - allocations depends on HyperThreading/SMT server configuration and - per test core configuration. - - - For tests without feature workers, by default, all CPU cores - configured in startup.conf are used for data-plane workers. - - For tests with feature workers, CSIT code distributes lcores across - data-plane and feature workers. - -2. `num-rx-queues `: Number of Rx queues used per interface. - -Mapping of TxQs to VPP data-plane worker threads uses the default VPP -setting of one TxQ per interface per data-plane worker. - -## DPDK Thread Configuration - -Mapping of cores and RxQs to DPDK Testpmd/L3Fwd data-plane worker -threads is done in the startup CLI: - -1. `-l ` - List of logical cores to run DPDK - application. -2. `nb-cores=` - Number of forwarding cores. -3. `rxq=` - Number of Rx queues used per interface. diff --git a/docs/content/methodology/reconfiguration_tests.md b/docs/content/methodology/reconfiguration_tests.md deleted file mode 100644 index 837535526d..0000000000 --- a/docs/content/methodology/reconfiguration_tests.md +++ /dev/null @@ -1,68 +0,0 @@ ---- -title: "Reconfiguration Tests" -weight: 16 ---- - -# Reconfiguration Tests - -## Overview - -Reconf tests are designed to measure the impact of VPP re-configuration -on data plane traffic. -While VPP takes some measures against the traffic being -entirely stopped for a prolonged time, -the immediate forwarding rate varies during the re-configuration, -as some configurations steps need the active dataplane worker threads -to be stopped temporarily. - -As the usual methods of measuring throughput need multiple trial measurements -with somewhat long durations, and the re-configuration process can also be long, -finding an offered load which would result in zero loss -during the re-configuration process would be time-consuming. - -Instead, reconf tests first find a througput value (lower bound for NDR) -without re-configuration, and then maintain that ofered load -during re-configuration. The measured loss count is then assumed to be caused -by the re-configuration process. The result published by reconf tests -is the effective blocked time, that is -the loss count divided by the offered load. - -## Current Implementation - -Each reconf suite is based on a similar MLRsearch performance suite. - -MLRsearch parameters are changed to speed up the throughput discovery. -For example, PDR is not searched for, and the final trial duration is shorter. - -The MLRsearch suite has to contain a configuration parameter -that can be scaled up, e.g. number of tunnels or number of service chains. -Currently, only increasing the scale is supported -as the re-configuration operation. In future, scale decrease -or other operations can be implemented. - -The traffic profile is not changed, so the traffic present is processed -only by the smaller scale configuration. The added tunnels / chains -are not targetted by the traffic. - -For the re-configuration, the same Robot Framework and Python libraries -are used, as were used in the initial configuration, with the exception -of the final calls that do not interact with VPP (e.g. starting -virtual machines) being skipped to reduce the test overall duration. - -## Discussion - -Robot Framework introduces a certain overhead, which may affect timing -of individual VPP API calls, which in turn may affect -the number of packets lost. - -The exact calls executed may contain unnecessary info dumps, repeated commands, -or commands which change a value that do not need to be changed (e.g. MTU). -Thus, implementation details are affecting the results, even if their effect -on the corresponding MLRsearch suite is negligible. - -The lower bound for NDR is the only value safe to be used when zero packets lost -are expected without re-configuration. But different suites show different -"jitter" in that value. For some suites, the lower bound is not tight, -allowing full NIC buffers to drain quickly between worker pauses. -For other suites, lower bound for NDR still has quite a large probability -of non-zero packet loss even without re-configuration. diff --git a/docs/content/methodology/root_cause_analysis/_index.md b/docs/content/methodology/root_cause_analysis/_index.md deleted file mode 100644 index 79cfe73769..0000000000 --- a/docs/content/methodology/root_cause_analysis/_index.md +++ /dev/null @@ -1,6 +0,0 @@ ---- -bookCollapseSection: true -bookFlatSection: false -title: "Root Cause Analysis" -weight: 20 ---- \ No newline at end of file diff --git a/docs/content/methodology/root_cause_analysis/perpatch_performance_tests.md b/docs/content/methodology/root_cause_analysis/perpatch_performance_tests.md deleted file mode 100644 index 900ea0b874..0000000000 --- a/docs/content/methodology/root_cause_analysis/perpatch_performance_tests.md +++ /dev/null @@ -1,228 +0,0 @@ ---- -title: "Per-patch performance tests" -weight: 1 ---- - -# Per-patch performance tests - -Updated for CSIT git commit id: 72b45cfe662107c8e1bb549df71ba51352a898ee. - -A methodology similar to trending analysis is used for comparing performance -before a DUT code change is merged. This can act as a verify job to disallow -changes which would decrease performance without a good reason. - -## Existing jobs - -VPP is the only project currently using such jobs. -They are not started automatically, must be triggered on demand. -They allow full tag expressions, but some tags are enforced (such as MRR). - -There are jobs available for multiple types of testbeds, -based on various processors. -Their Gerrit triggers words are of the form "perftest-{node_arch}" -where the node_arch combinations currently supported are: -2n-clx, 2n-tx2, 2n-zn2, 3n-tsh. - -## Test selection - -Gerrit trigger line without any additional arguments selects -a small set of test cases to run. -If additional arguments are added to the Gerrit trigger, they are treated -as Robot tag expressions to select tests to run. -While very flexible, this method of test selection also allows the user -to accidentally select too high number of tests, blocking the testbed for days. - -What follows is a list of explanations and recommendations -to help users to select the minimal set of tests cases. - -### Verify cycles - -When Gerrit schedules multiple jobs to run for the same patch set, -it waits until all runs are complete. -While it is waiting, it is possible to trigger more jobs -(adding runs to the set Gerrit is waiting for), but it is not possible -to trigger more runs for the same job, until Gerrit is done waiting. -After Gerrit is done waiting, it becames possible to trigger -the same job again. - -Example. User triggers one set of tests on 2n-icx and immediately -also triggers other set of tests on 3n-icx. Then the user notices -2n-icx run end early because of a typo in tag expression. -When the user tries to re-trigger 2n-icx (with fixed tag expression), -that comment gets ignored by Jenkins. -Only when 3n-icx job finishes, the user can trigger 2n-icx. - -### One comment many jobs - -In the past, the CSIT code which parses for perftest trigger comments -was buggy, which lead to bad behavior (as in selection all performance test, -because "perftest" is also a robot tag) when user included multiple -perftest trigger words in the same comment. - -The worst bugs were fixed since then, but it is still recommended -to use just one trigger word per Gerrit comment, just to be safe. - -### Multiple test cases in run - -While Robot supports OR operator, it does not support parentheses, -so the OR operator is not very useful. It is recommended -to use space instead of OR operator. - -Example template: -perftest-2n-icx {tag_expression_1} {tag_expression_2} - -See below for more concrete examples. - -### Suite tags - -Traditionally, CSIT maintains broad Robot tags that can be used to select tests. - -But it is not recommended to use them for test selection, -as it is not that easy to determine how many test cases are selected. - -The recommended way is to look into CSIT repository first, -and locate a specific suite the user is interested in, -and use its suite tag. For example, "ethip4-ip4base" is a suite tag -selecting just one suite in CSIT git repository, -avoiding all scale, container, and other simialr variants. - -Note that CSIT uses "autogen" code generator, -so the robot running in Jenkins has access to more suites -than visible just by looking into CSIT git repository, -so suite tag is not enough to select even the intended suite, -and user still probably wants to narrow down -to a single test case within a suite. - -### Fully specified tag expressions - -Here is one template to select a single test case: -{test_type}AND{nic_model}AND{nic_driver}AND{cores}AND{frame_size}AND{suite_tag} -where the variables are all lower case (so AND operator stands out). - -Currently only one test type is supported by the performance comparison jobs: -"mrr". -The nic_driver options depend on nic_model. For Intel cards "drv_avf" (AVF plugin) -and "drv_vfio_pci" (DPDK plugin) are popular, for Mellanox "drv_rdma_core". -Currently, the performance using "drv_af_xdp" is not reliable enough, so do not use it -unless you are specifically testing for AF_XDP. - -The most popular nic_model is "nic_intel-xxv710", but that is not available -on all testbed types. -It is safe to use "1c" for cores (unless you are suspection multi-core performance -is affected differently) and "64b" for frame size ("78b" for ip6 -and more for dot1q and other encapsulated traffic; -"1518b" is popular for ipsec and other payload-bound tests). - -As there are more test cases than CSIT can periodically test, -it is possible to encounter an old test case that currently fails. -To avoid that, you can look at "job spec" files we use for periodic testing, -for example -[this one](https://github.com/FDio/csit/blob/master/resources/job_specs/report_iterative/2n-icx/vpp-mrr-00.md). - -### Shortening triggers - -Advanced users may use the following tricks to avoid writing long trigger comments. - -Robot supports glob matching, which can be used to select multiple suite tags at once. - -Not specifying one of 6 parts of the recommended expression pattern -will select all available options. For example not specifying nic_driver -for nic_intel-xxv710 will select all 3 applicable drivers. -You can use NOT operator to reject some options (e.g. NOTdrv_af_xdp), -but beware, with NOT the order matters: -tag1ANDtag2NOTtag3 is not the same as tag1NOTtag3ANDtag2, -the latter is evaluated as tag1AND(NOT(tag3ANDtag2)). - -Beware when not specifying nic_model. As a precaution, -CSIT code will insert the defailt NIC model for the tetsbed used. -Example: Specifying drv_rdma_core without specifying nic_model -will fail, as the default nic_model is nic_intel-xxv710 -which does not support RDMA core driver. - -### Complete example - -A user wants to test a VPP change which may affect load balance whith bonding. -Searching tag documentation for "bonding" finds LBOND tag and its variants. -Searching CSIT git repository (directory tests/) finds 8 suite files, -all suited only for 3-node testbeds. -All suites are using vhost, but differ by the forwarding app inside VM -(DPDK or VPP), by the forwarding mode of VPP acting as host level vswitch -(MAC learning or cross connect), and by the number of DUT1-DUT2 links -available (1 or 2). - -As not all NICs and testbeds offer enogh ports for 2 parallel DUT-DUT links, -the user looks at -[testbed specifications](https://github.com/FDio/csit/tree/master/topologies/available) -and finds that only xxv710 NIC on 3n-icx testbed matches the requirements. -Quick look into the suites confirm the smallest frame size is 64 bytes -(despite DOT1Q robot tag, as the encapsulation does not happen on TG-DUT links). -It is ok to use just 1 physical core, as 3n-icx has hyperthreading enabled, -so VPP vswitch will use 2 worker threads. - -The user decides the vswitch forwarding mode is not important -(so choses cross connect as that has less CPU overhead), -but wants to test both NIC drivers (not AF_XDP), both apps in VM, -and both 1 and 2 parallel links. - -After shortening, this is the trigger comment fianlly used: -perftest-3n-icx mrrANDnic_intel-x710AND1cAND64bAND?lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm*NOTdrv_af_xdp - -## Basic operation - -The job builds VPP .deb packages for both the patch under test -(called "current") and its parent patch (called "parent"). - -For each test (from a set defined by tag expression), -both builds are subjected to several trial measurements (BMRR). -Measured samples are grouped to "parent" sequence, -followed by "current" sequence. The same Minimal Description Length -algorithm as in trending is used to decide whether it is one big group, -or two smaller gropus. If it is one group, a "normal" result -is declared for the test. If it is two groups, and current average -is less then parent average, the test is declared a regression. -If it is two groups and current average is larger or equal, -the test is declared a progression. - -The whole job fails (giving -1) if some trial measurement failed, -or if any test was declared a regression. - -## Temporary specifics - -The Minimal Description Length analysis is performed by -CSIT code equivalent to jumpavg-0.1.3 library available on PyPI. - -In hopes of strengthening of signal (code performance) compared to noise -(all other factors influencing the measured values), several workarounds -are applied. - -In contrast to trending, trial duration is set to 10 seconds, -and only 5 samples are measured for each build. -Both parameters are set in ci-management. - -This decreases sensitivity to regressions, but also decreases -probability of false positives. - -## Console output - -The following information as visible towards the end of Jenkins console output, -repeated for each analyzed test. - -The original 5 values are visible in order they were measured. -The 5 values after processing are also visible in output, -this time sorted by value (so people can see minimum and maximum). - -The next output is difference of averages. It is the current average -minus the parent average, expressed as percentage of the parent average. - -The next three outputs contain the jumpavg representation -of the two groups and a combined group. -Here, "bits" is the description length; for "current" sequence -it includes effect from "parent" average value -(jumpavg-0.1.3 penalizes sequences with too close averages). - -Next, a sentence describing which grouping description is shorter, -and by how much bits. -Finally, the test result classification is visible. - -The algorithm does not track test case names, -so test cases are indexed (from 0). diff --git a/docs/content/methodology/suite_generation.md b/docs/content/methodology/suite_generation.md deleted file mode 100644 index 4fa9dee0ce..0000000000 --- a/docs/content/methodology/suite_generation.md +++ /dev/null @@ -1,124 +0,0 @@ ---- -title: "Suite Generation" -weight: 19 ---- - -# Suite Generation - -CSIT uses robot suite files to define tests. -However, not all suite files available for Jenkins jobs -(or manually started bootstrap scripts) are present in CSIT git repository. -They are generated only when needed. - -## Autogen Library - -There is a code generation layer implemented as Python library called "autogen", -called by various bash scripts. - -It generates the full extent of CSIT suites, using the ones in git as templates. - -## Sources - -The generated suites (and their contents) are affected by multiple information -sources, listed below. - -### Git Suites - -The suites present in git repository act as templates for generating suites. -One of autogen design principles is that any template suite should also act -as a full suite (no placeholders). - -In practice, autogen always re-creates the template suite with exactly -the same content, it is one of checks that autogen works correctly. - -### Regenerate Script - -Not all suites present in CSIT git repository act as template for autogen. -The distinction is on per-directory level. Directories with -regenerate_testcases.py script usually consider all suites as templates -(unless possibly not included by the glob patten in the script). - -The script also specifies minimal frame size, indirectly, by specifying protocol -(protocol "ip4" is the default, leading to 64B frame size). - -### Constants - -Values in Constants.py are taken into consideration when generating suites. -The values are mostly related to different NIC models and NIC drivers. - -### Python Code - -Python code in resources/libraries/python/autogen contains several other -information sources. - -#### Testcase Templates - -The test case part of template suite is ignored, test case lines -are created according to text templates in Testcase.py file. - -#### Testcase Argument Lists - -Each testcase template has different number of "arguments", e.g. values -to put into various placeholders. Different test types need different -lists of the argument values, the lists are in regenerate_glob method -in Regenerator.py file. - -#### Iteration Over Values - -Python code detects the test type (usually by substrings of suite file name), -then iterates over different quantities based on type. -For example, only ndrpdr suite templates generate other types (mrr and soak). - -#### Hardcoded Exclusions - -Some combinations of values are known not to work, so they are excluded. -Examples: Density tests for too much CPUs; IMIX for ASTF. - -## Non-Sources - -Some information sources are available in CSIT repository, -but do not affect the suites generated by autogen. - -### Testbeds - -Overall, no information visible in topology yaml files is taken into account -by autogen. - -#### Testbed Architecture - -Historically, suite files are agnostic to testbed architecture, e.g. ICX or ALT. - -#### Testbed Size - -Historically, 2-node and 3-node suites have diferent names, and while -most of the code is common, the differences are not always simple enough. -Autogen treat 2-node and 3-node suites as independent templates. - -TRex suites are intended for a 1-node circuit of otherwise 2-node or 3-node -testbeds, so they support all 3 robot tags. -They are also detected and treated differently by autogen, -mainly because they need different testcase arguments (no CPU count). -Autogen does nothing specifically related to the fact they should run -only in testbeds/NICs with TG-TG line available. - -#### Other Topology Info - -Some bonding tests need two (parallel) links between DUTs. -Autogen does not care, as suites are agnostic. -Robot tag marks the difference, but the link presence is not explicitly checked. - -### Job specs - -Information in job spec files depend on generated suites (not the other way). -Autogen should generate more suites, as job spec is limited by time budget. -More suites should be available for manually triggered verify jobs, -so autogen covers that. - -### Bootstrap Scripts - -Historically, bootstrap scripts perform some logic, -perhaps adding exclusion options to Robot invocation -(e.g. skipping testbed+NIC combinations for tests that need parallel links). - -Once again, the logic here relies on what autogen generates, -autogen does not look into bootstrap scripts. diff --git a/docs/content/methodology/telemetry.md b/docs/content/methodology/telemetry.md deleted file mode 100644 index e7a2571573..0000000000 --- a/docs/content/methodology/telemetry.md +++ /dev/null @@ -1,167 +0,0 @@ ---- -title: "Telemetry" -weight: 20 ---- - -# Telemetry - -OpenMetrics specifies the de-facto standard for transmitting cloud-native -metrics at scale, with support for both text representation and Protocol -Buffers. - -## RFC - -- RFC2119 -- RFC5234 -- RFC8174 -- draft-richih-opsawg-openmetrics-00 - -## Reference - -[OpenMetrics](https://github.com/OpenObservability/OpenMetrics/blob/master/specification/OpenMetrics.md) - -## Metric Types - -- Gauge -- Counter -- StateSet -- Info -- Histogram -- GaugeHistogram -- Summary -- Unknown - -Telemetry module in CSIT currently support only Gauge, Counter and Info. - -## Anatomy of CSIT telemetry implementation - -Existing implementation consists of several measurment building blocks: -the main measuring block running search algorithms (MLR, PLR, SOAK, MRR, ...), -the latency measuring block and the several telemetry blocks with or without -traffic running on a background. - -The main measuring block must not be interrupted by any read operation that can -impact data plane traffic processing during throughput search algorithm. Thus -operational reads are done before (pre-stat) and after (post-stat) that block. - -Some operational reads must be done while traffic is running and usually -consists of two reads (pre-run-stat, post-run-stat) with defined delay between -them. - -## MRR measurement - - traffic_start(r=mrr) traffic_stop |< measure >| - | | | (r=mrr) | - | pre_run_stat post_run_stat | pre_stat | | post_stat - | | | | | | | | - --o--------o---------------o---------o-------o--------+-------------------+------o------------> - t - - Legend: - - pre_run_stat - - vpp-clear-runtime - - post_run_stat - - vpp-show-runtime - - bash-perf-stat // if extended_debug == True - - pre_stat - - vpp-clear-stats - - vpp-enable-packettrace // if extended_debug == True - - vpp-enable-elog - - post_stat - - vpp-show-stats - - vpp-show-packettrace // if extended_debug == True - - vpp-show-elog - - - |< measure >| - | (r=mrr) | - | | - |< traffic_trial0 >|< traffic_trial1 >|< traffic_trialN >| - | (i=0,t=duration) | (i=1,t=duration) | (i=N,t=duration) | - | | | | - --o------------------------o------------------------o------------------------o---> - t - - -## MLR measurement - - |< measure >| traffic_start(r=pdr) traffic_stop traffic_start(r=ndr) traffic_stop |< [ latency ] >| - | (r=mlr) | | | | | | .9/.5/.1/.0 | - | | | pre_run_stat post_run_stat | | pre_run_stat post_run_stat | | | - | | | | | | | | | | | | - --+-------------------+----o--------o---------------o---------o--------------o--------o---------------o---------o------------[---------------------]---> - t - - Legend: - - pre_run_stat - - vpp-clear-runtime - - post_run_stat - - vpp-show-runtime - - bash-perf-stat // if extended_debug == True - - pre_stat - - vpp-clear-stats - - vpp-enable-packettrace // if extended_debug == True - - vpp-enable-elog - - post_stat - - vpp-show-stats - - vpp-show-packettrace // if extended_debug == True - - vpp-show-elog - - -## MRR measurement - - traffic_start(r=mrr) traffic_stop |< measure >| - | | | (r=mrr) | - | |< stat_runtime >| | stat_pre_trial | | stat_post_trial - | | | | | | | | - ----o---+--------------------------+---o-------------o------------+-------------------+-----o-------------> - t - - Legend: - - stat_runtime - - vpp-runtime - - stat_pre_trial - - vpp-clear-stats - - vpp-enable-packettrace // if extended_debug == True - - stat_post_trial - - vpp-show-stats - - vpp-show-packettrace // if extended_debug == True - - - |< measure >| - | (r=mrr) | - | | - |< traffic_trial0 >|< traffic_trial1 >|< traffic_trialN >| - | (i=0,t=duration) | (i=1,t=duration) | (i=N,t=duration) | - | | | | - --o------------------------o------------------------o------------------------o---> - t - - - |< stat_runtime >| - | | - |< program0 >|< program1 >|< programN >| - | (@=params) | (@=params) | (@=params) | - | | | | - --o------------------------o------------------------o------------------------o---> - t - - -## MLR measurement - - |< measure >| traffic_start(r=pdr) traffic_stop traffic_start(r=ndr) traffic_stop |< [ latency ] >| - | (r=mlr) | | | | | | .9/.5/.1/.0 | - | | | |< stat_runtime >| | | |< stat_runtime >| | | | - | | | | | | | | | | | | - --+-------------------+-----o---+--------------------------+---o--------------o---+--------------------------+---o-----------[---------------------]---> - t - - Legend: - - stat_runtime - - vpp-runtime - - stat_pre_trial - - vpp-clear-stats - - vpp-enable-packettrace // if extended_debug == True - - stat_post_trial - - vpp-show-stats - - vpp-show-packettrace // if extended_debug == True diff --git a/docs/content/methodology/terminology.md b/docs/content/methodology/terminology.md deleted file mode 100644 index 229db7d145..0000000000 --- a/docs/content/methodology/terminology.md +++ /dev/null @@ -1,82 +0,0 @@ ---- -title: "Terminology" -weight: 1 ---- - -# Terminology - -- **Frame size**: size of an Ethernet Layer-2 frame on the wire, including - any VLAN tags (dot1q, dot1ad) and Ethernet FCS, but excluding Ethernet - preamble and inter-frame gap. Measured in Bytes. -- **Packet size**: same as frame size, both terms used interchangeably. -- **Inner L2 size**: for tunneled L2 frames only, size of an encapsulated - Ethernet Layer-2 frame, preceded with tunnel header, and followed by - tunnel trailer. Measured in Bytes. -- **Inner IP size**: for tunneled IP packets only, size of an encapsulated - IPv4 or IPv6 packet, preceded with tunnel header, and followed by - tunnel trailer. Measured in Bytes. -- **Device Under Test (DUT)**: In software networking, "device" denotes a - specific piece of software tasked with packet processing. Such device - is surrounded with other software components (such as operating system - kernel). It is not possible to run devices without also running the - other components, and hardware resources are shared between both. For - purposes of testing, the whole set of hardware and software components - is called "System Under Test" (SUT). As SUT is the part of the whole - test setup performance of which can be measured with RFC2544, using - SUT instead of RFC2544 DUT. Device under test - (DUT) can be re-introduced when analyzing test results using whitebox - techniques, but this document sticks to blackbox testing. -- **System Under Test (SUT)**: System under test (SUT) is a part of the - whole test setup whose performance is to be benchmarked. The complete - methodology contains other parts, whose performance is either already - established, or not affecting the benchmarking result. -- **Bi-directional throughput tests**: involve packets/frames flowing in - both east-west and west-east directions over every tested interface of - SUT/DUT. Packet flow metrics are measured per direction, and can be - reported as aggregate for both directions (i.e. throughput) and/or - separately for each measured direction (i.e. latency). In most cases - bi-directional tests use the same (symmetric) load in both directions. -- **Uni-directional throughput tests**: involve packets/frames flowing in - only one direction, i.e. either east-west or west-east direction, over - every tested interface of SUT/DUT. Packet flow metrics are measured - and are reported for measured direction. -- **Packet Loss Ratio (PLR)**: ratio of packets received relative to packets - transmitted over the test trial duration, calculated using formula: - PLR = ( pkts_transmitted - pkts_received ) / pkts_transmitted. - For bi-directional throughput tests aggregate PLR is calculated based - on the aggregate number of packets transmitted and received. -- **Packet Throughput Rate**: maximum packet offered load DUT/SUT forwards - within the specified Packet Loss Ratio (PLR). In many cases the rate - depends on the frame size processed by DUT/SUT. Hence packet - throughput rate MUST be quoted with specific frame size as received by - DUT/SUT during the measurement. For bi-directional tests, packet - throughput rate should be reported as aggregate for both directions. - Measured in packets-per-second (pps) or frames-per-second (fps), - equivalent metrics. -- **Bandwidth Throughput Rate**: a secondary metric calculated from packet - throughput rate using formula: bw_rate = pkt_rate * (frame_size + - L1_overhead) * 8, where L1_overhead for Ethernet includes preamble (8 - Bytes) and inter-frame gap (12 Bytes). For bi-directional tests, - bandwidth throughput rate should be reported as aggregate for both - directions. Expressed in bits-per-second (bps). -- **Non Drop Rate (NDR)**: maximum packet/bandwith throughput rate sustained - by DUT/SUT at PLR equal zero (zero packet loss) specific to tested - frame size(s). MUST be quoted with specific packet size as received by - DUT/SUT during the measurement. Packet NDR measured in - packets-per-second (or fps), bandwidth NDR expressed in - bits-per-second (bps). -- **Partial Drop Rate (PDR)**: maximum packet/bandwith throughput rate - sustained by DUT/SUT at PLR greater than zero (non-zero packet loss) - specific to tested frame size(s). MUST be quoted with specific packet - size as received by DUT/SUT during the measurement. Packet PDR - measured in packets-per-second (or fps), bandwidth PDR expressed in - bits-per-second (bps). -- **Maximum Receive Rate (MRR)**: packet/bandwidth rate regardless of PLR - sustained by DUT/SUT under specified Maximum Transmit Rate (MTR) - packet load offered by traffic generator. MUST be quoted with both - specific packet size and MTR as received by DUT/SUT during the - measurement. Packet MRR measured in packets-per-second (or fps), - bandwidth MRR expressed in bits-per-second (bps). -- **Trial**: a single measurement step. -- **Trial duration**: amount of time over which packets are transmitted and - received in a single measurement step. diff --git a/docs/content/methodology/test/_index.md b/docs/content/methodology/test/_index.md new file mode 100644 index 0000000000..857cc7b168 --- /dev/null +++ b/docs/content/methodology/test/_index.md @@ -0,0 +1,6 @@ +--- +bookCollapseSection: true +bookFlatSection: false +title: "Test" +weight: 3 +--- diff --git a/docs/content/methodology/test/access_control_lists.md b/docs/content/methodology/test/access_control_lists.md new file mode 100644 index 0000000000..354e6b72bb --- /dev/null +++ b/docs/content/methodology/test/access_control_lists.md @@ -0,0 +1,66 @@ +--- +title: "Access Control Lists" +weight: 5 +--- + +# Access Control Lists + +VPP is tested in a number of data plane feature configurations across +different forwarding modes. Following sections list features tested. + +## ACL Security-Groups + +Both stateless and stateful access control lists (ACL), also known as +security-groups, are supported by VPP. + +Following ACL configurations are tested for MAC switching with L2 +bridge-domains: + +- *l2bdbasemaclrn-iacl{E}sl-{F}flows*: Input stateless ACL, with {E} + entries and {F} flows. +- *l2bdbasemaclrn-oacl{E}sl-{F}flows*: Output stateless ACL, with {E} + entries and {F} flows. +- *l2bdbasemaclrn-iacl{E}sf-{F}flows*: Input stateful ACL, with {E} + entries and {F} flows. +- *l2bdbasemaclrn-oacl{E}sf-{F}flows*: Output stateful ACL, with {E} + entries and {F} flows. + +Following ACL configurations are tested with IPv4 routing: + +- *ip4base-iacl{E}sl-{F}flows*: Input stateless ACL, with {E} entries + and {F} flows. +- *ip4base-oacl{E}sl-{F}flows*: Output stateless ACL, with {E} entries + and {F} flows. +- *ip4base-iacl{E}sf-{F}flows*: Input stateful ACL, with {E} entries and + {F} flows. +- *ip4base-oacl{E}sf-{F}flows*: Output stateful ACL, with {E} entries + and {F} flows. + +ACL tests are executed with the following combinations of ACL entries +and number of flows: + +- ACL entry definitions + - flow non-matching deny entry: (src-ip4, dst-ip4, src-port, dst-port). + - flow matching permit ACL entry: (src-ip4, dst-ip4). +- {E} - number of non-matching deny ACL entries, {E} = [1, 10, 50]. +- {F} - number of UDP flows with different tuple (src-ip4, dst-ip4, + src-port, dst-port), {F} = [100, 10k, 100k]. +- All {E}x{F} combinations are tested per ACL type, total of 9. + +## ACL MAC-IP + +MAC-IP binding ACLs are tested for MAC switching with L2 bridge-domains: + +- *l2bdbasemaclrn-macip-iacl{E}sl-{F}flows*: Input stateless ACL, with + {E} entries and {F} flows. + +MAC-IP ACL tests are executed with the following combinations of ACL +entries and number of flows: + +- ACL entry definitions + - flow non-matching deny entry: (dst-ip4, dst-mac, bit-mask) + - flow matching permit ACL entry: (dst-ip4, dst-mac, bit-mask) +- {E} - number of non-matching deny ACL entries, {E} = [1, 10, 50] +- {F} - number of UDP flows with different tuple (dst-ip4, dst-mac), + {F} = [100, 10k, 100k] +- All {E}x{F} combinations are tested per ACL type, total of 9. diff --git a/docs/content/methodology/test/generic_segmentation_offload.md b/docs/content/methodology/test/generic_segmentation_offload.md new file mode 100644 index 0000000000..0032d203de --- /dev/null +++ b/docs/content/methodology/test/generic_segmentation_offload.md @@ -0,0 +1,117 @@ +--- +title: "Generic Segmentation Offload" +weight: 7 +--- + +# Generic Segmentation Offload + +## Overview + +Generic Segmentation Offload (GSO) reduces per-packet processing +overhead by enabling applications to pass a multi-packet buffer to +(v)NIC and process a smaller number of large packets (e.g. frame size of +64 KB), instead of processing higher numbers of small packets (e.g. +frame size of 1500 B), thus reducing per-packet overhead. + +GSO tests for VPP vhostuser and tapv2 interfaces. All tests cases use iPerf3 +client and server applications running TCP/IP as a traffic generator. For +performance comparison the same tests are run without GSO enabled. + +## GSO Test Topologies + +Two VPP GSO test topologies are implemented: + +1. iPerfC_GSOvirtio_LinuxVM --- GSOvhost_VPP_GSOvhost --- iPerfS_GSOvirtio_LinuxVM + - Tests VPP GSO on vhostuser interfaces and interaction with Linux + virtio with GSO enabled. +2. iPerfC_GSOtap_LinuxNspace --- GSOtapv2_VPP_GSOtapv2 --- iPerfS_GSOtap_LinuxNspace + - Tests VPP GSO on tapv2 interfaces and interaction with Linux tap + with GSO enabled. + +Common configuration: + +- iPerfC (client) and iPerfS (server) run in TCP/IP mode without upper + bandwidth limit. +- Trial duration is set to 30 sec. +- iPerfC, iPerfS and VPP run in the single SUT node. + + +## VPP GSOtap Topology + +### VPP Configuration + +VPP GSOtap tests are executed without using hyperthreading. VPP worker runs on +a single core. Multi-core tests are not executed. Each interface belongs to +separate namespace. Following core pinning scheme is used: + +- 1t1c (rxq=1, rx_qsz=4096, tx_qsz=4096) + - system isolated: 0,28,56,84 + - vpp mt: 1 + - vpp wt: 2 + - vhost: 3-5 + - iperf-s: 6 + - iperf-c: 7 + +### iPerf3 Server Configuration + +iPerf3 version used 3.7 + + $ sudo -E -S ip netns exec tap1_namespace iperf3 \ + --server --daemon --pidfile /tmp/iperf3_server.pid \ + --logfile /tmp/iperf3.log --port 5201 --affinity + +For the full iPerf3 reference please see +[iPerf3 docs](https://github.com/esnet/iperf/blob/master/docs/invoking.rst). + + +### iPerf3 Client Configuration + +iPerf3 version used 3.7 + + $ sudo -E -S ip netns exec tap1_namespace iperf3 \ + --client 2.2.2.2 --bind 1.1.1.1 --port 5201 --parallel \ + --time 30.0 --affinity --zerocopy + +For the full iPerf3 reference please see +[iPerf3 docs](https://github.com/esnet/iperf/blob/master/docs/invoking.rst). + + +## VPP GSOvhost Topology + +### VPP Configuration + +VPP GSOvhost tests are executed without using hyperthreading. VPP worker runs +on a single core. Multi-core tests are not executed. Following core pinning +scheme is used: + +- 1t1c (rxq=1, rx_qsz=1024, tx_qsz=1024) + - system isolated: 0,28,56,84 + - vpp mt: 1 + - vpp wt: 2 + - vm-iperf-s: 3,4,5,6,7 + - vm-iperf-c: 8,9,10,11,12 + - iperf-s: 1 + - iperf-c: 1 + +### iPerf3 Server Configuration + +iPerf3 version used 3.7 + + $ sudo iperf3 \ + --server --daemon --pidfile /tmp/iperf3_server.pid \ + --logfile /tmp/iperf3.log --port 5201 --affinity X + +For the full iPerf3 reference please see +[iPerf3 docs](https://github.com/esnet/iperf/blob/master/docs/invoking.rst). + + +### iPerf3 Client Configuration + +iPerf3 version used 3.7 + + $ sudo iperf3 \ + --client 2.2.2.2 --bind 1.1.1.1 --port 5201 --parallel \ + --time 30.0 --affinity X --zerocopy + +For the full iPerf3 reference please see +[iPerf3 docs](https://github.com/esnet/iperf/blob/master/docs/invoking.rst). diff --git a/docs/content/methodology/test/hoststack/_index.md b/docs/content/methodology/test/hoststack/_index.md new file mode 100644 index 0000000000..2ae872c54e --- /dev/null +++ b/docs/content/methodology/test/hoststack/_index.md @@ -0,0 +1,6 @@ +--- +bookCollapseSection: true +bookFlatSection: false +title: "Hoststack" +weight: 6 +--- diff --git a/docs/content/methodology/test/hoststack/quicudpip_with_vppecho.md b/docs/content/methodology/test/hoststack/quicudpip_with_vppecho.md new file mode 100644 index 0000000000..c7d57a51b3 --- /dev/null +++ b/docs/content/methodology/test/hoststack/quicudpip_with_vppecho.md @@ -0,0 +1,48 @@ +--- +title: "QUIC/UDP/IP with vpp_echo" +weight: 1 +--- + +# QUIC/UDP/IP with vpp_echo + +[vpp_echo performance testing tool](https://wiki.fd.io/view/VPP/HostStack#External_Echo_Server.2FClient_.28vpp_echo.29) +is a bespoke performance test application which utilizes the 'native +HostStack APIs' to verify performance and correct handling of +connection/stream events with uni-directional and bi-directional +streams of data. + +Because iperf3 does not support the QUIC transport protocol, vpp_echo +is used for measuring the maximum attainable goodput of the VPP Host +Stack connection utilizing the QUIC transport protocol across two +instances of VPP running on separate DUT nodes. The QUIC transport +protocol supports multiple streams per connection and test cases +utilize different combinations of QUIC connections and number of +streams per connection. + +The test configuration is as follows: + + DUT1 Network DUT2 + [ vpp_echo-client -> VPP1 ]=======[ VPP2 -> vpp_echo-server] + N-streams/connection + +where, + +1. vpp_echo server attaches to VPP2 and LISTENs on VPP2:TCP port 1234. +2. vpp_echo client creates one or more connections to VPP1 and opens + one or more stream per connection to VPP2:TCP port 1234. +3. vpp_echo client transmits a uni-directional stream as fast as the + VPP Host Stack allows to the vpp_echo server for the test duration. +4. At the end of the test the vpp_echo client emits the goodput + measurements for all streams and the sum of all streams. + +Test cases include + +1. 1 QUIC Connection with 1 Stream +2. 1 QUIC connection with 10 Streams +3. 10 QUIC connetions with 1 Stream +4. 10 QUIC connections with 10 Streams + +with stream sizes to provide reasonable test durations. The VPP Host +Stack QUIC transport is configured to utilize the picotls encryption +library. In the future, tests utilizing addtional encryption +algorithms will be added. diff --git a/docs/content/methodology/test/hoststack/tcpip_with_iperf3.md b/docs/content/methodology/test/hoststack/tcpip_with_iperf3.md new file mode 100644 index 0000000000..7baa88ab50 --- /dev/null +++ b/docs/content/methodology/test/hoststack/tcpip_with_iperf3.md @@ -0,0 +1,52 @@ +--- +title: "TCP/IP with iperf3" +weight: 2 +--- + +# TCP/IP with iperf3 + +[iperf3 goodput measurement tool](https://github.com/esnet/iperf) +is used for measuring the maximum attainable goodput of the VPP Host +Stack connection across two instances of VPP running on separate DUT +nodes. iperf3 is a popular open source tool for active measurements +of the maximum achievable goodput on IP networks. + +Because iperf3 utilizes the POSIX socket interface APIs, the current +test configuration utilizes the LD_PRELOAD mechanism in the linux +kernel to connect iperf3 to the VPP Host Stack using the VPP +Communications Library (VCL) LD_PRELOAD library (libvcl_ldpreload.so). + +In the future, a forked version of iperf3 which has been modified to +directly use the VCL application APIs may be added to determine the +difference in performance of 'VCL Native' applications versus utilizing +LD_PRELOAD which inherently has more overhead and other limitations. + +The test configuration is as follows: + + DUT1 Network DUT2 + [ iperf3-client -> VPP1 ]=======[ VPP2 -> iperf3-server] + +where, + +1. iperf3 server attaches to VPP2 and LISTENs on VPP2:TCP port 5201. +2. iperf3 client attaches to VPP1 and opens one or more stream + connections to VPP2:TCP port 5201. +3. iperf3 client transmits a uni-directional stream as fast as the + VPP Host Stack allows to the iperf3 server for the test duration. +4. At the end of the test the iperf3 client emits the goodput + measurements for all streams and the sum of all streams. + +Test cases include 1 and 10 Streams with a 20 second test duration +with the VPP Host Stack configured to utilize the Cubic TCP +congestion algorithm. + +Note: iperf3 is single threaded, so it is expected that the 10 stream +test shows little or no performance improvement due to +multi-thread/multi-core execution. + +There are also variations of these test cases which use the VPP Network +Simulator (NSIM) plugin to test the VPP Hoststack goodput with 1 percent +of the traffic being dropped at the output interface of VPP1 thereby +simulating a lossy network. The NSIM tests are experimental and the +test results are not currently representative of typical results in a +lossy network. diff --git a/docs/content/methodology/test/hoststack/udpip_with_iperf3.md b/docs/content/methodology/test/hoststack/udpip_with_iperf3.md new file mode 100644 index 0000000000..01ddf61269 --- /dev/null +++ b/docs/content/methodology/test/hoststack/udpip_with_iperf3.md @@ -0,0 +1,44 @@ +--- +title: "UDP/IP with iperf3" +weight: 3 +--- + +# UDP/IP with iperf3 + +[iperf3 goodput measurement tool](https://github.com/esnet/iperf) +is used for measuring the maximum attainable goodput of the VPP Host +Stack connection across two instances of VPP running on separate DUT +nodes. iperf3 is a popular open source tool for active measurements +of the maximum achievable goodput on IP networks. + +Because iperf3 utilizes the POSIX socket interface APIs, the current +test configuration utilizes the LD_PRELOAD mechanism in the linux +kernel to connect iperf3 to the VPP Host Stack using the VPP +Communications Library (VCL) LD_PRELOAD library (libvcl_ldpreload.so). + +In the future, a forked version of iperf3 which has been modified to +directly use the VCL application APIs may be added to determine the +difference in performance of 'VCL Native' applications versus utilizing +LD_PRELOAD which inherently has more overhead and other limitations. + +The test configuration is as follows: + + DUT1 Network DUT2 + [ iperf3-client -> VPP1 ]=======[ VPP2 -> iperf3-server] + +where, + +1. iperf3 server attaches to VPP2 and LISTENs on VPP2:UDP port 5201. +2. iperf3 client attaches to VPP1 and transmits one or more streams + of packets to VPP2:UDP port 5201. +3. iperf3 client transmits a uni-directional stream as fast as the + VPP Host Stack allows to the iperf3 server for the test duration. +4. At the end of the test the iperf3 client emits the goodput + measurements for all streams and the sum of all streams. + +Test cases include 1 and 10 Streams with a 20 second test duration +with the VPP Host Stack using the UDP transport layer.. + +Note: iperf3 is single threaded, so it is expected that the 10 stream +test shows little or no performance improvement due to +multi-thread/multi-core execution. diff --git a/docs/content/methodology/test/hoststack/vsap_ab_with_nginx.md b/docs/content/methodology/test/hoststack/vsap_ab_with_nginx.md new file mode 100644 index 0000000000..2dc4d2b7f9 --- /dev/null +++ b/docs/content/methodology/test/hoststack/vsap_ab_with_nginx.md @@ -0,0 +1,39 @@ +--- +title: "VSAP ab with nginx" +weight: 4 +--- + +# VSAP ab with nginx + +[VSAP (VPP Stack Acceleration Project)](https://wiki.fd.io/view/VSAP) +aims to establish an industry user space application ecosystem based on +the VPP hoststack. As a pre-requisite to adapting open source applications +using VPP Communications Library to accelerate performance, the VSAP team +has introduced baseline tests utilizing the LD_PRELOAD mechanism to capture +baseline performance data. + +[AB (Apache HTTP server benchmarking tool)](https://httpd.apache.org/docs/2.4/programs/ab.html) +is used for measuring the maximum connections-per-second and requests-per-second. + +[NGINX](https://www.nginx.com) is a popular open source HTTP server +application. Because NGINX utilizes the POSIX socket interface APIs, the test +configuration uses the LD_PRELOAD mechanism to connect NGINX to the VPP +Hoststack using the VPP Communications Library (VCL) LD_PRELOAD library +(libvcl_ldpreload.so). + +In the future, a version of NGINX which has been modified to +directly use the VCL application APIs will be added to determine the +difference in performance of 'VCL Native' applications versus utilizing +LD_PRELOAD which inherently has more overhead and other limitations. + +The test configuration is as follows: + + TG Network DUT + [ AB ]=============[ VPP -> nginx ] + +where, + +1. nginx attaches to VPP and listens on TCP port 80 +2. ab runs CPS and RPS tests with packets flowing from the Test Generator node, + across 100G NICs, through VPP hoststack to NGINX. +3. At the end of the tests, the results are reported by AB. diff --git a/docs/content/methodology/test/internet_protocol_security.md b/docs/content/methodology/test/internet_protocol_security.md new file mode 100644 index 0000000000..1a02c43a0a --- /dev/null +++ b/docs/content/methodology/test/internet_protocol_security.md @@ -0,0 +1,73 @@ +--- +title: "Internet Protocol Security" +weight: 4 +--- + +# Internet Protocol Security + +VPP Internet Protocol Security (IPsec) performance tests are executed for the +following crypto plugins: + +- `crypto_native`, used for software based crypto leveraging CPU + platform optimizations e.g. Intel's AES-NI instruction set. +- `crypto_ipsecmb`, used for hardware based crypto with Intel QAT PCIe cards. + +## IPsec with VPP Native SW Crypto + +CSIT implements following IPsec test cases relying on VPP native crypto +(`crypto_native` plugin): + + **VPP Crypto Engine** | **ESP Encryption** | **ESP Integrity** | **Scale Tested** +----------------------:|-------------------:|------------------:|-----------------: + crypto_native | AES[128\|256]-GCM | GCM | 1 to 60k tunnels + crypto_native | AES128-CBC | SHA[256\|512] | 1 to 60k tunnels + +VPP IPsec with SW crypto are executed in both tunnel and policy modes, +with tests running on 3-node testbeds: 3n-icx, 3n-tsh. + +## IPsec with Intel QAT HW + +CSIT implements following IPsec test cases relying on ipsecmb library +(`crypto_ipsecmb` plugin) and Intel QAT 8950 (50G HW crypto card): + +dpdk_cryptodev + + **VPP Crypto Engine** | **VPP Crypto Workers** | **ESP Encryption** | **ESP Integrity** | **Scale Tested** +----------------------:|-----------------------:|-------------------:|------------------:|-----------------: + crypto_ipsecmb | sync/all workers | AES[128\|256]-GCM | GCM | 1, 1k tunnels + crypto_ipsecmb | sync/all workers | AES[128]-CBC | SHA[256\|512] | 1, 1k tunnels + crypto_ipsecmb | async/crypto worker | AES[128\|256]-GCM | GCM | 1, 4, 1k tunnels + crypto_ipsecmb | async/crypto worker | AES[128]-CBC | SHA[256\|512] | 1, 4, 1k tunnels + +## IPsec with Async Crypto Feature Workers + +*TODO Description to be added* + +## IPsec Uni-Directional Tests with VPP Native SW Crypto + +CSIT implements following IPsec uni-directional test cases relying on VPP native +crypto (`crypto_native` plugin) in tunnel mode: + + **VPP Crypto Engine** | **ESP Encryption** | **ESP Integrity** | **Scale Tested** +----------------------:|-------------------:|------------------:|-------------------: + crypto_native | AES[128\|256]-GCM | GCM | 4, 1k, 10k tunnels + crypto_native | AES128-CBC | SHA[512] | 4, 1k, 10k tunnels + +In policy mode: + + **VPP Crypto Engine** | **ESP Encryption** | **ESP Integrity** | **Scale Tested** +----------------------:|-------------------:|------------------:|------------------: + crypto_native | AES[256]-GCM | GCM | 1, 40, 1k tunnels + +The tests are running on 2-node testbeds: 2n-tx2. The uni-directional tests +are partially addressing a weakness in 2-node testbed setups with T-Rex as +the traffic generator. With just one DUT node, we can either encrypt or decrypt +traffic in each direction. + +The testcases are only doing encryption - packets are encrypted on the DUT and +then arrive at TG where no additional packet processing is needed (just +counting packets). + +Decryption would require that the traffic generator generated encrypted packets +which the DUT then would decrypt. However, T-Rex does not have the capability +to encrypt packets. diff --git a/docs/content/methodology/test/network_address_translation.md b/docs/content/methodology/test/network_address_translation.md new file mode 100644 index 0000000000..f443eabc5f --- /dev/null +++ b/docs/content/methodology/test/network_address_translation.md @@ -0,0 +1,445 @@ +--- +title: "Network Address Translation" +weight: 1 +--- + +# Network Address Translation + +## NAT44 Prefix Bindings + +NAT44 prefix bindings should be representative to target applications, +where a number of private IPv4 addresses from the range defined by +RFC1918 is mapped to a smaller set of public IPv4 addresses from the +public range. + +Following quantities are used to describe inside to outside IP address +and port bindings scenarios: + +- Inside-addresses, number of inside source addresses + (representing inside hosts). +- Ports-per-inside-address, number of TCP/UDP source + ports per inside source address. +- Outside-addresses, number of outside (public) source addresses + allocated to NAT44. +- Ports-per-outside-address, number of TCP/UDP source + ports per outside source address. The maximal number of + ports-per-outside-address usable for NAT is 64 512 + (in non-reserved port range 1024-65535, RFC4787). +- Sharing-ratio, equal to inside-addresses divided by outside-addresses. + +CSIT NAT44 tests are designed to take into account the maximum number of +ports (sessions) required per inside host (inside-address) and at the +same time to maximize the use of outside-address range by using all +available outside ports. With this in mind, the following scheme of +NAT44 sharing ratios has been devised for use in CSIT: + + **ports-per-inside-address** | **sharing-ratio** +-----------------------------:|------------------: + 63 | 1024 + 126 | 512 + 252 | 256 + 504 | 128 + +Initial CSIT NAT44 tests, including associated TG/TRex traffic profiles, +are based on ports-per-inside-address set to 63 and the sharing ratio of +1024. This approach is currently used for all NAT44 tests including +NAT44det (NAT44 deterministic used for Carrier Grade NAT applications) +and NAT44ed (Endpoint Dependent). + +Private address ranges to be used in tests: + +- 192.168.0.0 - 192.168.255.255 (192.168/16 prefix) + + - Total of 2^16 (65 536) of usable IPv4 addresses. + - Used in tests for up to 65 536 inside addresses (inside hosts). + +- 172.16.0.0 - 172.31.255.255 (172.16/12 prefix) + + - Total of 2^20 (1 048 576) of usable IPv4 addresses. + - Used in tests for up to 1 048 576 inside addresses (inside hosts). + +### NAT44 Session Scale + +NAT44 session scale tested is govern by the following logic: + +- Number of inside-addresses(hosts) H[i] = (H[i-1] x 2^2) with H(0)=1 024, + i = 1,2,3, ... + + - H[i] = 1 024, 4 096, 16 384, 65 536, 262 144, ... + +- Number of sessions S[i] = H[i] * ports-per-inside-address + + - ports-per-inside-address = 63 + + **i** | **hosts** | **sessions** +------:|----------:|-------------: + 0 | 1 024 | 64 512 + 1 | 4 096 | 258 048 + 2 | 16 384 | 1 032 192 + 3 | 65 536 | 4 128 768 + 4 | 262 144 | 16 515 072 + +### NAT44 Deterministic + +NAT44det performance tests are using TRex STL (Stateless) API and traffic +profiles, similar to all other stateless packet forwarding tests like +ip4, ip6 and l2, sending UDP packets in both directions +inside-to-outside and outside-to-inside. + +The inside-to-outside traffic uses single destination address (20.0.0.0) +and port (1024). +The inside-to-outside traffic covers whole inside address and port range, +the outside-to-inside traffic covers whole outside address and port range. + +NAT44det translation entries are created during the ramp-up phase, +followed by verification that all entries are present, +before proceeding to the main measurements of the test. +This ensures session setup does not impact the forwarding performance test. + +Associated CSIT test cases use the following naming scheme to indicate +NAT44det scenario tested: + +- ethip4udp-nat44det-h{H}-p{P}-s{S}-[mrr|ndrpdr|soak] + + - {H}, number of inside hosts, H = 1024, 4096, 16384, 65536, 262144. + - {P}, number of ports per inside host, P = 63. + - {S}, number of sessions, S = 64512, 258048, 1032192, 4128768, + 16515072. + - [mrr|ndrpdr|soak], MRR, NDRPDR or SOAK test. + +### NAT44 Endpoint-Dependent + +In order to excercise NAT44ed ability to translate based on both +source and destination address and port, the inside-to-outside traffic +varies also destination address and port. Destination port is the same +as source port, destination address has the same offset as the source address, +but applied to different subnet (starting with 20.0.0.0). + +As the mapping is not deterministic (for security reasons), +we cannot easily use stateless bidirectional traffic profiles. +Inside address and port range is fully covered, +but we do not know which outside-to-inside source address and port to use +to hit an open session. + +Therefore, NAT44ed is benchmarked using following methodologies: + +- Unidirectional throughput using *stateless* traffic profile. +- Connections-per-second (CPS) using *stateful* traffic profile. +- Bidirectional throughput (TPUT, see below) using *stateful* traffic profile. + +Unidirectional NAT44ed throughput tests are using TRex STL (Stateless) +APIs and traffic profiles, but with packets sent only in +inside-to-outside direction. +Similarly to NAT44det, NAT44ed unidirectional throughput tests include +a ramp-up phase to establish and verify the presence of required NAT44ed +binding entries. As the sessions have finite duration, the test code +keeps inserting ramp-up trials during the search, if it detects a risk +of sessions timing out. Any zero loss trial visits all sessions, +so it acts also as a ramp-up. + +Stateful NAT44ed tests are using TRex ASTF (Advanced Stateful) APIs and +traffic profiles, with packets sent in both directions. Tests are run +with both UDP and TCP sessions. +As NAT44ed CPS (connections-per-second) stateful tests +measure (also) session opening performance, +they use state reset instead of ramp-up trial. +NAT44ed TPUT (bidirectional throughput) tests prepend ramp-up trials +as in the unidirectional tests, +so the test results describe performance without translation entry +creation overhead. + +Associated CSIT test cases use the following naming scheme to indicate +NAT44det case tested: + +- Stateless: ethip4udp-nat44ed-h{H}-p{P}-s{S}-udir-[mrr|ndrpdr|soak] + + - {H}, number of inside hosts, H = 1024, 4096, 16384, 65536, 262144. + - {P}, number of ports per inside host, P = 63. + - {S}, number of sessions, S = 64512, 258048, 1032192, 4128768, + 16515072. + - udir-[mrr|ndrpdr|soak], unidirectional stateless tests MRR, NDRPDR + or SOAK. + +- Stateful: ethip4[udp|tcp]-nat44ed-h{H}-p{P}-s{S}-[cps|tput]-[mrr|ndrpdr|soak] + + - [udp|tcp], UDP or TCP sessions + - {H}, number of inside hosts, H = 1024, 4096, 16384, 65536, 262144. + - {P}, number of ports per inside host, P = 63. + - {S}, number of sessions, S = 64512, 258048, 1032192, 4128768, + 16515072. + - [cps|tput], connections-per-second session establishment rate or + packets-per-second average rate, or packets-per-second rate + without session establishment. + - [mrr|ndrpdr|soak], bidirectional stateful tests MRR, NDRPDR, or SOAK. + +## Stateful traffic profiles + +There are several important details which distinguish ASTF profiles +from stateless profiles. + +### General considerations + +#### Protocols + +ASTF profiles are limited to either UDP or TCP protocol. + +#### Programs + +Each template in the profile defines two "programs", one for the client side +and one for the server side. + +Each program specifies when that side has to wait until enough data is received +(counted in packets for UDP and in bytes for TCP) +and when to send additional data. Together, the two programs +define a single transaction. Due to packet loss, transaction may take longer, +use more packets (retransmission) or never finish in its entirety. + +#### Instances + +A client instance is created according to TPS parameter for the trial, +and sends the first packet of the transaction (in some cases more packets). +Each client instance uses a different source address (see sequencing below) +and some source port. The destination address also comes from a range, +but destination port has to be constant for a given program. + +TRex uses an opaque way to chose source ports, but as session counting shows, +next client with the same source address uses a different source port. + +Server instance is created when the first packet arrives to the server side. +Source address and port of the first packet are used as destination address +and port for the server responses. This is the ability we need +when outside surface is not predictable. + +When a program reaches its end, the instance is deleted. +This creates possible issues with server instances. If the server instance +does not read all the data client has sent, late data packets +can cause a second copy of server instance to be created, +which breaks assumptions on how many packet a transaction should have. + +The need for server instances to read all the data reduces the overall +bandwidth TRex is able to create in ASTF mode. + +Note that client instances are not created on packets, +so it is safe to end client program without reading all server data +(unless the definition of transaction success requires that). + +#### Sequencing + +ASTF profiles offer two modes for choosing source and destination IP addresses +for client programs: seqential and pseudorandom. +In current tests we are using sequential addressing only (if destination +address varies at all). + +For client destination UDP/TCP port, we use a single constant value. +(TRex can support multiple program pairs in the same traffic profile, +distinguished by the port number.) + +#### Transaction overlap + +If a transaction takes longer to finish, compared to period implied by TPS, +TRex will have multiple client or server instances active at a time. + +During calibration testing we have found this increases CPU utilization, +and for high TPS it can lead to TRex's Rx or Tx buffers becoming full. +This generally leads to duration stretching, and/or packet loss on TRex. + +Currently used transactions were chosen to be short, so risk of bad behavior +is decreased. But in MRR tests, where load is computed based on NIC ability, +not TRex ability, anomalous behavior is still possible +(e.g. MRR values being way lower than NDR). + +#### Delays + +TRex supports adding constant delays to ASTF programs. +This can be useful, for example if we want to separate connection establishment +from data transfer. + +But as TRex tracks delayed instances as active, this still results +in higher CPU utilization and reduced performance issues +(as other overlaping transactions). So the current tests do not use any delays. + +#### Keepalives + +Both UDP and TCP protocol implementations in TRex programs support keepalive +duration. That means there is a configurable period of keepalive time, +and TRex sends keepalive packets automatically (outside the program) +for the time the program is active (started, not ended yet) +but not sending any packets. + +For TCP this is generally not a big deal, as the other side usually +retransmits faster. But for UDP it means a packet loss may leave +the receiving program running. + +In order to avoid keepalive packets, keepalive value is set to a high number. +Here, "high number" means that even at maximum scale and minimum TPS, +there are still no keepalive packets sent within the corresponding +(computed) trial duration. This number is kept the same also for +smaller scale traffic profiles, to simplify maintenance. + +#### Transaction success + +The transaction is considered successful at Layer-7 (L7) level +when both program instances close. At this point, various L7 counters +(unofficial name) are updated on TRex. + +We found that proper close and L7 counter update can be CPU intensive, +whereas lower-level counters (ipackets, opackets) called L2 counters +can keep up with higher loads. + +For some tests, we do not need to confirm the whole transaction was successful. +CPS (connections per second) tests are a typical example. +We care only for NAT44ed creating a session (needs one packet +in inside-to-outside direction per session) and being able to use it +(needs one packet in outside-to-inside direction). + +Similarly in TPUT tests (packet throuput, counting both control +and data packets), we care about NAT44ed ability to forward packets, +we do not care whether aplications (TRex) can fully process them at that rate. + +Therefore each type of tests has its own formula (usually just one counter +already provided by TRex) to count "successful enough" transactions +and attempted transactions. Currently, all tests relying on L7 counters +use size-limited profiles, so they know what the count of attempted +transactions should be, but due to duration stretching +TRex might have been unable to send that many packets. +For search purposes, unattempted transactions are treated the same +as attempted but failed transactions. + +Sometimes even the number of transactions as tracked by search algorithm +does not match the transactions as defined by ASTF programs. +See TCP TPUT profile below. + +### UDP CPS + +This profile uses a minimalistic transaction to verify NAT44ed session has been +created and it allows outside-to-inside traffic. + +Client instance sends one packet and ends. +Server instance sends one packet upon creation and ends. + +In principle, packet size is configurable, +but currently used tests apply only one value (100 bytes frame). + +Transaction counts as attempted when opackets counter increases on client side. +Transaction counts as successful when ipackets counter increases on client side. + +### TCP CPS + +This profile uses a minimalistic transaction to verify NAT44ed session has been +created and it allows outside-to-inside traffic. + +Client initiates TCP connection. Client waits until connection is confirmed +(by reading zero data bytes). Client ends. +Server accepts the connection. Server waits for indirect confirmation +from client (by waiting for client to initiate close). Server ends. + +Without packet loss, the whole transaction takes 7 packets to finish +(4 and 3 per direction). +From NAT44ed point of view, only the first two are needed to verify +the session got created. + +Packet size is not configurable, but currently used tests report +frame size as 64 bytes. + +Transaction counts as attempted when tcps_connattempt counter increases +on client side. +Transaction counts as successful when tcps_connects counter increases +on client side. + +### UDP TPUT + +This profile uses a small transaction of "request-response" type, +with several packets simulating data payload. + +Client sends 5 packets and closes immediately. +Server reads all 5 packets (needed to avoid late packets creating new +server instances), then sends 5 packets and closes. +The value 5 was chosen to mirror what TCP TPUT (see below) choses. + +Packet size is configurable, currently we have tests for 100, +1518 and 9000 bytes frame (to match size of TCP TPUT data frames, see below). + +As this is a packet oriented test, we do not track the whole +10 packet transaction. Similarly to stateless tests, we treat each packet +as a "transaction" for search algorthm packet loss ratio purposes. +Therefore a "transaction" is attempted when opacket counter on client +or server side is increased. Transaction is successful if ipacket counter +on client or server side is increased. + +If one of 5 client packets is lost, server instance will get stuck +in the reading phase. This probably decreases TRex performance, +but it leads to more stable results then alternatives. + +### TCP TPUT + +This profile uses a small transaction of "request-response" type, +with some data amount to be transferred both ways. + +In CSIT release 22.06, TRex behavior changed, so we needed to edit +the traffic profile. Let us describe the pre-22.06 profile first. + +Client connects, sends 5 data packets worth of data, +receives 5 data packets worth of data and closes its side of the connection. +Server accepts connection, reads 5 data packets worth of data, +sends 5 data packets worth of data and closes its side of the connection. +As usual in TCP, sending side waits for ACK from the receiving side +before proceeding with next step of its program. + +Server read is needed to avoid premature close and second server instance. +Client read is not stricly needed, but ACKs allow TRex to close +the server instance quickly, thus saving CPU and improving performance. + +The number 5 of data packets was chosen so TRex is able to send them +in a single burst, even with 9000 byte frame size (TRex has a hard limit +on initial window size). +That leads to 16 packets (9 of them in c2s direction) to be exchanged +if no loss occurs. +The size of data packets is controlled by the traffic profile setting +the appropriate maximum segment size. Due to TRex restrictions, +the minimal size for IPv4 data frame achievable by this method is 70 bytes, +which is more than our usual minimum of 64 bytes. +For that reason, the data frame sizes available for testing are 100 bytes +(that allows room for eventually adding IPv6 ASTF tests), +1518 bytes and 9000 bytes. There is no control over control packet sizes. + +Exactly as in UDP TPUT, ipackets and opackets counters are used for counting +"transactions" (in fact packets). + +If packet loss occurs, there can be large transaction overlap, even if most +ASTF programs finish eventually. This can lead to big duration stretching +and somehow uneven rate of packets sent. This makes it hard to interpret +MRR results (frequently MRR is below NDR for this reason), +but NDR and PDR results tend to be stable enough. + +In 22.06, the "ACK from the receiving side" behavior changed, +the receiving side started sending ACK sometimes +also before receiving the full set of 5 data packets. +If the previous profile is understood as a "single challenge, single response" +where challenge (and also response) is sent as a burst of 5 data packets, +the new profile uses "bursts" of 1 packet instead, but issues +the challenge-response part 5 times sequentially +(waiting for receiving the response before sending next challenge). +This new profile happens to have the same overall packet count +(when no re-transmissions are needed). +Although it is possibly more taxing for TRex CPU, +the results are comparable to the old traffic profile. + +## Ip4base tests + +Contrary to stateless traffic profiles, we do not have a simple limit +that would guarantee TRex is able to send traffic at specified load. +For that reason, we have added tests where "nat44ed" is replaced by "ip4base". +Instead of NAT44ed processing, the tests set minimalistic IPv4 routes, +so that packets are forwarded in both inside-to-outside and outside-to-inside +directions. + +The packets arrive to server end of TRex with different source address&port +than in NAT44ed tests (no translation to outside values is done with ip4base), +but those are not specified in the stateful traffic profiles. +The server end (as always) uses the received address&port as destination +for outside-to-inside traffic. Therefore the same stateful traffic profile +works for both NAT44ed and ip4base test (of the same scale). + +The NAT44ed results are displayed together with corresponding ip4base results. +If they are similar, TRex is probably the bottleneck. +If NAT44ed result is visibly smaller, it describes the real VPP performance. diff --git a/docs/content/methodology/test/packet_flow_ordering.md b/docs/content/methodology/test/packet_flow_ordering.md new file mode 100644 index 0000000000..c2c87038d4 --- /dev/null +++ b/docs/content/methodology/test/packet_flow_ordering.md @@ -0,0 +1,42 @@ +--- +title: "Packet Flow Ordering" +weight: 2 +--- + +# Packet Flow Ordering + +TRex Traffic Generator (TG) supports two main ways how to cover +address space (on allowed ranges) in scale tests. + +In most cases only one field value (e.g. IPv4 destination address) is +altered, in some cases two fields (e.g. IPv4 destination address and UDP +destination port) are altered. + +## Incremental Ordering + +This case is simpler to implement and offers greater control. + +When changing two fields, they can be incremented synchronously, or one +after another. In the latter case we can specify which one is +incremented each iteration and which is incremented by "carrying over" +only when the other "wraps around". This way also visits all +combinations once before the "carry" field also wraps around. + +It is possible to use increments other than 1. + +## Randomized Ordering + +This case chooses each field value at random (from the allowed range). +In case of two fields, they are treated independently. +TRex allows to set random seed to get deterministic numbers. +We use a different seed for each field and traffic direction. +The seed has to be a non-zero number, we use 1, 2, 3, and so on. + +The seeded random mode in TRex requires a "limit" value, +which acts as a cycle length limit (after this many iterations, +the seed resets to its initial value). +We use the maximal allowed limit value (computed as 2^24 - 1). + +Randomized profiles do not avoid duplicated values, +and do not guarantee each possible value is visited, +so it is not very useful for stateful tests. diff --git a/docs/content/methodology/test/reconfiguration.md b/docs/content/methodology/test/reconfiguration.md new file mode 100644 index 0000000000..6dec4d918b --- /dev/null +++ b/docs/content/methodology/test/reconfiguration.md @@ -0,0 +1,68 @@ +--- +title: "Reconfiguration" +weight: 8 +--- + +# Reconfiguration + +## Overview + +Reconf tests are designed to measure the impact of VPP re-configuration +on data plane traffic. +While VPP takes some measures against the traffic being +entirely stopped for a prolonged time, +the immediate forwarding rate varies during the re-configuration, +as some configurations steps need the active dataplane worker threads +to be stopped temporarily. + +As the usual methods of measuring throughput need multiple trial measurements +with somewhat long durations, and the re-configuration process can also be long, +finding an offered load which would result in zero loss +during the re-configuration process would be time-consuming. + +Instead, reconf tests first find a througput value (lower bound for NDR) +without re-configuration, and then maintain that ofered load +during re-configuration. The measured loss count is then assumed to be caused +by the re-configuration process. The result published by reconf tests +is the effective blocked time, that is +the loss count divided by the offered load. + +## Current Implementation + +Each reconf suite is based on a similar MLRsearch performance suite. + +MLRsearch parameters are changed to speed up the throughput discovery. +For example, PDR is not searched for, and the final trial duration is shorter. + +The MLRsearch suite has to contain a configuration parameter +that can be scaled up, e.g. number of tunnels or number of service chains. +Currently, only increasing the scale is supported +as the re-configuration operation. In future, scale decrease +or other operations can be implemented. + +The traffic profile is not changed, so the traffic present is processed +only by the smaller scale configuration. The added tunnels / chains +are not targetted by the traffic. + +For the re-configuration, the same Robot Framework and Python libraries +are used, as were used in the initial configuration, with the exception +of the final calls that do not interact with VPP (e.g. starting +virtual machines) being skipped to reduce the test overall duration. + +## Discussion + +Robot Framework introduces a certain overhead, which may affect timing +of individual VPP API calls, which in turn may affect +the number of packets lost. + +The exact calls executed may contain unnecessary info dumps, repeated commands, +or commands which change a value that do not need to be changed (e.g. MTU). +Thus, implementation details are affecting the results, even if their effect +on the corresponding MLRsearch suite is negligible. + +The lower bound for NDR is the only value safe to be used when zero packets lost +are expected without re-configuration. But different suites show different +"jitter" in that value. For some suites, the lower bound is not tight, +allowing full NIC buffers to drain quickly between worker pauses. +For other suites, lower bound for NDR still has quite a large probability +of non-zero packet loss even without re-configuration. diff --git a/docs/content/methodology/test/tunnel_encapsulations.md b/docs/content/methodology/test/tunnel_encapsulations.md new file mode 100644 index 0000000000..c047c43dfa --- /dev/null +++ b/docs/content/methodology/test/tunnel_encapsulations.md @@ -0,0 +1,87 @@ +--- +title: "Tunnel Encapsulations" +weight: 3 +--- + +# Tunnel Encapsulations + +Tunnel encapsulations testing is grouped based on the type of outer +header: IPv4 or IPv6. + +## IPv4 Tunnels + +VPP is tested in the following IPv4 tunnel baseline configurations: + +- *ip4vxlan-l2bdbase*: VXLAN over IPv4 tunnels with L2 bridge-domain MAC + switching. +- *ip4vxlan-l2xcbase*: VXLAN over IPv4 tunnels with L2 cross-connect. +- *ip4lispip4-ip4base*: LISP over IPv4 tunnels with IPv4 routing. +- *ip4lispip6-ip6base*: LISP over IPv4 tunnels with IPv6 routing. +- *ip4gtpusw-ip4base*: GTPU over IPv4 tunnels with IPv4 routing. + +In all cases listed above low number of MAC, IPv4, IPv6 flows (253 or 254 per +direction) is switched or routed by VPP. + +In addition selected IPv4 tunnels are tested at scale: + +- *dot1q--ip4vxlanscale-l2bd*: VXLAN over IPv4 tunnels with L2 bridge- + domain MAC switching, with scaled up dot1q VLANs (10, 100, 1k), + mapped to scaled up L2 bridge-domains (10, 100, 1k), that are in turn + mapped to (10, 100, 1k) VXLAN tunnels. 64.5k flows are transmitted per + direction. + +## IPv6 Tunnels + +VPP is tested in the following IPv6 tunnel baseline configurations: + +- *ip6lispip4-ip4base*: LISP over IPv4 tunnels with IPv4 routing. +- *ip6lispip6-ip6base*: LISP over IPv4 tunnels with IPv6 routing. + +In all cases listed above low number of IPv4, IPv6 flows (253 or 254 per +direction) is routed by VPP. + +## GENEVE + +### GENEVE Prefix Bindings + +GENEVE prefix bindings should be representative to target applications, where +a packet flows of particular set of IPv4 addresses (L3 underlay network) is +routed via dedicated GENEVE interface by building an L2 overlay. + +Private address ranges to be used in tests: + +- East hosts ip address range: 10.0.1.0 - 10.127.255.255 (10.0/9 prefix) + - Total of 2^23 - 256 (8 388 352) of usable IPv4 addresses + - Usable in tests for up to 32 767 GENEVE tunnels (IPv4 underlay networks) +- West hosts ip address range: 10.128.1.0 - 10.255.255.255 (10.128/9 prefix) + - Total of 2^23 - 256 (8 388 352) of usable IPv4 addresses + - Usable in tests for up to 32 767 GENEVE tunnels (IPv4 underlay networks) + +### GENEVE Tunnel Scale + +If N is a number of GENEVE tunnels (and IPv4 underlay networks) then TG sends +256 packet flows in every of N different sets: + +- i = 1,2,3, ... N - GENEVE tunnel index +- East-West direction: GENEVE encapsulated packets + - Outer IP header: + - src ip: 1.1.1.1 + - dst ip: 1.1.1.2 + - GENEVE header: + - vni: i + - Inner IP header: + - src_ip_range(i) = 10.(0 + rounddown(i/255)).(modulo(i/255)).(0-to-255) + - dst_ip_range(i) = 10.(128 + rounddown(i/255)).(modulo(i/255)).(0-to-255) +- West-East direction: non-encapsulated packets + - IP header: + - src_ip_range(i) = 10.(128 + rounddown(i/255)).(modulo(i/255)).(0-to-255) + - dst_ip_range(i) = 10.(0 + rounddown(i/255)).(modulo(i/255)).(0-to-255) + + **geneve-tunnels** | **total-flows** +-------------------:|----------------: + 1 | 256 + 4 | 1 024 + 16 | 4 096 + 64 | 16 384 + 256 | 65 536 + 1 024 | 262 144 diff --git a/docs/content/methodology/test/vpp_device.md b/docs/content/methodology/test/vpp_device.md new file mode 100644 index 0000000000..0a5ee90308 --- /dev/null +++ b/docs/content/methodology/test/vpp_device.md @@ -0,0 +1,15 @@ +--- +title: "VPP Device" +weight: 9 +--- + +# VPP Device + +Includes VPP_Device test environment for functional VPP +device tests integrated into LFN CI/CD infrastructure. VPP_Device tests +run on 1-Node testbeds (1n-skx, 1n-arm) and rely on Linux SRIOV Virtual +Function (VF), dot1q VLAN tagging and external loopback cables to +facilitate packet passing over external physical links. Initial focus is +on few baseline tests. New device tests can be added by small edits +to existing CSIT Performance (2-node) test. RF test definition code +stays unchanged with the exception of traffic generator related L2 KWs. diff --git a/docs/content/methodology/trending/_index.md b/docs/content/methodology/trending/_index.md new file mode 100644 index 0000000000..4289e7ff96 --- /dev/null +++ b/docs/content/methodology/trending/_index.md @@ -0,0 +1,12 @@ +--- +bookCollapseSection: true +bookFlatSection: false +title: "Trending" +weight: 4 +--- + +# Trending + +This document describes a high-level design of a system for continuous +performance measuring, trending and change detection for FD.io VPP SW +data plane (and other performance tests run within CSIT sub-project). diff --git a/docs/content/methodology/trending/analysis.md b/docs/content/methodology/trending/analysis.md new file mode 100644 index 0000000000..fe952259ab --- /dev/null +++ b/docs/content/methodology/trending/analysis.md @@ -0,0 +1,224 @@ +--- +title: "Analysis" +weight: 1 +--- + +# Trend Analysis + +All measured performance trend data is treated as time-series data +that is modeled as a concatenation of groups, +within each group the samples come (independently) from +the same normal distribution (with some center and standard deviation). + +Center of the normal distribution for the group (equal to population average) +is called a trend for the group. +All the analysis is based on finding the right partition into groups +and comparing their trends. + +## Anomalies in graphs + +In graphs, the start of the following group is marked as a regression (red +circle) or progression (green circle), if the new trend is lower (or higher +respectively) then the previous group's. + +## Implementation details + +### Partitioning into groups + +While sometimes the samples within a group are far from being distributed +normally, currently we do not have a better tractable model. + +Here, "sample" should be the result of single trial measurement, with group +boundaries set only at test run granularity. But in order to avoid detecting +causes unrelated to VPP performance, the current presentation takes average of +all trials within the run as the sample. Effectively, this acts as a single +trial with aggregate duration. + +Performance graphs show the run average as a dot (not all individual trial +results). + +The group boundaries are selected based on `Minimum Description Length`[^1]. + +### Minimum Description Length + +`Minimum Description Length`[^1] (MDL) is a particular formalization +of `Occam's razor`[^2] principle. + +The general formulation mandates to evaluate a large set of models, +but for anomaly detection purposes, it is useful to consider +a smaller set of models, so that scoring and comparing them is easier. + +For each candidate model, the data should be compressed losslessly, +which includes model definitions, encoded model parameters, +and the raw data encoded based on probabilities computed by the model. +The model resulting in shortest compressed message is the "the" correct model. + +For our model set (groups of normally distributed samples), +we need to encode group length (which penalizes too many groups), +group average (more on that later), group stdev and then all the samples. + +Luckily, the "all the samples" part turns out to be quite easy to compute. +If sample values are considered as coordinates in (multi-dimensional) +Euclidean space, fixing stdev means the point with allowed coordinates +lays on a sphere. Fixing average intersects the sphere with a (hyper)-plane, +and Gaussian probability density on the resulting sphere is constant. +So the only contribution is the "area" of the sphere, which only depends +on the number of samples and stdev. + +A somehow ambiguous part is in choosing which encoding +is used for group size, average and stdev. +Different encodings cause different biases to large or small values. +In our implementation we have chosen probability density +corresponding to uniform distribution (from zero to maximal sample value) +for stdev and average of the first group, +but for averages of subsequent groups we have chosen a distribution +which discourages delimiting groups with averages close together. + +Our implementation assumes that measurement precision is 1.0 pps. +Thus it is slightly wrong for trial durations other than 1.0 seconds. +Also, all the calculations assume 1.0 pps is totally negligible, +compared to stdev value. + +The group selection algorithm currently has no parameters, +all the aforementioned encodings and handling of precision is hard-coded. +In principle, every group selection is examined, and the one encodable +with least amount of bits is selected. +As the bit amount for a selection is just sum of bits for every group, +finding the best selection takes number of comparisons +quadratically increasing with the size of data, +the overall time complexity being probably cubic. + +The resulting group distribution looks good +if samples are distributed normally enough within a group. +But for obviously different distributions (for example +`bimodal distribution`[^3]) the groups tend to focus on less relevant factors +(such as "outlier" density). + +## Common Patterns + +When an anomaly is detected, it frequently falls into few known patterns, +each having its typical behavior over time. + +We are going to describe the behaviors, +as they motivate our choice of trend compliance metrics. + +### Sample time and analysis time + +But first we need to distinguish two roles time plays in analysis, +so it is more clear which role we are referring to. + +Sample time is the more obvious one. +It is the time the sample is generated. +It is the start time or the end time of the Jenkins job run, +does not really matter which (parallel runs are disabled, +and length of gap between samples does not affect metrics). + +Analysis time is the time the current analysis is computed. +Again, the exact time does not usually matter, +what matters is how many later (and how fewer earlier) samples +were considered in the computation. + +For some patterns, it is usual for a previously reported +anomaly to "vanish", or previously unseen anomaly to "appear late", +as later samples change which partition into groups is more probable. + +Dashboard and graphs are always showing the latest analysis time, +the compliance metrics are using earlier sample time +with the same latest analysis time. + +Alerting e-mails use the latest analysis time at the time of sending, +so the values reported there are likely to be different +from the later analysis time results shown in dashboard and graphs. + +### Ordinary regression + +The real performance changes from previously stable value +into a new stable value. + +For medium to high magnitude of the change, one run +is enough for anomaly detection to mark this regression. + +Ordinary progressions are detected in the same way. + +### Small regression + +The real performance changes from previously stable value +into a new stable value, but the difference is small. + +For the anomaly detection algorithm, this change is harder to detect, +depending on the standard deviation of the previous group. + +If the new performance value stays stable, eventually +the detection algorithm is able to detect this anomaly +when there are enough samples around the new value. + +If the difference is too small, it may remain undetected +(as new performance change happens, or full history of samples +is still not enough for the detection). + +Small progressions have the same behavior. + +### Reverted regression + +This pattern can have two different causes. +We would like to distinguish them, but that is usually +not possible to do just by looking at the measured values (and not telemetry). + +In one cause, the real DUT performance has changed, +but got restored immediately. +In the other cause, no real performance change happened, +just some temporary infrastructure issue +has caused a wrong low value to be measured. + +For small measured changes, this pattern may remain undetected. +For medium and big measured changes, this is detected when the regression +happens on just the last sample. + +For big changes, the revert is also immediately detected +as a subsequent progression. The trend is usually different +from the previously stable trend (as the two population averages +are not likely to be exactly equal), but the difference +between the two trends is relatively small. + +For medium changes, the detection algorithm may need several new samples +to detect a progression (as it dislikes single sample groups), +in the meantime reporting regressions (difference decreasing +with analysis time), until it stabilizes the same way as for big changes +(regression followed by progression, small difference +between the old stable trend and last trend). + +As it is very hard for a fault code or an infrastructure issue +to increase performance, the opposite (temporary progression) +almost never happens. + +### Summary + +There is a trade-off between detecting small regressions +and not reporting the same old regressions for a long time. + +For people reading e-mails, a sudden regression with a big number of samples +in the last group means this regression was hard for the algorithm to detect. + +If there is a big regression with just one run in the last group, +we are not sure if it is real, or just a temporary issue. +It is useful to wait some time before starting an investigation. + +With decreasing (absolute value of) difference, the number of expected runs +increases. If there is not enough runs, we still cannot distinguish +real regression from temporary regression just from the current metrics +(although humans frequently can tell by looking at the graph). + +When there is a regression or progression with just a small difference, +it is probably an artifact of a temporary regression. +Not worth examining, unless temporary regressions happen somewhat frequently. + +It is not easy for the metrics to locate the previous stable value, +especially if multiple anomalies happened in the last few weeks. +It is good to compare last trend with long term trend maximum, +as it highlights the difference between "now" and "what could be". +It is good to exclude last week from the trend maximum, +as including the last week would hide all real progressions. + +[^1]: [Minimum Description Length](https://en.wikipedia.org/wiki/Minimum_description_length) +[^2]: [Occam's Razor](https://en.wikipedia.org/wiki/Occam%27s_razor) +[^3]: [Bimodal Distribution](https://en.wikipedia.org/wiki/Bimodal_distribution) diff --git a/docs/content/methodology/trending/presentation.md b/docs/content/methodology/trending/presentation.md new file mode 100644 index 0000000000..84925b46c8 --- /dev/null +++ b/docs/content/methodology/trending/presentation.md @@ -0,0 +1,34 @@ +--- +title: "Presentation" +weight: 2 +--- + +# Trend Presentation + +## Failed tests + +The Failed tests tables list the tests which failed during the last test run. +Separate tables are generated for each testbed. + +## Regressions and progressions + +These tables list tests which encountered a regression or progression during the +specified time period, which is currently set to the last 21 days. + +## Trendline Graphs + +Trendline graphs show measured per run averages of MRR values, NDR or PDR +values, group average values, and detected anomalies. +The graphs are constructed as follows: + +- X-axis represents the date in the format MMDD. +- Y-axis represents run-average MRR value, NDR or PDR values in Mpps. For PDR + tests also a graph with average latency at 50% PDR [us] is generated. +- Markers to indicate anomaly classification: + - Regression - red circle. + - Progression - green circle. +- The line shows average MRR value of each group. + +In addition the graphs show dynamic labels while hovering over graph data +points, presenting the CSIT build date, measured value, VPP reference, trend job +build ID and the LF testbed ID. diff --git a/docs/content/methodology/trending_methodology/_index.md b/docs/content/methodology/trending_methodology/_index.md deleted file mode 100644 index 551d950cc7..0000000000 --- a/docs/content/methodology/trending_methodology/_index.md +++ /dev/null @@ -1,6 +0,0 @@ ---- -bookCollapseSection: true -bookFlatSection: false -title: "Trending Methodology" -weight: 22 ---- \ No newline at end of file diff --git a/docs/content/methodology/trending_methodology/overview.md b/docs/content/methodology/trending_methodology/overview.md deleted file mode 100644 index 90d8a2507c..0000000000 --- a/docs/content/methodology/trending_methodology/overview.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -title: "Overview" -weight: 1 ---- - -# Overview - -This document describes a high-level design of a system for continuous -performance measuring, trending and change detection for FD.io VPP SW -data plane (and other performance tests run within CSIT sub-project). diff --git a/docs/content/methodology/trending_methodology/trend_analysis.md b/docs/content/methodology/trending_methodology/trend_analysis.md deleted file mode 100644 index 7f1870f577..0000000000 --- a/docs/content/methodology/trending_methodology/trend_analysis.md +++ /dev/null @@ -1,224 +0,0 @@ ---- -title: "Trending Analysis" -weight: 2 ---- - -# Trend Analysis - -All measured performance trend data is treated as time-series data -that is modeled as a concatenation of groups, -within each group the samples come (independently) from -the same normal distribution (with some center and standard deviation). - -Center of the normal distribution for the group (equal to population average) -is called a trend for the group. -All the analysis is based on finding the right partition into groups -and comparing their trends. - -## Anomalies in graphs - -In graphs, the start of the following group is marked as a regression (red -circle) or progression (green circle), if the new trend is lower (or higher -respectively) then the previous group's. - -## Implementation details - -### Partitioning into groups - -While sometimes the samples within a group are far from being distributed -normally, currently we do not have a better tractable model. - -Here, "sample" should be the result of single trial measurement, with group -boundaries set only at test run granularity. But in order to avoid detecting -causes unrelated to VPP performance, the current presentation takes average of -all trials within the run as the sample. Effectively, this acts as a single -trial with aggregate duration. - -Performance graphs show the run average as a dot (not all individual trial -results). - -The group boundaries are selected based on `Minimum Description Length`[^1]. - -### Minimum Description Length - -`Minimum Description Length`[^1] (MDL) is a particular formalization -of `Occam's razor`[^2] principle. - -The general formulation mandates to evaluate a large set of models, -but for anomaly detection purposes, it is useful to consider -a smaller set of models, so that scoring and comparing them is easier. - -For each candidate model, the data should be compressed losslessly, -which includes model definitions, encoded model parameters, -and the raw data encoded based on probabilities computed by the model. -The model resulting in shortest compressed message is the "the" correct model. - -For our model set (groups of normally distributed samples), -we need to encode group length (which penalizes too many groups), -group average (more on that later), group stdev and then all the samples. - -Luckily, the "all the samples" part turns out to be quite easy to compute. -If sample values are considered as coordinates in (multi-dimensional) -Euclidean space, fixing stdev means the point with allowed coordinates -lays on a sphere. Fixing average intersects the sphere with a (hyper)-plane, -and Gaussian probability density on the resulting sphere is constant. -So the only contribution is the "area" of the sphere, which only depends -on the number of samples and stdev. - -A somehow ambiguous part is in choosing which encoding -is used for group size, average and stdev. -Different encodings cause different biases to large or small values. -In our implementation we have chosen probability density -corresponding to uniform distribution (from zero to maximal sample value) -for stdev and average of the first group, -but for averages of subsequent groups we have chosen a distribution -which discourages delimiting groups with averages close together. - -Our implementation assumes that measurement precision is 1.0 pps. -Thus it is slightly wrong for trial durations other than 1.0 seconds. -Also, all the calculations assume 1.0 pps is totally negligible, -compared to stdev value. - -The group selection algorithm currently has no parameters, -all the aforementioned encodings and handling of precision is hard-coded. -In principle, every group selection is examined, and the one encodable -with least amount of bits is selected. -As the bit amount for a selection is just sum of bits for every group, -finding the best selection takes number of comparisons -quadratically increasing with the size of data, -the overall time complexity being probably cubic. - -The resulting group distribution looks good -if samples are distributed normally enough within a group. -But for obviously different distributions (for example -`bimodal distribution`[^3]) the groups tend to focus on less relevant factors -(such as "outlier" density). - -## Common Patterns - -When an anomaly is detected, it frequently falls into few known patterns, -each having its typical behavior over time. - -We are going to describe the behaviors, -as they motivate our choice of trend compliance metrics. - -### Sample time and analysis time - -But first we need to distinguish two roles time plays in analysis, -so it is more clear which role we are referring to. - -Sample time is the more obvious one. -It is the time the sample is generated. -It is the start time or the end time of the Jenkins job run, -does not really matter which (parallel runs are disabled, -and length of gap between samples does not affect metrics). - -Analysis time is the time the current analysis is computed. -Again, the exact time does not usually matter, -what matters is how many later (and how fewer earlier) samples -were considered in the computation. - -For some patterns, it is usual for a previously reported -anomaly to "vanish", or previously unseen anomaly to "appear late", -as later samples change which partition into groups is more probable. - -Dashboard and graphs are always showing the latest analysis time, -the compliance metrics are using earlier sample time -with the same latest analysis time. - -Alerting e-mails use the latest analysis time at the time of sending, -so the values reported there are likely to be different -from the later analysis time results shown in dashboard and graphs. - -### Ordinary regression - -The real performance changes from previously stable value -into a new stable value. - -For medium to high magnitude of the change, one run -is enough for anomaly detection to mark this regression. - -Ordinary progressions are detected in the same way. - -### Small regression - -The real performance changes from previously stable value -into a new stable value, but the difference is small. - -For the anomaly detection algorithm, this change is harder to detect, -depending on the standard deviation of the previous group. - -If the new performance value stays stable, eventually -the detection algorithm is able to detect this anomaly -when there are enough samples around the new value. - -If the difference is too small, it may remain undetected -(as new performance change happens, or full history of samples -is still not enough for the detection). - -Small progressions have the same behavior. - -### Reverted regression - -This pattern can have two different causes. -We would like to distinguish them, but that is usually -not possible to do just by looking at the measured values (and not telemetry). - -In one cause, the real DUT performance has changed, -but got restored immediately. -In the other cause, no real performance change happened, -just some temporary infrastructure issue -has caused a wrong low value to be measured. - -For small measured changes, this pattern may remain undetected. -For medium and big measured changes, this is detected when the regression -happens on just the last sample. - -For big changes, the revert is also immediately detected -as a subsequent progression. The trend is usually different -from the previously stable trend (as the two population averages -are not likely to be exactly equal), but the difference -between the two trends is relatively small. - -For medium changes, the detection algorithm may need several new samples -to detect a progression (as it dislikes single sample groups), -in the meantime reporting regressions (difference decreasing -with analysis time), until it stabilizes the same way as for big changes -(regression followed by progression, small difference -between the old stable trend and last trend). - -As it is very hard for a fault code or an infrastructure issue -to increase performance, the opposite (temporary progression) -almost never happens. - -### Summary - -There is a trade-off between detecting small regressions -and not reporting the same old regressions for a long time. - -For people reading e-mails, a sudden regression with a big number of samples -in the last group means this regression was hard for the algorithm to detect. - -If there is a big regression with just one run in the last group, -we are not sure if it is real, or just a temporary issue. -It is useful to wait some time before starting an investigation. - -With decreasing (absolute value of) difference, the number of expected runs -increases. If there is not enough runs, we still cannot distinguish -real regression from temporary regression just from the current metrics -(although humans frequently can tell by looking at the graph). - -When there is a regression or progression with just a small difference, -it is probably an artifact of a temporary regression. -Not worth examining, unless temporary regressions happen somewhat frequently. - -It is not easy for the metrics to locate the previous stable value, -especially if multiple anomalies happened in the last few weeks. -It is good to compare last trend with long term trend maximum, -as it highlights the difference between "now" and "what could be". -It is good to exclude last week from the trend maximum, -as including the last week would hide all real progressions. - -[^1]: [Minimum Description Length](https://en.wikipedia.org/wiki/Minimum_description_length) -[^2]: [Occam's razor](https://en.wikipedia.org/wiki/Occam%27s_razor) -[^3]: [bimodal distribution](https://en.wikipedia.org/wiki/Bimodal_distribution) diff --git a/docs/content/methodology/trending_methodology/trend_presentation.md b/docs/content/methodology/trending_methodology/trend_presentation.md deleted file mode 100644 index 4c58589a0b..0000000000 --- a/docs/content/methodology/trending_methodology/trend_presentation.md +++ /dev/null @@ -1,36 +0,0 @@ ---- -title: "Trending Presentation" -weight: 3 ---- - -# Trend Presentation - -## Failed tests - -The Failed tests tables list the tests which failed during the last test run. -Separate tables are generated for each testbed. - -## Regressions and progressions - -These tables list tests which encountered a regression or progression during the -specified time period, which is currently set to the last 21 days. - -## Trendline Graphs - -Trendline graphs show measured per run averages of MRR values, NDR or PDR -values, group average values, and detected anomalies. -The graphs are constructed as follows: - -- X-axis represents the date in the format MMDD. -- Y-axis represents run-average MRR value, NDR or PDR values in Mpps. For PDR - tests also a graph with average latency at 50% PDR [us] is generated. -- Markers to indicate anomaly classification: - - - Regression - red circle. - - Progression - green circle. - -- The line shows average MRR value of each group. - -In addition the graphs show dynamic labels while hovering over graph data -points, presenting the CSIT build date, measured value, VPP reference, trend job -build ID and the LF testbed ID. diff --git a/docs/content/methodology/trex_traffic_generator.md b/docs/content/methodology/trex_traffic_generator.md deleted file mode 100644 index 4f62d91c47..0000000000 --- a/docs/content/methodology/trex_traffic_generator.md +++ /dev/null @@ -1,195 +0,0 @@ ---- -title: "TRex Traffic Generator" -weight: 5 ---- - -# TRex Traffic Generator - -## Usage - -[TRex traffic generator](https://trex-tgn.cisco.com) is used for majority of -CSIT performance tests. TRex is used in multiple types of performance tests, -see [Data Plane Throughtput]({{< ref "data_plane_throughput/data_plane_throughput/#Data Plane Throughtput" >}}) -for more detail. - -## Traffic modes - -TRex is primarily used in two (mutually incompatible) modes. - -### Stateless mode - -Sometimes abbreviated as STL. -A mode with high performance, which is unable to react to incoming traffic. -We use this mode whenever it is possible. -Typical test where this mode is not applicable is NAT44ED, -as DUT does not assign deterministic outside address+port combinations, -so we are unable to create traffic that does not lose packets -in out2in direction. - -Measurement results are based on simple L2 counters -(opackets, ipackets) for each traffic direction. - -### Stateful mode - -A mode capable of reacting to incoming traffic. -Contrary to the stateless mode, only UDP and TCP is supported -(carried over IPv4 or IPv6 packets). -Performance is limited, as TRex needs to do more CPU processing. -TRex suports two subtypes of stateful traffic, -CSIT uses ASTF (Advanced STateFul mode). - -This mode is suitable for NAT44ED tests, as clients send packets from inside, -and servers react to it, so they see the outside address and port to respond to. -Also, they do not send traffic before NAT44ED has created the corresponding -translation entry. - -When possible, L2 counters (opackets, ipackets) are used. -Some tests need L7 counters, which track protocol state (e.g. TCP), -but those values are less than reliable on high loads. - -## Traffic Continuity - -Generated traffic is either continuous, or limited (by number of transactions). -Both modes support both continuities in principle. - -### Continuous traffic - -Traffic is started without any data size goal. -Traffic is ended based on time duration, as hinted by search algorithm. -This is useful when DUT behavior does not depend on the traffic duration. -The default for stateless mode. - -### Limited traffic - -Traffic has defined data size goal (given as number of transactions), -duration is computed based on this goal. -Traffic is ended when the size goal is reached, -or when the computed duration is reached. -This is useful when DUT behavior depends on traffic size, -e.g. target number of NAT translation entries, each to be hit exactly once -per direction. -This is used mainly for stateful mode. - -## Traffic synchronicity - -Traffic can be generated synchronously (test waits for duration) -or asynchronously (test operates during traffic and stops traffic explicitly). - -### Synchronous traffic - -Trial measurement is driven by given (or precomputed) duration, -no activity from test driver during the traffic. -Used for most trials. - -### Asynchronous traffic - -Traffic is started, but then the test driver is free to perform -other actions, before stopping the traffic explicitly. -This is used mainly by reconf tests, but also by some trials -used for runtime telemetry. - -## Trafic profiles - -TRex supports several ways to define the traffic. -CSIT uses small Python modules based on Scapy as definitions. -Details of traffic profiles depend on modes (STL or ASTF), -but some are common for both modes. - -Search algorithms are intentionally unaware of the traffic mode used, -so CSIT defines some terms to use instead of mode-specific TRex terms. - -### Transactions - -TRex traffic profile defines a small number of behaviors, -in CSIT called transaction templates. Traffic profiles also instruct -TRex how to create a large number of transactions based on the templates. - -Continuous traffic loops over the generated transactions. -Limited traffic usually executes each transaction once -(typically as constant number of loops over source addresses, -each loop with different source ports). - -Currently, ASTF profiles define one transaction template each. -Number of packets expected per one transaction varies based on profile details, -as does the criterion for when a transaction is considered successful. - -Stateless transactions are just one packet (sent from one TG port, -successful if received on the other TG port). -Thus unidirectional stateless profiles define one transaction template, -bidirectional stateless profiles define two transaction templates. - -### TPS multiplier - -TRex aims to open transaction specified by the profile at a steady rate. -While TRex allows the transaction template to define its intended "cps" value, -CSIT does not specify it, so the default value of 1 is applied, -meaning TRex will open one transaction per second (and transaction template) -by default. But CSIT invocation uses "multiplier" (mult) argument -when starting the traffic, that multiplies the cps value, -meaning it acts as TPS (transactions per second) input. - -With a slight abuse of nomenclature, bidirectional stateless tests -set "packets per transaction" value to 2, just to keep the TPS semantics -as a unidirectional input value. - -### Duration stretching - -TRex can be IO-bound, CPU-bound, or have any other reason -why it is not able to generate the traffic at the requested TPS. -Some conditions are detected, leading to TRex failure, -for example when the bandwidth does not fit into the line capacity. -But many reasons are not detected. - -Unfortunately, TRex frequently reacts by not honoring the duration -in synchronous mode, taking longer to send the traffic, -leading to lower then requested load offered to DUT. -This usualy breaks assumptions used in search algorithms, -so it has to be avoided. - -For stateless traffic, the behavior is quite deterministic, -so the workaround is to apply a fictional TPS limit (max_rate) -to search algorithms, usually depending only on the NIC used. - -For stateful traffic the behavior is not deterministic enough, -for example the limit for TCP traffic depends on DUT packet loss. -In CSIT we decided to use logic similar to asynchronous traffic. -The traffic driver sleeps for a time, then stops the traffic explicitly. -The library that parses counters into measurement results -than usually treats unsent packets/transactions as lost/failed. - -We have added a IP4base tests for every NAT44ED test, -so that users can compare results. -If the results are very similar, it is probable TRex was the bottleneck. - -### Startup delay - -By investigating TRex behavior, it was found that TRex does not start -the traffic in ASTF mode immediately. There is a delay of zero traffic, -after which the traffic rate ramps up to the defined TPS value. - -It is possible to poll for counters during the traffic -(fist nonzero means traffic has started), -but that was found to influence the NDR results. - -Thus "sleep and stop" stategy is used, which needs a correction -to the computed duration so traffic is stopped after the intended -duration of real traffic. Luckily, it turns out this correction -is not dependend on traffic profile nor CPU used by TRex, -so a fixed constant (0.112 seconds) works well. -Unfortunately, the constant may depend on TRex version, -or execution environment (e.g. TRex in AWS). - -The result computations need a precise enough duration of the real traffic, -luckily server side of TRex has precise enough counter for that. - -It is unknown whether stateless traffic profiles also exhibit a startup delay. -Unfortunately, stateless mode does not have similarly precise duration counter, -so some results (mostly MRR) are affected by less precise duration measurement -in Python part of CSIT code. - -## Measuring Latency - -If measurement of latency is requested, two more packet streams are -created (one for each direction) with TRex flow_stats parameter set to -STLFlowLatencyStats. In that case, returned statistics will also include -min/avg/max latency values and encoded HDRHistogram data. \ No newline at end of file diff --git a/docs/content/methodology/tunnel_encapsulations.md b/docs/content/methodology/tunnel_encapsulations.md deleted file mode 100644 index 52505b7efb..0000000000 --- a/docs/content/methodology/tunnel_encapsulations.md +++ /dev/null @@ -1,41 +0,0 @@ ---- -title: "Tunnel Encapsulations" -weight: 10 ---- - -# Tunnel Encapsulations - -Tunnel encapsulations testing is grouped based on the type of outer -header: IPv4 or IPv6. - -## IPv4 Tunnels - -VPP is tested in the following IPv4 tunnel baseline configurations: - -- *ip4vxlan-l2bdbase*: VXLAN over IPv4 tunnels with L2 bridge-domain MAC - switching. -- *ip4vxlan-l2xcbase*: VXLAN over IPv4 tunnels with L2 cross-connect. -- *ip4lispip4-ip4base*: LISP over IPv4 tunnels with IPv4 routing. -- *ip4lispip6-ip6base*: LISP over IPv4 tunnels with IPv6 routing. -- *ip4gtpusw-ip4base*: GTPU over IPv4 tunnels with IPv4 routing. - -In all cases listed above low number of MAC, IPv4, IPv6 flows (253 or 254 per -direction) is switched or routed by VPP. - -In addition selected IPv4 tunnels are tested at scale: - -- *dot1q--ip4vxlanscale-l2bd*: VXLAN over IPv4 tunnels with L2 bridge- - domain MAC switching, with scaled up dot1q VLANs (10, 100, 1k), - mapped to scaled up L2 bridge-domains (10, 100, 1k), that are in turn - mapped to (10, 100, 1k) VXLAN tunnels. 64.5k flows are transmitted per - direction. - -## IPv6 Tunnels - -VPP is tested in the following IPv6 tunnel baseline configurations: - -- *ip6lispip4-ip4base*: LISP over IPv4 tunnels with IPv4 routing. -- *ip6lispip6-ip6base*: LISP over IPv4 tunnels with IPv6 routing. - -In all cases listed above low number of IPv4, IPv6 flows (253 or 254 per -direction) is routed by VPP. diff --git a/docs/content/methodology/vpp_device_functional.md b/docs/content/methodology/vpp_device_functional.md deleted file mode 100644 index 2bad5973b6..0000000000 --- a/docs/content/methodology/vpp_device_functional.md +++ /dev/null @@ -1,15 +0,0 @@ ---- -title: "VPP_Device Functional" -weight: 18 ---- - -# VPP_Device Functional - -Includes VPP_Device test environment for functional VPP -device tests integrated into LFN CI/CD infrastructure. VPP_Device tests -run on 1-Node testbeds (1n-skx, 1n-arm) and rely on Linux SRIOV Virtual -Function (VF), dot1q VLAN tagging and external loopback cables to -facilitate packet passing over external physical links. Initial focus is -on few baseline tests. New device tests can be added by small edits -to existing CSIT Performance (2-node) test. RF test definition code -stays unchanged with the exception of traffic generator related L2 KWs. diff --git a/docs/content/methodology/vpp_forwarding_modes.md b/docs/content/methodology/vpp_forwarding_modes.md deleted file mode 100644 index 1cc199c607..0000000000 --- a/docs/content/methodology/vpp_forwarding_modes.md +++ /dev/null @@ -1,104 +0,0 @@ ---- -title: "VPP Forwarding Modes" -weight: 3 ---- - -# VPP Forwarding Modes - -VPP is tested in a number of L2, IPv4 and IPv6 packet lookup and -forwarding modes. Within each mode baseline and scale tests are -executed, the latter with varying number of FIB entries. - -## L2 Ethernet Switching - -VPP is tested in three L2 forwarding modes: - -- *l2patch*: L2 patch, the fastest point-to-point L2 path that loops - packets between two interfaces without any Ethernet frame checks or - lookups. -- *l2xc*: L2 cross-connect, point-to-point L2 path with all Ethernet - frame checks, but no MAC learning and no MAC lookup. -- *l2bd*: L2 bridge-domain, multipoint-to-multipoint L2 path with all - Ethernet frame checks, with MAC learning (unless static MACs are used) - and MAC lookup. - -l2bd tests are executed in baseline and scale configurations: - -- *l2bdbase*: Two MAC FIB entries are learned by VPP to enable packet - switching between two interfaces in two directions. VPP L2 switching - is tested with 254 IPv4 unique flows per direction, varying IPv4 - source address per flow in order to invoke RSS based packet - distribution across VPP workers. The same source and destination MAC - address is used for all flows per direction. IPv4 source address is - incremented for every packet. - -- *l2bdscale*: A high number of MAC FIB entries are learned by VPP to - enable packet switching between two interfaces in two directions. - Tested MAC FIB sizes include: i) 10k with 5k unique flows per - direction, ii) 100k with 2 x 50k flows and iii) 1M with 2 x 500k - flows. Unique flows are created by using distinct source and - destination MAC addresses that are changed for every packet using - incremental ordering, making VPP learn (or refresh) distinct src MAC - entries and look up distinct dst MAC entries for every packet. For - details, see - [Packet Flow Ordering]({{< ref "packet_flow_ordering#Packet Flow Ordering" >}}). - -Ethernet wire encapsulations tested include: untagged, dot1q, dot1ad. - -## IPv4 Routing - -IPv4 routing tests are executed in baseline and scale configurations: - -- *ip4base*: Two /32 IPv4 FIB entries are configured in VPP to enable - packet routing between two interfaces in two directions. VPP routing - is tested with 253 IPv4 unique flows per direction, varying IPv4 - source address per flow in order to invoke RSS based packet - distribution across VPP workers. IPv4 source address is incremented - for every packet. - -- *ip4scale*: A high number of /32 IPv4 FIB entries are configured in - VPP. Tested IPv4 FIB sizes include: i) 20k with 10k unique flows per - direction, ii) 200k with 2 * 100k flows and iii) 2M with 2 * 1M - flows. Unique flows are created by using distinct IPv4 destination - addresses that are changed for every packet, using incremental or - random ordering. For details, see - [Packet Flow Ordering]({{< ref "packet_flow_ordering#Packet Flow Ordering" >}}). - -## IPv6 Routing - -Similarly to IPv4, IPv6 routing tests are executed in baseline and scale -configurations: - -- *ip6base*: Two /128 IPv4 FIB entries are configured in VPP to enable - packet routing between two interfaces in two directions. VPP routing - is tested with 253 IPv6 unique flows per direction, varying IPv6 - source address per flow in order to invoke RSS based packet - distribution across VPP workers. IPv6 source address is incremented - for every packet. - -- *ip4scale*: A high number of /128 IPv6 FIB entries are configured in - VPP. Tested IPv6 FIB sizes include: i) 20k with 10k unique flows per - direction, ii) 200k with 2 * 100k flows and iii) 2M with 2 * 1M - flows. Unique flows are created by using distinct IPv6 destination - addresses that are changed for every packet, using incremental or - random ordering. For details, see - [Packet Flow Ordering]({{< ref "packet_flow_ordering#Packet Flow Ordering" >}}). - -## SRv6 Routing - -SRv6 routing tests are executed in a number of baseline configurations, -in each case SR policy and steering policy are configured for one -direction and one (or two) SR behaviours (functions) in the other -directions: - -- *srv6enc1sid*: One SID (no SRH present), one SR function - End. -- *srv6enc2sids*: Two SIDs (SRH present), two SR functions - End and - End.DX6. -- *srv6enc2sids-nodecaps*: Two SIDs (SRH present) without decapsulation, - one SR function - End. -- *srv6proxy-dyn*: Dynamic SRv6 proxy, one SR function - End.AD. -- *srv6proxy-masq*: Masquerading SRv6 proxy, one SR function - End.AM. -- *srv6proxy-stat*: Static SRv6 proxy, one SR function - End.AS. - -In all listed cases low number of IPv6 flows (253 per direction) is -routed by VPP. diff --git a/docs/content/methodology/vpp_startup_settings.md b/docs/content/methodology/vpp_startup_settings.md deleted file mode 100644 index 6e40091a6c..0000000000 --- a/docs/content/methodology/vpp_startup_settings.md +++ /dev/null @@ -1,44 +0,0 @@ ---- -title: "VPP Startup Settings" -weight: 17 ---- - -# VPP Startup Settings - -CSIT code manipulates a number of VPP settings in startup.conf for -optimized performance. List of common settings applied to all tests and -test dependent settings follows. - -## Common Settings - -List of VPP startup.conf settings applied to all tests: - -1. heap-size - set separately for ip4, ip6, stats, main - depending on scale tested. -2. no-tx-checksum-offload - disables UDP / TCP TX checksum offload in - DPDK. Typically needed for use faster vector PMDs (together with - no-multi-seg). -3. buffers-per-numa - sets a number of memory buffers allocated - to VPP per CPU socket. VPP default is 16384. Needs to be increased for - scenarios with large number of interfaces and worker threads. To - accommodate for scale tests, CSIT is setting it to the maximum possible - value corresponding to the limit of DPDK memory mappings (currently - 256). For Xeon Skylake platforms configured with 2MB hugepages and VPP - data-size and buffer-size defaults (2048B and 2496B respectively), this - results in value of 215040 (256 * 840 = 215040, 840 * 2496B buffers fit - in 2MB hugepage). - -## Per Test Settings - -List of vpp startup.conf settings applied dynamically per test: - -1. corelist-workers - list of logical cores to run VPP - worker data plane threads. Depends on HyperThreading and core per - test configuration. -2. num-rx-queues - depends on a number of VPP threads and NIC - interfaces. -3. no-multi-seg - disables multi-segment buffers in DPDK, improves - packet throughput, but disables Jumbo MTU support. Disabled for all - tests apart from the ones that require Jumbo 9000B frame support. -4. UIO driver - depends on topology file definition. -5. QAT VFs - depends on NRThreads, each thread = 1QAT VFs. diff --git a/docs/content/overview/_index.md b/docs/content/overview/_index.md new file mode 100644 index 0000000000..97fb5dec78 --- /dev/null +++ b/docs/content/overview/_index.md @@ -0,0 +1,6 @@ +--- +bookCollapseSection: false +bookFlatSection: true +title: "Overview" +weight: 1 +--- diff --git a/docs/content/overview/c_dash/_index.md b/docs/content/overview/c_dash/_index.md new file mode 100644 index 0000000000..97b351006f --- /dev/null +++ b/docs/content/overview/c_dash/_index.md @@ -0,0 +1,6 @@ +--- +bookCollapseSection: true +bookFlatSection: false +title: "C-Dash" +weight: 1 +--- diff --git a/docs/content/overview/c_dash/design.md b/docs/content/overview/c_dash/design.md new file mode 100644 index 0000000000..ef8c62ab88 --- /dev/null +++ b/docs/content/overview/c_dash/design.md @@ -0,0 +1,6 @@ +--- +title: "Design" +weight: 1 +--- + +# Design diff --git a/docs/content/overview/c_dash/releases.md b/docs/content/overview/c_dash/releases.md new file mode 100644 index 0000000000..1e51c2978a --- /dev/null +++ b/docs/content/overview/c_dash/releases.md @@ -0,0 +1,8 @@ +--- +title: "Releases" +weight: 3 +--- + +# Releases + +## C-Dash v1 diff --git a/docs/content/overview/c_dash/structure.md b/docs/content/overview/c_dash/structure.md new file mode 100644 index 0000000000..ba427f1ee3 --- /dev/null +++ b/docs/content/overview/c_dash/structure.md @@ -0,0 +1,20 @@ +--- +title: "Structure" +weight: 2 +--- + +# Structure + +## Performance Trending + +## Per Release Performance + +## Per Release Performance Comparisons + +## Per Release Coverage Data + +## Test Job Statistics + +## Failures and Anomalies + +## Documentation diff --git a/docs/content/overview/csit/_index.md b/docs/content/overview/csit/_index.md new file mode 100644 index 0000000000..959348d2ae --- /dev/null +++ b/docs/content/overview/csit/_index.md @@ -0,0 +1,6 @@ +--- +bookCollapseSection: true +bookFlatSection: false +title: "CSIT" +weight: 2 +--- diff --git a/docs/content/overview/csit/design.md b/docs/content/overview/csit/design.md new file mode 100644 index 0000000000..53b764f5bb --- /dev/null +++ b/docs/content/overview/csit/design.md @@ -0,0 +1,148 @@ +--- +title: "Design" +weight: 1 +--- + +# Design + +FD.io CSIT system design needs to meet continuously expanding requirements of +FD.io projects including VPP, related sub-systems (e.g. plugin applications, +DPDK drivers) and FD.io applications (e.g. DPDK applications), as well as +growing number of compute platforms running those applications. With CSIT +project scope and charter including both FD.io continuous testing AND +performance trending/comparisons, those evolving requirements further amplify +the need for CSIT framework modularity, flexibility and usability. + +## Design Hierarchy + +CSIT follows a hierarchical system design with SUTs and DUTs at the bottom level +of the hierarchy, presentation level at the top level and a number of functional +layers in-between. The current CSIT system design including CSIT framework is +depicted in the figure below. + +{{< figure src="/cdocs/csit_design_picture.svg" title="CSIT Design" >}} + +A brief bottom-up description is provided here: + +1. SUTs, DUTs, TGs + - SUTs - Systems Under Test; + - DUTs - Devices Under Test; + - TGs - Traffic Generators; +2. Level-1 libraries - Robot and Python + - Lowest level CSIT libraries abstracting underlying test environment, SUT, + DUT and TG specifics; + - Used commonly across multiple L2 KWs; + - Performance and functional tests: + - L1 KWs (KeyWords) are implemented as RF libraries and Python + libraries; + - Performance TG L1 KWs: + - All L1 KWs are implemented as Python libraries: + - Support for TRex only today; + - CSIT IXIA drivers in progress; + - Performance data plane traffic profiles: + - TG-specific stream profiles provide full control of: + - Packet definition - layers, MACs, IPs, ports, combinations thereof + e.g. IPs and UDP ports; + - Stream definitions - different streams can run together, delayed, + one after each other; + - Stream profiles are independent of CSIT framework and can be used + in any T-rex setup, can be sent anywhere to repeat tests with + exactly the same setup; + - Easily extensible - one can create a new stream profile that meets + tests requirements; + - Same stream profile can be used for different tests with the same + traffic needs; + - Functional data plane traffic scripts: + - Scapy specific traffic scripts; +3. Level-2 libraries - Robot resource files: + - Higher level CSIT libraries abstracting required functions for executing + tests; + - L2 KWs are classified into the following functional categories: + - Configuration, test, verification, state report; + - Suite setup, suite teardown; + - Test setup, test teardown; +4. Tests - Robot: + - Test suites with test cases; + - Performance tests using physical testbed environment: + - VPP; + - DPDK-Testpmd; + - DPDK-L3Fwd; + - Tools: + - Documentation generator; + - Report generator; + - Testbed environment setup ansible playbooks; + - Operational debugging scripts; + +5. Test Lifecycle Abstraction + +A well coded test must follow a disciplined abstraction of the test +lifecycles that includes setup, configuration, test and verification. In +addition to improve test execution efficiency, the commmon aspects of +test setup and configuration shared across multiple test cases should be +done only once. Translating these high-level guidelines into the Robot +Framework one arrives to definition of a well coded RF tests for FD.io +CSIT. Anatomy of Good Tests for CSIT: + +1. Suite Setup - Suite startup Configuration common to all Test Cases in suite: + uses Configuration KWs, Verification KWs, StateReport KWs; +2. Test Setup - Test startup Configuration common to multiple Test Cases: uses + Configuration KWs, StateReport KWs; +3. Test Case - uses L2 KWs with RF Gherkin style: + - prefixed with {Given} - Verification of Test setup, reading state: uses + Configuration KWs, Verification KWs, StateReport KWs; + - prefixed with {When} - Test execution: Configuration KWs, Test KWs; + - prefixed with {Then} - Verification of Test execution, reading state: uses + Verification KWs, StateReport KWs; +4. Test Teardown - post Test teardown with Configuration cleanup and + Verification common to multiple Test Cases - uses: Configuration KWs, + Verification KWs, StateReport KWs; +5. Suite Teardown - Suite post-test Configuration cleanup: uses Configuration + KWs, Verification KWs, StateReport KWs; + +## RF Keywords Functional Classification + +CSIT RF KWs are classified into the functional categories matching the test +lifecycle events described earlier. All CSIT RF L2 and L1 KWs have been grouped +into the following functional categories: + +1. Configuration; +2. Test; +3. Verification; +4. StateReport; +5. SuiteSetup; +6. TestSetup; +7. SuiteTeardown; +8. TestTeardown; + +## RF Keywords Naming Guidelines + +Readability counts: "..code is read much more often than it is written." +Hence following a good and consistent grammar practice is important when +writing Robot Framework KeyWords and Tests. All CSIT test cases +are coded using Gherkin style and include only L2 KWs references. L2 KWs are +coded using simple style and include L2 KWs, L1 KWs, and L1 python references. +To improve readability, the proposal is to use the same grammar for both +Robot Framework KW styles, and to formalize the grammar of English +sentences used for naming the Robot Framework KWs. Robot +Framework KWs names are short sentences expressing functional description of +the command. They must follow English sentence grammar in one of the following +forms: + +1. **Imperative** - verb-object(s): *"Do something"*, verb in base form. +2. **Declarative** - subject-verb-object(s): *"Subject does something"*, verb in + a third-person singular present tense form. +3. **Affirmative** - modal_verb-verb-object(s): *"Subject should be something"*, + *"Object should exist"*, verb in base form. +4. **Negative** - modal_verb-Not-verb-object(s): *"Subject should not be + something"*, *"Object should not exist"*, verb in base form. + +Passive form MUST NOT be used. However a usage of past participle as an +adjective is okay. See usage examples provided in the Coding guidelines +section below. Following sections list applicability of the above +grammar forms to different Robot Framework KW categories. Usage +examples are provided, both good and bad. + +## Coding Guidelines + +Coding guidelines can be found on +[Design optimizations wiki page](https://wiki.fd.io/view/CSIT/Design_Optimizations). diff --git a/docs/content/overview/csit/suite_generation.md b/docs/content/overview/csit/suite_generation.md new file mode 100644 index 0000000000..84a19b8ab9 --- /dev/null +++ b/docs/content/overview/csit/suite_generation.md @@ -0,0 +1,123 @@ +--- +title: "Suite Generation" +weight: 5 +--- + +# Suite Generation + +CSIT uses robot suite files to define tests. However, not all suite files +available for Jenkins jobs (or manually started bootstrap scripts) are present +in CSIT git repository. They are generated only when needed. + +## Autogen Library + +There is a code generation layer implemented as Python library called "autogen", +called by various bash scripts. + +It generates the full extent of CSIT suites, using the ones in git as templates. + +## Sources + +The generated suites (and their contents) are affected by multiple information +sources, listed below. + +### Git Suites + +The suites present in git repository act as templates for generating suites. +One of autogen design principles is that any template suite should also act +as a full suite (no placeholders). + +In practice, autogen always re-creates the template suite with exactly +the same content, it is one of checks that autogen works correctly. + +### Regenerate Script + +Not all suites present in CSIT git repository act as template for autogen. +The distinction is on per-directory level. Directories with +`regenerate_testcases.py` script usually consider all suites as templates +(unless possibly not included by the glob patten in the script). + +The script also specifies minimal frame size, indirectly, by specifying protocol +(protocol "ip4" is the default, leading to 64B frame size). + +### Constants + +Values in `Constants.py` are taken into consideration when generating suites. +The values are mostly related to different NIC models and NIC drivers. + +### Python Code + +Python code in `resources/libraries/python/autogen` contains several other +information sources. + +#### Testcase Templates + +The test case part of template suite is ignored, test case lines +are created according to text templates in `Testcase.py` file. + +#### Testcase Argument Lists + +Each testcase template has different number of "arguments", e.g. values +to put into various placeholders. Different test types need different +lists of the argument values, the lists are in `regenerate_glob` method +in `Regenerator.py` file. + +#### Iteration Over Values + +Python code detects the test type (usually by substrings of suite file name), +then iterates over different quantities based on type. +For example, only ndrpdr suite templates generate other types (mrr and soak). + +#### Hardcoded Exclusions + +Some combinations of values are known not to work, so they are excluded. +Examples: Density tests for too much CPUs; IMIX for ASTF. + +## Non-Sources + +Some information sources are available in CSIT repository, +but do not affect the suites generated by autogen. + +### Testbeds + +Overall, no information visible in topology yaml files is taken into account +by autogen. + +#### Testbed Architecture + +Historically, suite files are agnostic to testbed architecture, e.g. ICX or ALT. + +#### Testbed Size + +Historically, 2-node and 3-node suites have diferent names, and while +most of the code is common, the differences are not always simple enough. +Autogen treat 2-node and 3-node suites as independent templates. + +TRex suites are intended for a 1-node circuit of otherwise 2-node or 3-node +testbeds, so they support all 3 robot tags. +They are also detected and treated differently by autogen, +mainly because they need different testcase arguments (no CPU count). +Autogen does nothing specifically related to the fact they should run +only in testbeds/NICs with TG-TG line available. + +#### Other Topology Info + +Some bonding tests need two (parallel) links between DUTs. Autogen does not +care, as suites are agnostic. Robot tag marks the difference, but the link +presence is not explicitly checked. + +### Job specs + +Information in job spec files depend on generated suites (not the other way). +Autogen should generate more suites, as job spec is limited by time budget. +More suites should be available for manually triggered verify jobs, +so autogen covers that. + +### Bootstrap Scripts + +Historically, bootstrap scripts perform some logic, +perhaps adding exclusion options to Robot invocation +(e.g. skipping testbed+NIC combinations for tests that need parallel links). + +Once again, the logic here relies on what autogen generates, +autogen does not look into bootstrap scripts. diff --git a/docs/content/overview/csit/test_naming.md b/docs/content/overview/csit/test_naming.md new file mode 100644 index 0000000000..d7a32518e5 --- /dev/null +++ b/docs/content/overview/csit/test_naming.md @@ -0,0 +1,112 @@ +--- +title: "Test Naming" +weight: 3 +--- + +# Test Naming + +## Background + +{{< release_csit >}} follows a common structured naming convention for all +performance and system functional tests, introduced in CSIT 17.01. + +The naming should be intuitive for majority of the tests. Complete +description of CSIT test naming convention is provided on +[CSIT test naming wiki page](https://wiki.fd.io/view/CSIT/csit-test-naming). +Below few illustrative examples of the naming usage for test suites across CSIT +performance, functional and Honeycomb management test areas. + +## Naming Convention + +The CSIT approach is to use tree naming convention and to encode following +testing information into test suite and test case names: + +1. packet network port configuration + * port type, physical or virtual; + * number of ports; + * NIC model, if applicable; + * port-NIC locality, if applicable; +2. packet encapsulations; +3. VPP packet processing + * packet forwarding mode; + * packet processing function(s); +4. packet forwarding path + * if present, network functions (processes, containers, VMs) and their + topology within the computer; +5. main measured variable, type of test. + +Proposed convention is to encode ports and NICs on the left (underlay), +followed by outer-most frame header, then other stacked headers up to the +header processed by vSwitch-VPP, then VPP forwarding function, then encap on +vhost interface, number of vhost interfaces, number of VMs. If chained VMs +present, they get added on the right. Test topology is expected to be +symmetric, in other words packets enter and leave SUT through ports specified +on the left of the test name. Here some examples to illustrate the convention +followed by the complete legend, and tables mapping the new test filenames to +old ones. + +## Naming Examples + +CSIT test suite naming examples (filename.robot) for common tested VPP +topologies: + +1. **Physical port to physical port - a.k.a. NIC-to-NIC, Phy-to-Phy, P2P** + * *PortNICConfig-WireEncapsulation-PacketForwardingFunction- + PacketProcessingFunction1-...-PacketProcessingFunctionN-TestType* + * *10ge2p1x520-dot1q-l2bdbasemaclrn-ndrdisc.robot* => 2 ports of 10GE on + Intel x520 NIC, dot1q tagged Ethernet, L2 bridge-domain baseline switching + with MAC learning, NDR throughput discovery. + * *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrchk.robot* => 2 ports of 10GE on + Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain baseline switching + with MAC learning, NDR throughput discovery. + * *10ge2p1x520-ethip4-ip4base-ndrdisc.robot* => 2 ports of 10GE on Intel x520 + NIC, IPv4 baseline routed forwarding, NDR throughput discovery. + * *10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot* => 2 ports of 10GE on Intel + x520 NIC, IPv6 scaled up routed forwarding, NDR throughput discovery. + * *10ge2p1x520-ethip4-ip4base-iacldstbase-ndrdisc.robot* => 2 ports of 10GE + on Intel x520 NIC, IPv4 baseline routed forwarding, ingress Access Control + Lists baseline matching on destination, NDR throughput discovery. + * *40ge2p1vic1385-ethip4-ip4base-ndrdisc.robot* => 2 ports of 40GE on Cisco + vic1385 NIC, IPv4 baseline routed forwarding, NDR throughput discovery. + * *eth2p-ethip4-ip4base-func.robot* => 2 ports of Ethernet, IPv4 baseline + routed forwarding, functional tests. + +2. **Physical port to VM (or VM chain) to physical port - a.k.a. NIC2VM2NIC, + P2V2P, NIC2VMchain2NIC, P2V2V2P** + * *PortNICConfig-WireEncapsulation-PacketForwardingFunction- + PacketProcessingFunction1-...-PacketProcessingFunctionN-VirtEncapsulation- + VirtPortConfig-VMconfig-TestType* + * *10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot* => 2 ports + of 10GE on Intel x520 NIC, dot1q tagged Ethernet, L2 bridge-domain + switching to/from two vhost interfaces and one VM, NDR throughput + discovery. + * *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot* => 2 + ports of 10GE on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain + switching to/from two vhost interfaces and one VM, NDR throughput + discovery. + * *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-4vhost-2vm-ndrdisc.robot* => 2 + ports of 10GE on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain + switching to/from four vhost interfaces and two VMs, NDR throughput + discovery. + * *eth2p-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-func.robot* => 2 ports of + Ethernet, IPv4 VXLAN Ethernet, L2 bridge-domain switching to/from two vhost + interfaces and one VM, functional tests. + +3. **API CRUD tests - Create (Write), Read (Retrieve), Update (Modify), Delete + (Destroy) operations for configuration and operational data** + * *ManagementTestKeyword-ManagementOperation-ManagedFunction1-...- + ManagedFunctionN-ManagementAPI1-ManagementAPIN-TestType* + * *mgmt-cfg-lisp-apivat-func* => configuration of LISP with VAT API calls, + functional tests. + * *mgmt-cfg-l2bd-apihc-apivat-func* => configuration of L2 Bridge-Domain with + Honeycomb API and VAT API calls, functional tests. + * *mgmt-oper-int-apihcnc-func* => reading status and operational data of + interface with Honeycomb NetConf API calls, functional tests. + * *mgmt-cfg-int-tap-apihcnc-func* => configuration of tap interfaces with + Honeycomb NetConf API calls, functional tests. + * *mgmt-notif-int-subint-apihcnc-func* => notifications of interface and + sub-interface events with Honeycomb NetConf Notifications, functional + tests. + +For complete description of CSIT test naming convention please refer to +[CSIT test naming wiki page](https://wiki.fd.io/view/CSIT/csit-test-naming). diff --git a/docs/content/overview/csit/test_scenarios.md b/docs/content/overview/csit/test_scenarios.md new file mode 100644 index 0000000000..1f06765eae --- /dev/null +++ b/docs/content/overview/csit/test_scenarios.md @@ -0,0 +1,66 @@ +--- +title: "Test Scenarios" +weight: 2 +--- + +# Test Scenarios + +FD.io CSIT Dashboard includes multiple test scenarios of VPP +centric applications, topologies and use cases. In addition it also +covers baseline tests of DPDK sample applications. Tests are executed in +physical (performance tests) and virtual environments (functional +tests). + +Brief overview of test scenarios covered in this documentation: + +1. **VPP Performance**: VPP performance tests are executed in physical + FD.io testbeds, focusing on VPP network data plane performance in + NIC-to-NIC switching topologies. VPP application runs in + bare-metal host user-mode handling NICs. TRex is used as a traffic generator. + +2. **VPP Vhostuser Performance with KVM VMs**: VPP VM service switching + performance tests using vhostuser virtual interface for + interconnecting multiple NF-in-VM instances. VPP vswitch + instance runs in bare-metal user-mode handling NICs and connecting + over vhost-user interfaces to VM instances each running VPP with virtio + virtual interfaces. Similarly to VPP Performance, tests are run across a + range of configurations. TRex is used as a traffic generator. + +3. **VPP Memif Performance with LXC and Docker Containers**: VPP + Container service switching performance tests using memif virtual + interface for interconnecting multiple VPP-in-container instances. + VPP vswitch instance runs in bare-metal user-mode handling NICs and + connecting over memif (Slave side) interfaces to more instances of + VPP running in LXC or in Docker Containers, both with memif + interfaces (Master side). Similarly to VPP Performance, tests are + run across a range of configurations. TRex is used as a traffic + generator. + +4. **DPDK Performance**: VPP uses DPDK to drive the NICs and physical + interfaces. DPDK performance tests are used as a baseline to + profile performance of the DPDK sub-system. Two DPDK applications + are tested: Testpmd and L3fwd. DPDK tests are executed in the same + testing environment as VPP tests. DPDK Testpmd and L3fwd + applications run in host user-mode. TRex is used as a traffic + generator. + +5. **T-Rex Performance**: T-Rex perfomance tests are executed in physical + FD.io testbeds, focusing on T-Rex data plane performance in NIC-to-NIC + loopback topologies. + +6. **VPP Functional**: VPP functional tests are executed in virtual + FD.io testbeds, focusing on VPP packet processing functionality, + including both network data plane and in-line control plane. Tests + cover vNIC-to-vNIC vNIC-to-nestedVM-to-vNIC forwarding topologies. + Scapy is used as a traffic generator. + +All CSIT test data included in this report is auto-generated from Robot +Framework json output files produced by Linux Foundation FD.io Jenkins jobs +executed against {{< release_vpp >}} artifacts. + +FD.io CSIT system is developed using two main coding platforms: Robot +Framework and Python. {{< release_csit >}} source code for the executed test +suites is available in corresponding CSIT branch in the directory +`./tests/`. A local copy of CSIT source code +can be obtained by cloning CSIT git repository - `git clone +https://gerrit.fd.io/r/csit`. diff --git a/docs/content/overview/csit/test_tags.md b/docs/content/overview/csit/test_tags.md new file mode 100644 index 0000000000..8fc3021d6f --- /dev/null +++ b/docs/content/overview/csit/test_tags.md @@ -0,0 +1,863 @@ +--- +title: "Test Tags" +weight: 4 +--- + +# Test Tags + +All CSIT test cases are labelled with Robot Framework tags used to allow for +easy test case type identification, test case grouping and selection for +execution. Following sections list currently used CSIT tags and their +descriptions. + +## Testbed Topology Tags + +**2_NODE_DOUBLE_LINK_TOPO** + + 2 nodes connected in a circular topology with two links interconnecting + the devices. + +**2_NODE_SINGLE_LINK_TOPO** + + 2 nodes connected in a circular topology with at least one link + interconnecting devices. + +**3_NODE_DOUBLE_LINK_TOPO** + + 3 nodes connected in a circular topology with two links interconnecting + the devices. + +**3_NODE_SINGLE_LINK_TOPO** + + 3 nodes connected in a circular topology with at least one link + interconnecting devices. + +## Objective Tags + +**SKIP_PATCH** + + Test case(s) marked to not run in case of vpp-csit-verify (i.e. VPP patch) + and csit-vpp-verify jobs (i.e. CSIT patch). + +**SKIP_VPP_PATCH** + + Test case(s) marked to not run in case of vpp-csit-verify (i.e. VPP patch). + +## Environment Tags + +**HW_ENV** + + DUTs and TGs are running on bare metal. + +**VM_ENV** + + DUTs and TGs are running in virtual environment. + +**VPP_VM_ENV** + + DUTs with VPP and capable of running Virtual Machine. + +## NIC Model Tags + +**NIC_Intel-X520-DA2** + + Intel X520-DA2 NIC. + +**NIC_Intel-XL710** + + Intel XL710 NIC. + +**NIC_Intel-X710** + + Intel X710 NIC. + +**NIC_Intel-XXV710** + + Intel XXV710 NIC. + +**NIC_Cisco-VIC-1227** + + VIC-1227 by Cisco. + +**NIC_Cisco-VIC-1385** + + VIC-1385 by Cisco. + +**NIC_Amazon-Nitro-50G** + + Amazon EC2 ENA NIC. + +## Scaling Tags + +**FIB_20K** + + 2x10,000 entries in single fib table + +**FIB_200K** + + 2x100,000 entries in single fib table + +**FIB_1M** + + 2x500,000 entries in single fib table + +**FIB_2M** + + 2x1,000,000 entries in single fib table + +**L2BD_1** + + Test with 1 L2 bridge domain. + +**L2BD_10** + + Test with 10 L2 bridge domains. + +**L2BD_100** + + Test with 100 L2 bridge domains. + +**L2BD_1K** + + Test with 1000 L2 bridge domains. + +**VLAN_1** + + Test with 1 VLAN sub-interface. + +**VLAN_10** + + Test with 10 VLAN sub-interfaces. + +**VLAN_100** + + Test with 100 VLAN sub-interfaces. + +**VLAN_1K** + + Test with 1000 VLAN sub-interfaces. + +**VXLAN_1** + + Test with 1 VXLAN tunnel. + +**VXLAN_10** + + Test with 10 VXLAN tunnels. + +**VXLAN_100** + + Test with 100 VXLAN tunnels. + +**VXLAN_1K** + + Test with 1000 VXLAN tunnels. + +**TNL_{t}** + + IPSec in tunnel mode - {t} tunnels. + +**SRC_USER_{u}** + + Traffic flow with {u} unique IPs (users) in one direction. + {u}=(1,10,100,1000,2000,4000). + +**100_FLOWS** + + Traffic stream with 100 unique flows (10 IPs/users x 10 UDP ports) in one + direction. + +**10k_FLOWS** + + Traffic stream with 10 000 unique flows (10 IPs/users x 1000 UDP ports) in + one direction. + +**100k_FLOWS** + + Traffic stream with 100 000 unique flows (100 IPs/users x 1000 UDP ports) in + one direction. + +**HOSTS_{h}** + + Stateless or stateful traffic stream with {h} client source IP4 addresses, + usually with 63 flow differing in source port number. Could be UDP or TCP. + If NAT is used, the clients are inside. Outside IP range can differ. + {h}=(1024,4096,16384,65536,262144). + +**GENEVE4_{t}TUN** + + Test with {t} GENEVE IPv4 tunnel. {t}=(1,4,16,64,256,1024) + +## Test Category Tags + +**DEVICETEST** + + All vpp_device functional test cases. + +**PERFTEST** + + All performance test cases. + +## VPP Device Type Tags + +**SCAPY** + + All test cases that uses Scapy for packet generation and validation. + +## Performance Type Tags + +**NDRPDR** + + Single test finding both No Drop Rate and Partial Drop Rate simultaneously. + The search is done by optimized algorithm which performs + multiple trial runs at different durations and transmit rates. + The results come from the final trials, which have duration of 30 seconds. + +**MRR** + + Performance tests where TG sends the traffic at maximum rate (line rate) + and reports total sent/received packets over trial duration. + The result is an average of 10 trials of 1 second duration. + +**SOAK** + + Performance tests using PLRsearch to find the critical load. + +**RECONF** + + Performance tests aimed to measure lost packets (time) when performing + reconfiguration while full throughput offered load is applied. + +## Ethernet Frame Size Tags + +These are describing the traffic offered by Traffic Generator, +"primary" traffic in case of asymmetric load. +For traffic between DUTs, or for "secondary" traffic, see ${overhead} value. + +**{b}B** + + {b} Bytes frames used for test. + +**IMIX** + + IMIX frame sequence (28x 64B, 16x 570B, 4x 1518B) used for test. + +## Test Type Tags + +**BASE** + + Baseline test cases, no encapsulation, no feature(s) configured in tests. + No scaling whatsoever, beyond minimum needed for RSS. + +**IP4BASE** + + IPv4 baseline test cases, no encapsulation, no feature(s) configured in + tests. Minimal number of routes. Other quantities may be scaled. + +**IP6BASE** + + IPv6 baseline test cases, no encapsulation, no feature(s) configured in + tests. + +**L2XCBASE** + + L2XC baseline test cases, no encapsulation, no feature(s) configured in + tests. + +**L2BDBASE** + + L2BD baseline test cases, no encapsulation, no feature(s) configured in + tests. + +**L2PATCH** + + L2PATCH baseline test cases, no encapsulation, no feature(s) configured in + tests. + +**SCALE** + + Scale test cases. Other tags specify which quantities are scaled. + Also applies if scaling is set on TG only (e.g. DUT works as IP4BASE). + +**ENCAP** + + Test cases where encapsulation is used. Use also encapsulation tag(s). + +**FEATURE** + + At least one feature is configured in test cases. Use also feature tag(s). + +**UDP** + + Tests which use any kind of UDP traffic (STL or ASTF profile). + +**TCP** + + Tests which use any kind of TCP traffic (STL or ASTF profile). + +**TREX** + + Tests which test trex traffic without any software DUTs in the traffic path. + +**UDP_UDIR** + + Tests which use unidirectional UDP traffic (STL profile only). + +**UDP_BIDIR** + + Tests which use bidirectional UDP traffic (STL profile only). + +**UDP_CPS** + + Tests which measure connections per second on minimal UDP pseudoconnections. + This implies ASTF traffic profile is used. + This tag selects specific output processing in PAL. + +**TCP_CPS** + + Tests which measure connections per second on empty TCP connections. + This implies ASTF traffic profile is used. + This tag selects specific output processing in PAL. + +**TCP_RPS** + + Tests which measure requests per second on empty TCP connections. + This implies ASTF traffic profile is used. + This tag selects specific output processing in PAL. + +**UDP_PPS** + + Tests which measure packets per second on lightweight UDP transactions. + This implies ASTF traffic profile is used. + This tag selects specific output processing in PAL. + +**TCP_PPS** + + Tests which measure packets per second on lightweight TCP transactions. + This implies ASTF traffic profile is used. + This tag selects specific output processing in PAL. + +**HTTP** + + Tests which use traffic formed of valid HTTP requests (and responses). + +**LDP_NGINX** + + LDP NGINX is un-modified NGINX with VPP via LD_PRELOAD. + +**NF_DENSITY** + + Performance tests that measure throughput of multiple VNF and CNF + service topologies at different service densities. + +## NF Service Density Tags + +**CHAIN** + + NF service density tests with VNF or CNF service chain topology(ies). + +**PIPE** + + NF service density tests with CNF service pipeline topology(ies). + +**NF_L3FWDIP4** + + NF service density tests with DPDK l3fwd IPv4 routing as NF workload. + +**NF_VPPIP4** + + NF service density tests with VPP IPv4 routing as NF workload. + +**{r}R{c}C** + + Service density matrix locator {r}R{c}C, {r}Row denoting number of + service instances, {c}Column denoting number of NFs per service + instance. {r}=(1,2,4,6,8,10), {c}=(1,2,4,6,8,10). + +**{n}VM{t}T** + + Service density {n}VM{t}T, {n}Number of NF Qemu VMs, {t}Number of threads + per NF. + +**{n}DCR{t}T** + + Service density {n}DCR{t}T, {n}Number of NF Docker containers, {t}Number of + threads per NF. + +**{n}_ADDED_CHAINS** + + {n}Number of chains (or pipelines) added (and/or removed) + during RECONF test. + +## Forwarding Mode Tags + +**L2BDMACSTAT** + + VPP L2 bridge-domain, L2 MAC static. + +**L2BDMACLRN** + + VPP L2 bridge-domain, L2 MAC learning. + +**L2XCFWD** + + VPP L2 point-to-point cross-connect. + +**IP4FWD** + + VPP IPv4 routed forwarding. + +**IP6FWD** + + VPP IPv6 routed forwarding. + +**LOADBALANCER_MAGLEV** + + VPP Load balancer maglev mode. + +**LOADBALANCER_L3DSR** + + VPP Load balancer l3dsr mode. + +**LOADBALANCER_NAT4** + + VPP Load balancer nat4 mode. + +**N2N** + + Mode, where NICs from the same physical server are directly + connected with a cable. + +## Underlay Tags + +**IP4UNRLAY** + + IPv4 underlay. + +**IP6UNRLAY** + + IPv6 underlay. + +**MPLSUNRLAY** + + MPLS underlay. + +## Overlay Tags + +**L2OVRLAY** + + L2 overlay. + +**IP4OVRLAY** + + IPv4 overlay (IPv4 payload). + +**IP6OVRLAY** + + IPv6 overlay (IPv6 payload). + +## Tagging Tags + +**DOT1Q** + + All test cases with dot1q. + +**DOT1AD** + + All test cases with dot1ad. + +## Encapsulation Tags + +**ETH** + + All test cases with base Ethernet (no encapsulation). + +**LISP** + + All test cases with LISP. + +**LISPGPE** + + All test cases with LISP-GPE. + +**LISP_IP4o4** + + All test cases with LISP_IP4o4. + +**LISPGPE_IP4o4** + + All test cases with LISPGPE_IP4o4. + +**LISPGPE_IP6o4** + + All test cases with LISPGPE_IP6o4. + +**LISPGPE_IP4o6** + + All test cases with LISPGPE_IP4o6. + +**LISPGPE_IP6o6** + + All test cases with LISPGPE_IP6o6. + +**VXLAN** + + All test cases with Vxlan. + +**VXLANGPE** + + All test cases with VXLAN-GPE. + +**GRE** + + All test cases with GRE. + +**GTPU** + + All test cases with GTPU. + +**GTPU_HWACCEL** + + All test cases with GTPU_HWACCEL. + +**IPSEC** + + All test cases with IPSEC. + +**WIREGUARD** + + All test cases with WIREGUARD. + +**SRv6** + + All test cases with Segment routing over IPv6 dataplane. + +**SRv6_1SID** + + All SRv6 test cases with single SID. + +**SRv6_2SID_DECAP** + + All SRv6 test cases with two SIDs and with decapsulation. + +**SRv6_2SID_NODECAP** + + All SRv6 test cases with two SIDs and without decapsulation. + +**GENEVE** + + All test cases with GENEVE. + +**GENEVE_L3MODE** + + All test cases with GENEVE tunnel in L3 mode. + +**FLOW** + + All test cases with FLOW. + +**FLOW_DIR** + + All test cases with FLOW_DIR. + +**FLOW_RSS** + + All test cases with FLOW_RSS. + +**NTUPLE** + + All test cases with NTUPLE. + +**L2TPV3** + + All test cases with L2TPV3. + +## Interface Tags + +**PHY** + + All test cases which use physical interface(s). + +**GSO** + + All test cases which uses Generic Segmentation Offload. + +**VHOST** + + All test cases which uses VHOST. + +**VHOST_1024** + + All test cases which uses VHOST DPDK driver with qemu queue size set + to 1024. + +**VIRTIO** + + All test cases which uses VIRTIO native VPP driver. + +**VIRTIO_1024** + + All test cases which uses VIRTIO native VPP driver with qemu queue size set + to 1024. + +**CFS_OPT** + + All test cases which uses VM with optimised scheduler policy. + +**TUNTAP** + + All test cases which uses TUN and TAP. + +**AFPKT** + + All test cases which uses AFPKT. + +**NETMAP** + + All test cases which uses Netmap. + +**MEMIF** + + All test cases which uses Memif. + +**SINGLE_MEMIF** + + All test cases which uses only single Memif connection per DUT. One DUT + instance is running in container having one physical interface exposed to + container. + +**LBOND** + + All test cases which uses link bonding (BondEthernet interface). + +**LBOND_DPDK** + + All test cases which uses DPDK link bonding. + +**LBOND_VPP** + + All test cases which uses VPP link bonding. + +**LBOND_MODE_XOR** + + All test cases which uses link bonding with mode XOR. + +**LBOND_MODE_LACP** + + All test cases which uses link bonding with mode LACP. + +**LBOND_LB_L34** + + All test cases which uses link bonding with load-balance mode l34. + +**LBOND_{n}L** + + All test cases which use {n} link(s) for link bonding. + +**DRV_{d}** + + All test cases which NIC Driver for DUT is set to {d}. Default is VFIO_PCI. + {d}=(AVF, RDMA_CORE, VFIO_PCI, AF_XDP). + +**TG_DRV_{d}** + + All test cases which NIC Driver for TG is set to {d}. Default is IGB_UIO. + {d}=(RDMA_CORE, IGB_UIO). + +**RXQ_SIZE_{n}** + + All test cases which RXQ size (RX descriptors) are set to {n}. Default is 0, + which means VPP (API) default. + +**TXQ_SIZE_{n}** + + All test cases which TXQ size (TX descriptors) are set to {n}. Default is 0, + which means VPP (API) default. + +## Feature Tags + +**IACLDST** + + iACL destination. + +**ADLALWLIST** + + ADL allowlist. + +**NAT44** + + NAT44 configured and tested. + +**NAT64** + + NAT44 configured and tested. + +**ACL** + + ACL plugin configured and tested. + +**IACL** + + ACL plugin configured and tested on input path. + +**OACL** + + ACL plugin configured and tested on output path. + +**ACL_STATELESS** + + ACL plugin configured and tested in stateless mode (permit action). + +**ACL_STATEFUL** + + ACL plugin configured and tested in stateful mode (permit+reflect action). + +**ACL1** + + ACL plugin configured and tested with 1 not-hitting ACE. + +**ACL10** + + ACL plugin configured and tested with 10 not-hitting ACEs. + +**ACL50** + + ACL plugin configured and tested with 50 not-hitting ACEs. + +**SRv6_PROXY** + + SRv6 endpoint to SR-unaware appliance via proxy. + +**SRv6_PROXY_STAT** + + SRv6 endpoint to SR-unaware appliance via static proxy. + +**SRv6_PROXY_DYN** + + SRv6 endpoint to SR-unaware appliance via dynamic proxy. + +**SRv6_PROXY_MASQ** + + SRv6 endpoint to SR-unaware appliance via masquerading proxy. + +## Encryption Tags + +**IPSECSW** + + Crypto in software. + +**IPSECHW** + + Crypto in hardware. + +**IPSECTRAN** + + IPSec in transport mode. + +**IPSECTUN** + + IPSec in tunnel mode. + +**IPSECINT** + + IPSec in interface mode. + +**AES** + + IPSec using AES algorithms. + +**AES_128_CBC** + + IPSec using AES 128 CBC algorithms. + +**AES_128_GCM** + + IPSec using AES 128 GCM algorithms. + +**AES_256_GCM** + + IPSec using AES 256 GCM algorithms. + +**HMAC** + + IPSec using HMAC integrity algorithms. + +**HMAC_SHA_256** + + IPSec using HMAC SHA 256 integrity algorithms. + +**HMAC_SHA_512** + + IPSec using HMAC SHA 512 integrity algorithms. + +**SCHEDULER** + + IPSec using crypto sw scheduler engine. + +**FASTPATH** + + IPSec policy mode with spd fast path enabled. + +## Client-Workload Tags + +**VM** + + All test cases which use at least one virtual machine. + +**LXC** + + All test cases which use Linux container and LXC utils. + +**DRC** + + All test cases which use at least one Docker container. + +**DOCKER** + + All test cases which use Docker as container manager. + +**APP** + + All test cases with specific APP use. + +## Container Orchestration Tags + +**{n}VSWITCH** + + {n} VPP running in {n} Docker container(s) acting as a VSWITCH. + {n}=(1). + +**{n}VNF** + + {n} VPP running in {n} Docker container(s) acting as a VNF work load. + {n}=(1). + +## Multi-Threading Tags + +**STHREAD** + + *Dynamic tag*. + All test cases using single poll mode thread. + +**MTHREAD** + + *Dynamic tag*. + All test cases using more then one poll mode driver thread. + +**{n}NUMA** + + All test cases with packet processing on {n} socket(s). {n}=(1,2). + +**{c}C** + + {c} worker thread pinned to {c} dedicated physical core; or if + HyperThreading is enabled, {c}*2 worker threads each pinned to a separate + logical core within 1 dedicated physical core. Main thread pinned to core 1. + {t}=(1,2,4). + +**{t}T{c}C** + + *Dynamic tag*. + {t} worker threads pinned to {c} dedicated physical cores. Main thread + pinned to core 1. By default CSIT is configuring same amount of receive + queues per interface as worker threads. {t}=(1,2,4,8), {t}=(1,2,4). diff --git a/docs/content/release_notes/_index.md b/docs/content/release_notes/_index.md index c08254e068..3a8318d09f 100644 --- a/docs/content/release_notes/_index.md +++ b/docs/content/release_notes/_index.md @@ -1,5 +1,6 @@ --- +bookCollapseSection: false bookFlatSection: true -title: "Release notes" -weight: 2 ---- \ No newline at end of file +title: "Release Notes" +weight: 3 +--- diff --git a/docs/content/release_notes/csit_rls2306/_index.md b/docs/content/release_notes/csit_rls2306/_index.md new file mode 100644 index 0000000000..27abbb79a6 --- /dev/null +++ b/docs/content/release_notes/csit_rls2306/_index.md @@ -0,0 +1,6 @@ +--- +bookCollapseSection: true +bookFlatSection: false +title: "CSIT rls2306" +weight: 1 +--- diff --git a/docs/content/release_notes/csit_rls2306/dpdk_performance.md b/docs/content/release_notes/csit_rls2306/dpdk_performance.md new file mode 100644 index 0000000000..3d3172c7c9 --- /dev/null +++ b/docs/content/release_notes/csit_rls2306/dpdk_performance.md @@ -0,0 +1,27 @@ +--- +title: "DPDK Performance" +weight: 2 +--- + +# CSIT 23.06 - DPDK Performance + +1. TEST FRAMEWORK +2. DPDK PERFORMANCE TESTS +3. DPDK RELEASE VERSION CHANGE + +# Known Issues + +List of known issues in CSIT 23.06 for DPDK performance tests: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | + + +## New + +List of new issues in CSIT 23.06 for DPDK performance tests: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | diff --git a/docs/content/release_notes/csit_rls2306/trex_performance.md b/docs/content/release_notes/csit_rls2306/trex_performance.md new file mode 100644 index 0000000000..02f7c68102 --- /dev/null +++ b/docs/content/release_notes/csit_rls2306/trex_performance.md @@ -0,0 +1,24 @@ +--- +title: "TRex Performance" +weight: 3 +--- + +# CSIT 23.06 - TRex Performance + +1. TEST FRAMEWORK + +# Known Issues + +List of known issues in CSIT 23.06 for TRex performance tests + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | + +## New + +List of new issues in CSIT 23.06 for TRex performance tests: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | diff --git a/docs/content/release_notes/csit_rls2306/vpp_device.md b/docs/content/release_notes/csit_rls2306/vpp_device.md new file mode 100644 index 0000000000..c5d544b598 --- /dev/null +++ b/docs/content/release_notes/csit_rls2306/vpp_device.md @@ -0,0 +1,24 @@ +--- +title: "VPP Device" +weight: 4 +--- + +# CSIT 23.06 - VPP Device + +1. TEST FRAMEWORK + +# Known Issues + +List of known issues in CSIT 23.06 for VPP functional tests in VPP Device: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | + +## New + +List of new issues in CSIT 23.06 for VPP functional tests in VPP Device: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | diff --git a/docs/content/release_notes/csit_rls2306/vpp_performance.md b/docs/content/release_notes/csit_rls2306/vpp_performance.md new file mode 100644 index 0000000000..686420fc0f --- /dev/null +++ b/docs/content/release_notes/csit_rls2306/vpp_performance.md @@ -0,0 +1,42 @@ +--- +title: "VPP Performance" +weight: 1 +--- + +# CSIT 23.06 - VPP Performance + +1. VPP PERFORMANCE TESTS +2. TEST FRAMEWORK +3. PRESENTATION AND ANALYTICS LAYER + +# Known Issues + +## New + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | + +## Previous + +Issues reported in previous releases which still affect the current results. + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | + +## Fixed + +Issues reported in previous releases which were fixed in this release: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- +1 | | + +# Root Cause Analysis for Performance Changes + +List of RCAs in CSIT 23.06 for VPP performance changes: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | diff --git a/docs/content/release_notes/dpdk.md b/docs/content/release_notes/dpdk.md deleted file mode 100644 index facefe4b23..0000000000 --- a/docs/content/release_notes/dpdk.md +++ /dev/null @@ -1,31 +0,0 @@ ---- -title: "DPDK Performance" -weight: 2 ---- - -# Changes in {{< release_csit >}} - -1. TEST FRAMEWORK - - **CSIT test environment** version has been updated to ver. 11, see - [Environment Versioning]({{< ref "infrastructure#Release Notes" >}}). -2. DPDK PERFORMANCE TESTS - - No updates -3. DPDK RELEASE VERSION CHANGE - - {{< release_csit >}} tested {{< release_dpdk >}}, as used by - {{< release_vpp >}}. - -# Known Issues - -List of known issues in {{< release_csit >}} for DPDK performance tests: - - **#** | **JiraID** | **Issue Description** --------|--------------------------------------------------|--------------------------------------------------------------------------- - 1 | [CSIT-1848](https://jira.fd.io/browse/CSIT-1848) | 2n-clx, 3n-alt: sporadic testpmd/l3fwd tests fail with no or low traffic. - - -## New - -List of new issues in {{< release_csit >}} for DPDK performance tests: - - **#** | **JiraID** | **Issue Description** --------|--------------------------------------------------|--------------------------------------------------------------------------- \ No newline at end of file diff --git a/docs/content/release_notes/previous/_index.md b/docs/content/release_notes/previous/_index.md new file mode 100644 index 0000000000..40716f8315 --- /dev/null +++ b/docs/content/release_notes/previous/_index.md @@ -0,0 +1,6 @@ +--- +bookCollapseSection: true +bookFlatSection: false +title: "Previous" +weight: 2 +--- diff --git a/docs/content/release_notes/previous/csit_rls2302/_index.md b/docs/content/release_notes/previous/csit_rls2302/_index.md new file mode 100644 index 0000000000..aac03a946d --- /dev/null +++ b/docs/content/release_notes/previous/csit_rls2302/_index.md @@ -0,0 +1,6 @@ +--- +bookCollapseSection: false +bookFlatSection: false +title: "CSIT rls2302" +weight: 1 +--- diff --git a/docs/content/release_notes/previous/csit_rls2302/dpdk_performance.md b/docs/content/release_notes/previous/csit_rls2302/dpdk_performance.md new file mode 100644 index 0000000000..320dccf746 --- /dev/null +++ b/docs/content/release_notes/previous/csit_rls2302/dpdk_performance.md @@ -0,0 +1,31 @@ +--- +title: "DPDK Performance" +weight: 2 +--- + +# CSIT 23.02 - DPDK Performance + +1. TEST FRAMEWORK + - **CSIT test environment** version has been updated to ver. 11, see + [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}). +2. DPDK PERFORMANCE TESTS + - No updates +3. DPDK RELEASE VERSION CHANGE + - CSIT 23.02 tested DPDK 22.07, as used by VPP 23.02. + +# Known Issues + +List of known issues in CSIT 23.02 for DPDK performance tests: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | [CSIT-1848](https://jira.fd.io/browse/CSIT-1848) | 2n-clx, 3n-alt: sporadic testpmd/l3fwd tests fail with no or low traffic. + + +## New + +List of new issues in {{< release_csit >}} for DPDK performance tests: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | diff --git a/docs/content/release_notes/previous/csit_rls2302/trex_performance.md b/docs/content/release_notes/previous/csit_rls2302/trex_performance.md new file mode 100644 index 0000000000..67f2947891 --- /dev/null +++ b/docs/content/release_notes/previous/csit_rls2302/trex_performance.md @@ -0,0 +1,26 @@ +--- +title: "TRex Performance" +weight: 3 +--- + +# CSIT 23.02 - TRex Performance + +1. TEST FRAMEWORK + - **CSIT test environment** version has been updated to ver. 11, see + [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}). + +# Known Issues + +List of known issues in CSIT 23.02 for TRex performance tests + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | [CSIT-1876](https://jira.fd.io/browse/CSIT-1876) | 1n-aws: TRex NDR PDR ALL IP4 scale and L2 scale tests failing with 50% packet loss. CSIT removed ip4scale and l2scale except ip4scale2m where it's still failing. + +## New + +List of new issues in CSIT 23.02 for TRex performance tests: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | diff --git a/docs/content/release_notes/previous/csit_rls2302/vpp_device.md b/docs/content/release_notes/previous/csit_rls2302/vpp_device.md new file mode 100644 index 0000000000..44ba9f5ce5 --- /dev/null +++ b/docs/content/release_notes/previous/csit_rls2302/vpp_device.md @@ -0,0 +1,26 @@ +--- +title: "VPP Device" +weight: 4 +--- + +# CSIT 23.02 - VPP Device + +1. TEST FRAMEWORK + - **CSIT test environment** version has been updated to ver. 11, see + [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}). + +# Known Issues + +List of known issues in CSIT 23.02 for VPP functional tests in VPP Device: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | + +## New + +List of new issues in CSIT 23.02 for VPP functional tests in VPP Device: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | diff --git a/docs/content/release_notes/previous/csit_rls2302/vpp_performance.md b/docs/content/release_notes/previous/csit_rls2302/vpp_performance.md new file mode 100644 index 0000000000..072c55f14e --- /dev/null +++ b/docs/content/release_notes/previous/csit_rls2302/vpp_performance.md @@ -0,0 +1,93 @@ +--- +title: "VPP Performance" +weight: 1 +--- + +# CSIT 23.02 - VPP Performance + +1. VPP PERFORMANCE TESTS + - **Enhanced and added VPP hoststack tests** to daily and weekly + trending including: Quic VPP Echo, UDP+TCP LD_PRELOAD iPerf3, + LD_PRELOAD NGINX. + - **Added Nvidia/Mellanox DPDK tests** to daily and weekly trending + and report, in addition to RDMA_CORE ones that were already + there. + - **Jumbo frames tests** got fixed and re-added number of to report + coverage tests. + - **Intel Xeon SKX performance testbeds** got decommissioned and + removed from FD.io performance lab. +2. TEST FRAMEWORK + - **CSIT test environment** version has not changed from ver. 11 used + in previous release, see + [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}). + - **CSIT PAPI optimizations for scale** got applied improving PAPI + programming speed especially for large scale tests. VAT has been + now completely deprecated from CSIT. + - **General Code Housekeeping**: Ongoing code optimizations and bug + fixes. +3. PRESENTATION AND ANALYTICS LAYER + - [Performance dashboard](https://csit.fd.io/) got updated with + addition of VPP telemetry trending across all VPP tests. A number + of code and AWS resource usage optimizations got applied to the + data processing pipeline and UI frontend and backend. + - Examples of release iterative data visualisation: + - [Packet throughput 2n-icx-e810cq-ip4-base-scale-pdr](https://csit.fd.io/report/#eNrdVcluwjAQ_Zr0ggbZDml64QDkP5BxhhJlwYxNVPr1OAhpYiGO7cEHb3pv1qeRnT8T7h1266zYZuU2U2VThy3LN4twUOdULhSM1oLKl-FG2KF2CGqAxvyAFOIblZX4JYW5gB6P0NgVfK4OIA2gP02vsA6Tja1pcq12T9cvcRitr57RED1CRiQGo7SYZk-3GeddsszXhJoNQsYMeXSzZOKamHUk3aNrfpGpoQuMm9BohqSJ_fubnaHPRpXVg_F3qjijO1RCtEBDnZo8UXFJ6NQmKlGbgjp9ujPU_8cEFdXHcKb-8Q8V1R2PI8PX) + - [Speedup Multi-Core throughput graph for 2n-icx-e810cq-ip4-base-pdr](https://csit.fd.io/report/#eNrtlM8OgjAMxp8GL6aGFRAvHlTew8xRhAR1bpOoT-8wJIUYEg8mXjjsX35fu65fMusuhvaW6nWQbIN0G2Ba5X4Kos3cL6a2GIUIjdaA0cLvDNUkLQGeoVJ3EGF4JNSCViJUV5BNAZWOYRkfQCggV7YnPw5tjM5Nmxp3XeqPe5jmN8fU3z4gDRmGg7JYpstHTzNWLOulIckBvmJGjmyvmOGbWFUYeSJbPYmlvgvMlW80I6GG-d1D92jXqDR7K37qCk6ujLuC_3IlnlwZdyX-0pUkm50v5vT-yZLsBXP6Swk>) + - [MRR, NDR and PDR comparison for 2n-icx-e810cq-ip4-base](https://csit.fd.io/report/#eNrtVMsOgjAQ_Bq8mDW0gHjxoPIfppZVSQDrthLx6y2GuBBj4kVPHvrKzG6nM0mtOxFuLZbLIFkH6TqQaZH7KYhWU79QaWUUSmiMARnN_I6wRGURZA2FvoIIwwNKI3AhQn0G1eyhMDHM4x0IDeiO3cmPXVdTEXWt5aZv_XIPo_nFMepvHyENEoMjWUwzx3bAeSeW-YpQcYFXzJBDOxAzfhOz9qQqtMUNmepdYFx7oxkSetzftWaA9kal2YPx5VTq_J_KR6n0Rv0mFfNP5bNUzDOVJJvUJ6oeP1mS3QG2H0sT>) + - [Normalized throughput architecture comparison for 2n-[icx|clx]-e810cq-ip4-base-pdr](https://csit.fd.io/report/#eNrVk00OgjAQhU-DGzOGFhA3LlTuYUoZhKRibSsRT28hJANRF-500b98rzOvM6l1F4NHi2obJPsg3Qc8rQs_BdFu6RejLI9CDq3WwKOV3xlUKCwCb0CqO7AwPCHXDDcslFcQbQm1jmEd58AkoKv6kx95f0cXpg_ND2PolzxEi5sj6rPPSIuG4MwWyXTVTTSfzJJeGBR0wTsm5NBOzMzfRKrSiDPa-oEk9VUgLn2hCTE5j-86PaFjodJsUHzXlVr-UVfem_35riTZormY8_BneNpvhRpzJNkT6FzkMw>) + - [NICs comparison for 2n-icx-ip4-base-pdr](https://csit.fd.io/report/#eNrll99ugyAUh5_G3SxnESx1N7to53s0FI6rmbYMnKF7-qFrcmRmV7vReuG__A74wSckuvZi8eCwfknEPsn3Cc8rHU5JtnsMF1s7nqUcOmOAZ0_hzmKN0iHwM6jaA0vTN-SGKS_EVkJTewGV2cB2cwSmANtT_xSOY9_IaNv3zV9vfU9eRKn-bCkNr4-SDi2FEReVmdN1VPMnLTWQFiW1CMgUtehGNPGgqKq0skFXfSGVhmmgXIWppoipuP_2akbpbabyYqj4txerG7kcLz3tnXvBZ5aqD5BduQAtBLsOK9ro9-Vo6Wnv1sswUJ-zdPZLJSJdgY_ZL5IY9U6NcPEzTN8NX14JXpsZW_mNewi46zAz691rwroKJzPfwaaws7ciiofzxTbDv6QovgETwNPp>) + +# Known Issues + +Editing Note: below listed known issues need to be updated to reflect the +current state as tracked on +[CSIT TestFailuresTracking wiki](https://wiki.fd.io/view/CSIT/TestFailuresTracking). + +## New + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | [CSIT-1890](https://jira.fd.io/browse/CSIT-1890) | 3n-alt: Tests failing until 40Ge Interface comes up. + +## Previous + +Issues reported in previous releases which still affect the current results. + +**#** | **JiraID** | **Issue Description** +------|-------------------------------------------------------------------------------------------------|--------------- + 1 | [CSIT-1782](https://jira.fd.io/browse/CSIT-1782) | Multicore AVF tests are failing when trying to create interface. Frequency is reduced by CSIT workaround, but occasional failures do still happen. + 2 | [CSIT-1785](https://jira.fd.io/browse/CSIT-1785) [VPP-1972](https://jira.fd.io/browse/VPP-1972) | NAT44ED tests failing to establish all TCP sessions. At least for max scale, in allotted time (limited by session 500s timeout) due to worse slow path performance than previously measured and calibrated for. CSIT removed the max scale NAT tests to avoid this issue. + 3 | [CSIT-1799](https://jira.fd.io/browse/CSIT-1799) | All NAT44-ED 16M sessions CPS scale tests fail while setting NAT44 address range. + 4 | [CSIT-1800](https://jira.fd.io/browse/CSIT-1800) | All Geneve L3 mode scale tests (1024 tunnels) are failing. + 5 | [CSIT-1801](https://jira.fd.io/browse/CSIT-1801) | 9000B payload frames not forwarded over tunnels due to violating supported Max Frame Size (VxLAN, LISP, + 6 | [CSIT-1802](https://jira.fd.io/browse/CSIT-1802) | all testbeds: AF-XDP - NDR tests failing from time to time. + 7 | [CSIT-1804](https://jira.fd.io/browse/CSIT-1804) | All testbeds: NDR tests failing from time to time. + 8 | [CSIT-1808](https://jira.fd.io/browse/CSIT-1808) | All tests with 9000B payload frames not forwarded over memif interfaces. + 9 | [CSIT-1827](https://jira.fd.io/browse/CSIT-1827) | 3n-icx, 3n-skx: all AVF crypto tests sporadically fail. 1518B with no traffic, IMIX with excessive + 10 | [CSIT-1835](https://jira.fd.io/browse/CSIT-1835) | 3n-icx: QUIC vppecho BPS tests failing on timeout when checking hoststack finished. + 11 | [CSIT-1849](https://jira.fd.io/browse/CSIT-1849) | 2n-skx, 2n-clx, 2n-icx: UDP 16m TPUT tests fail to create all sessions. + 12 | [CSIT-1864](https://jira.fd.io/browse/CSIT-1864) | 2n-clx: half of the packets lost on PDR tests. + 13 | [CSIT-1877](https://jira.fd.io/browse/CSIT-1877) | 3n-tsh: all VM tests failing to boot VM. + 14 | [CSIT-1883](https://jira.fd.io/browse/CSIT-1883) | 3n-snr: All hwasync wireguard tests failing when trying to verify device. + 15 | [CSIT-1884](https://jira.fd.io/browse/CSIT-1884) | 2n-clx, 2n-icx: All NAT44DET NDR PDR IMIX over 1M sessions BIDIR tests failing to create enough sessions. + 16 | [CSIT-1885](https://jira.fd.io/browse/CSIT-1885) | 3n-icx: 9000b ip4 ip6 l2 NDRPDR AVF tests are failing to forward traffic. + 17 | [CSIT-1886](https://jira.fd.io/browse/CSIT-1886) | 3n-icx: Wireguard tests with 100 and more tunnels are failing PDR criteria. + +## Fixed + +Issues reported in previous releases which were fixed in this release: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | [CSIT-1868](https://jira.fd.io/browse/CSIT-1868) | 2n-clx: ALL ldpreload-nginx tests fails when trying to start nginx. + 2 | [CSIT-1871](https://jira.fd.io/browse/CSIT-1871) | 3n-snr: 25GE interface between SUT and TG/TRex goes down randomly. + +# Root Cause Analysis for Performance Changes + +List of RCAs in CSIT 23.02 for VPP performance changes: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | [CSIT-1887](https://jira.fd.io/browse/CSIT-1887) | rls2210 RCA: ASTF tests TRex upgrade decreased TRex performance. NAT results not affected, except on Denverton due to interference from VPP-2010. + 2 | [CSIT-1888](https://jira.fd.io/browse/CSIT-1888) | rls2210 RCA: testbed differences, especially for ipsec. Not caused by VPP code nor CSIT code. Most probable cause is clang-14 behavior. + 3 | [CSIT-1889](https://jira.fd.io/browse/CSIT-1889) | rls2210 RCA: policy-outbound-nocrypto. When VPP added spd fast path matching (Gerrit 36097), it decreased MRR of the corresponding tests, at least on 3-alt. diff --git a/docs/content/release_notes/trex.md b/docs/content/release_notes/trex.md deleted file mode 100644 index 3794dc159c..0000000000 --- a/docs/content/release_notes/trex.md +++ /dev/null @@ -1,26 +0,0 @@ ---- -title: "TRex Performance" -weight: 3 ---- - -# Changes in {{< release_csit >}} - -1. TEST FRAMEWORK - - **CSIT test environment** version has been updated to ver. 11, see - [Environment Versioning]({{< ref "infrastructure#Release Notes" >}}). - -# Known Issues - -List of known issues in {{< release_csit >}} for TRex performance tests - - **#** | **JiraID** | **Issue Description** --------|--------------------------------------------------|------------------------------------------------------------------------------------------------------------------------------------------------------------------- - 1 | [CSIT-1876](https://jira.fd.io/browse/CSIT-1876) | 1n-aws: TRex NDR PDR ALL IP4 scale and L2 scale tests failing with 50% packet loss. CSIT removed ip4scale and l2scale except ip4scale2m where it's still failing. - - -## New - -List of new issues in {{< release_csit >}} for TRex performance tests: - - **#** | **JiraID** | **Issue Description** --------|--------------------------------------------------|--------------------------------------------------------------------------- \ No newline at end of file diff --git a/docs/content/release_notes/vpp.md b/docs/content/release_notes/vpp.md deleted file mode 100644 index 48805ba574..0000000000 --- a/docs/content/release_notes/vpp.md +++ /dev/null @@ -1,95 +0,0 @@ ---- -title: "VPP Performance" -weight: 1 ---- - -# Changes in {{< release_csit >}} - -1. VPP PERFORMANCE TESTS - - **Enhanced and added VPP hoststack tests** to daily and weekly - trending including: Quic VPP Echo, UDP+TCP LD_PRELOAD iPerf3, - LD_PRELOAD NGINX. - - **Added Nvidia/Mellanox DPDK tests** to daily and weekly trending - and report, in addition to RDMA_CORE ones that were already - there. - - **Jumbo frames tests** got fixed and re-added number of to report - coverage tests. - - **Intel Xeon SKX performance testbeds** got decommissioned and - removed from FD.io performance lab. -2. TEST FRAMEWORK - - **CSIT test environment** version has not changed from ver. 11 used - in previous release, see - [Environment Versioning]({{< ref "infrastructure#Release Notes" >}}). - - **CSIT PAPI optimizations for scale** got applied improving PAPI - programming speed especially for large scale tests. VAT has been - now completely deprecated from CSIT. - - **General Code Housekeeping**: Ongoing code optimizations and bug - fixes. -3. PRESENTATION AND ANALYTICS LAYER - - [Performance dashboard](https://csit.fd.io/) got updated with - addition of VPP telemetry trending across all VPP tests. A number - of code and AWS resource usage optimizations got applied to the - data processing pipeline and UI frontend and backend. - - Examples of release iterative data visualisation: - - - [Packet throughput 2n-icx-e810cq-ip4-base-scale-pdr](https://csit.fd.io/report/#eNrdVcluwjAQ_Zr0ggbZDml64QDkP5BxhhJlwYxNVPr1OAhpYiGO7cEHb3pv1qeRnT8T7h1266zYZuU2U2VThy3LN4twUOdULhSM1oLKl-FG2KF2CGqAxvyAFOIblZX4JYW5gB6P0NgVfK4OIA2gP02vsA6Tja1pcq12T9cvcRitr57RED1CRiQGo7SYZk-3GeddsszXhJoNQsYMeXSzZOKamHUk3aNrfpGpoQuMm9BohqSJ_fubnaHPRpXVg_F3qjijO1RCtEBDnZo8UXFJ6NQmKlGbgjp9ujPU_8cEFdXHcKb-8Q8V1R2PI8PX) - - [Speedup Multi-Core throughput graph for 2n-icx-e810cq-ip4-base-pdr](https://csit.fd.io/report/#eNrtlM8OgjAMxp8GL6aGFRAvHlTew8xRhAR1bpOoT-8wJIUYEg8mXjjsX35fu65fMusuhvaW6nWQbIN0G2Ba5X4Kos3cL6a2GIUIjdaA0cLvDNUkLQGeoVJ3EGF4JNSCViJUV5BNAZWOYRkfQCggV7YnPw5tjM5Nmxp3XeqPe5jmN8fU3z4gDRmGg7JYpstHTzNWLOulIckBvmJGjmyvmOGbWFUYeSJbPYmlvgvMlW80I6GG-d1D92jXqDR7K37qCk6ujLuC_3IlnlwZdyX-0pUkm50v5vT-yZLsBXP6Swk>) - - [MRR, NDR and PDR comparison for 2n-icx-e810cq-ip4-base](https://csit.fd.io/report/#eNrtVMsOgjAQ_Bq8mDW0gHjxoPIfppZVSQDrthLx6y2GuBBj4kVPHvrKzG6nM0mtOxFuLZbLIFkH6TqQaZH7KYhWU79QaWUUSmiMARnN_I6wRGURZA2FvoIIwwNKI3AhQn0G1eyhMDHM4x0IDeiO3cmPXVdTEXWt5aZv_XIPo_nFMepvHyENEoMjWUwzx3bAeSeW-YpQcYFXzJBDOxAzfhOz9qQqtMUNmepdYFx7oxkSetzftWaA9kal2YPx5VTq_J_KR6n0Rv0mFfNP5bNUzDOVJJvUJ6oeP1mS3QG2H0sT>) - - [Normalized throughput architecture comparison for 2n-[icx|clx]-e810cq-ip4-base-pdr](https://csit.fd.io/report/#eNrVk00OgjAQhU-DGzOGFhA3LlTuYUoZhKRibSsRT28hJANRF-500b98rzOvM6l1F4NHi2obJPsg3Qc8rQs_BdFu6RejLI9CDq3WwKOV3xlUKCwCb0CqO7AwPCHXDDcslFcQbQm1jmEd58AkoKv6kx95f0cXpg_ND2PolzxEi5sj6rPPSIuG4MwWyXTVTTSfzJJeGBR0wTsm5NBOzMzfRKrSiDPa-oEk9VUgLn2hCTE5j-86PaFjodJsUHzXlVr-UVfem_35riTZormY8_BneNpvhRpzJNkT6FzkMw>) - - [NICs comparison for 2n-icx-ip4-base-pdr](https://csit.fd.io/report/#eNrll99ugyAUh5_G3SxnESx1N7to53s0FI6rmbYMnKF7-qFrcmRmV7vReuG__A74wSckuvZi8eCwfknEPsn3Cc8rHU5JtnsMF1s7nqUcOmOAZ0_hzmKN0iHwM6jaA0vTN-SGKS_EVkJTewGV2cB2cwSmANtT_xSOY9_IaNv3zV9vfU9eRKn-bCkNr4-SDi2FEReVmdN1VPMnLTWQFiW1CMgUtehGNPGgqKq0skFXfSGVhmmgXIWppoipuP_2akbpbabyYqj4txerG7kcLz3tnXvBZ5aqD5BduQAtBLsOK9ro9-Vo6Wnv1sswUJ-zdPZLJSJdgY_ZL5IY9U6NcPEzTN8NX14JXpsZW_mNewi46zAz691rwroKJzPfwaaws7ciiofzxTbDv6QovgETwNPp>) - -# Known Issues - -Editing Note: below listed known issues need to be updated to reflect the -current state as tracked on -[CSIT TestFailuresTracking wiki](https://wiki.fd.io/view/CSIT/TestFailuresTracking). - -## New - - **#** | **JiraID** | **Issue Description** --------|--------------------------------------------------|------------------------------------------------------ - 1 | [CSIT-1890](https://jira.fd.io/browse/CSIT-1890) | 3n-alt: Tests failing until 40Ge Interface comes up. - - -## Previous - -Issues reported in previous releases which still affect the current results. - - **#** | **JiraID** | **Issue Description** --------|-------------------------------------------------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - 1 | [CSIT-1782](https://jira.fd.io/browse/CSIT-1782) | Multicore AVF tests are failing when trying to create interface. Frequency is reduced by CSIT workaround, but occasional failures do still happen. - 2 | [CSIT-1785](https://jira.fd.io/browse/CSIT-1785) [VPP-1972](https://jira.fd.io/browse/VPP-1972) | NAT44ED tests failing to establish all TCP sessions. At least for max scale, in allotted time (limited by session 500s timeout) due to worse slow path performance than previously measured and calibrated for. CSIT removed the max scale NAT tests to avoid this issue. - 3 | [CSIT-1799](https://jira.fd.io/browse/CSIT-1799) | All NAT44-ED 16M sessions CPS scale tests fail while setting NAT44 address range. - 4 | [CSIT-1800](https://jira.fd.io/browse/CSIT-1800) | All Geneve L3 mode scale tests (1024 tunnels) are failing. - 5 | [CSIT-1801](https://jira.fd.io/browse/CSIT-1801) | 9000B payload frames not forwarded over tunnels due to violating supported Max Frame Size (VxLAN, LISP, - 6 | [CSIT-1802](https://jira.fd.io/browse/CSIT-1802) | all testbeds: AF-XDP - NDR tests failing from time to time. - 7 | [CSIT-1804](https://jira.fd.io/browse/CSIT-1804) | All testbeds: NDR tests failing from time to time. - 8 | [CSIT-1808](https://jira.fd.io/browse/CSIT-1808) | All tests with 9000B payload frames not forwarded over memif interfaces. - 9 | [CSIT-1827](https://jira.fd.io/browse/CSIT-1827) | 3n-icx, 3n-skx: all AVF crypto tests sporadically fail. 1518B with no traffic, IMIX with excessive - 10 | [CSIT-1835](https://jira.fd.io/browse/CSIT-1835) | 3n-icx: QUIC vppecho BPS tests failing on timeout when checking hoststack finished. - 11 | [CSIT-1849](https://jira.fd.io/browse/CSIT-1849) | 2n-skx, 2n-clx, 2n-icx: UDP 16m TPUT tests fail to create all sessions. - 12 | [CSIT-1864](https://jira.fd.io/browse/CSIT-1864) | 2n-clx: half of the packets lost on PDR tests. - 13 | [CSIT-1877](https://jira.fd.io/browse/CSIT-1877) | 3n-tsh: all VM tests failing to boot VM. - 14 | [CSIT-1883](https://jira.fd.io/browse/CSIT-1883) | 3n-snr: All hwasync wireguard tests failing when trying to verify device. - 15 | [CSIT-1884](https://jira.fd.io/browse/CSIT-1884) | 2n-clx, 2n-icx: All NAT44DET NDR PDR IMIX over 1M sessions BIDIR tests failing to create enough sessions. - 16 | [CSIT-1885](https://jira.fd.io/browse/CSIT-1885) | 3n-icx: 9000b ip4 ip6 l2 NDRPDR AVF tests are failing to forward traffic. - 17 | [CSIT-1886](https://jira.fd.io/browse/CSIT-1886) | 3n-icx: Wireguard tests with 100 and more tunnels are failing PDR criteria. - -## Fixed - -Issues reported in previous releases which were fixed in this release: - - **#** | **JiraID** | **Issue Description** --------|--------------------------------------------------|--------------------------------------------------------------------- - 1 | [CSIT-1868](https://jira.fd.io/browse/CSIT-1868) | 2n-clx: ALL ldpreload-nginx tests fails when trying to start nginx. - 2 | [CSIT-1871](https://jira.fd.io/browse/CSIT-1871) | 3n-snr: 25GE interface between SUT and TG/TRex goes down randomly. - -# Root Cause Analysis for Performance Changes - -List of RCAs in {{< release_csit >}} for VPP performance changes: - - **#** | **JiraID** | **Issue Description** --------|--------------------------------------------------|-------------------------------------------------------------------------------------------------------------------------------------------------------------- - 1 | [CSIT-1887](https://jira.fd.io/browse/CSIT-1887) | rls2210 RCA: ASTF tests TRex upgrade decreased TRex performance. NAT results not affected, except on Denverton due to interference from VPP-2010. - 2 | [CSIT-1888](https://jira.fd.io/browse/CSIT-1888) | rls2210 RCA: testbed differences, especially for ipsec. Not caused by VPP code nor CSIT code. Most probable cause is clang-14 behavior. - 3 | [CSIT-1889](https://jira.fd.io/browse/CSIT-1889) | rls2210 RCA: policy-outbound-nocrypto. When VPP added spd fast path matching (Gerrit 36097), it decreased MRR of the corresponding tests, at least on 3-alt. diff --git a/docs/content/release_notes/vpp_device.md b/docs/content/release_notes/vpp_device.md deleted file mode 100644 index 2f1f6d34b5..0000000000 --- a/docs/content/release_notes/vpp_device.md +++ /dev/null @@ -1,24 +0,0 @@ ---- -title: "VPP Device" -weight: 4 ---- - -# Changes in {{< release_csit >}} - -1. TEST FRAMEWORK - - **CSIT test environment** version has been updated to ver. 11, see - [Environment Versioning]({{< ref "infrastructure#Release Notes" >}}). - -# Known Issues - -List of known issues in {{< release_csit >}} for VPP functional tests in VPP Device: - - **#** | **JiraID** | **Issue Description** --------|--------------------------------------------------|--------------------------------------------------------------------------- - -## New - -List of new issues in {{< release_csit >}} for VPP functional tests in VPP Device: - - **#** | **JiraID** | **Issue Description** --------|--------------------------------------------------|--------------------------------------------------------------------------- \ No newline at end of file diff --git a/docs/report/csit_framework_documentation/csit_design.rst b/docs/report/csit_framework_documentation/csit_design.rst deleted file mode 100644 index b8851513ab..0000000000 --- a/docs/report/csit_framework_documentation/csit_design.rst +++ /dev/null @@ -1,192 +0,0 @@ -.. _csit-design: - -Design -====== - -FD.io CSIT system design needs to meet continuously expanding -requirements of FD.io projects including VPP, related sub-systems (e.g. -plugin applications, DPDK drivers) and FD.io applications (e.g. DPDK -applications), as well as growing number of compute platforms running -those applications. With CSIT project scope and charter including both -FD.io continuous testing AND performance trending/comparisons, those -evolving requirements further amplify the need for CSIT framework -modularity, flexibility and usability. - -Design Hierarchy ----------------- - -CSIT follows a hierarchical system design with SUTs and DUTs at the -bottom level of the hierarchy, presentation level at the top level and a -number of functional layers in-between. The current CSIT system design -including CSIT framework is depicted in the figure below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/csit_framework_documentation/}} - \includegraphics[width=0.90\textwidth]{csit_design_picture} - \label{fig:csit_design_picture} - \end{figure} - -.. only:: html - - .. figure:: csit_design_picture.svg - :alt: FD.io CSIT system design - :align: center - - *FD.io CSIT system design* - -A brief bottom-up description is provided here: - -#. SUTs, DUTs, TGs - - - SUTs - Systems Under Test; - - DUTs - Devices Under Test; - - TGs - Traffic Generators; - -#. Level-1 libraries - Robot and Python - - - Lowest level CSIT libraries abstracting underlying test environment, SUT, - DUT and TG specifics; - - Used commonly across multiple L2 KWs; - - Performance and functional tests: - - - L1 KWs (KeyWords) are implemented as RF libraries and Python - libraries; - - - Performance TG L1 KWs: - - - All L1 KWs are implemented as Python libraries: - - - Support for TRex only today; - - CSIT IXIA drivers in progress; - - - Performance data plane traffic profiles: - - - TG-specific stream profiles provide full control of: - - - Packet definition - layers, MACs, IPs, ports, combinations thereof - e.g. IPs and UDP ports; - - Stream definitions - different streams can run together, delayed, - one after each other; - - Stream profiles are independent of CSIT framework and can be used - in any T-rex setup, can be sent anywhere to repeat tests with - exactly the same setup; - - Easily extensible - one can create a new stream profile that meets - tests requirements; - - Same stream profile can be used for different tests with the same - traffic needs; - - - Functional data plane traffic scripts: - - - Scapy specific traffic scripts; - -#. Level-2 libraries - Robot resource files: - - - Higher level CSIT libraries abstracting required functions for executing - tests; - - L2 KWs are classified into the following functional categories: - - - Configuration, test, verification, state report; - - Suite setup, suite teardown; - - Test setup, test teardown; - -#. Tests - Robot: - - - Test suites with test cases; - - - Performance tests using physical testbed environment: - - - VPP; - - DPDK-Testpmd; - - DPDK-L3Fwd; - - - Tools: - - - Documentation generator; - - Report generator; - - Testbed environment setup ansible playbooks; - - Operational debugging scripts; - -Test Lifecycle Abstraction --------------------------- - -A well coded test must follow a disciplined abstraction of the test -lifecycles that includes setup, configuration, test and verification. In -addition to improve test execution efficiency, the commmon aspects of -test setup and configuration shared across multiple test cases should be -done only once. Translating these high-level guidelines into the Robot -Framework one arrives to definition of a well coded RF tests for FD.io -CSIT. Anatomy of Good Tests for CSIT: - -#. Suite Setup - Suite startup Configuration common to all Test Cases in suite: - uses Configuration KWs, Verification KWs, StateReport KWs; -#. Test Setup - Test startup Configuration common to multiple Test Cases: uses - Configuration KWs, StateReport KWs; -#. Test Case - uses L2 KWs with RF Gherkin style: - - - prefixed with {Given} - Verification of Test setup, reading state: uses - Configuration KWs, Verification KWs, StateReport KWs; - - prefixed with {When} - Test execution: Configuration KWs, Test KWs; - - prefixed with {Then} - Verification of Test execution, reading state: uses - Verification KWs, StateReport KWs; - -#. Test Teardown - post Test teardown with Configuration cleanup and - Verification common to multiple Test Cases - uses: Configuration KWs, - Verification KWs, StateReport KWs; -#. Suite Teardown - Suite post-test Configuration cleanup: uses Configuration - KWs, Verification KWs, StateReport KWs; - -RF Keywords Functional Classification -------------------------------------- - -CSIT RF KWs are classified into the functional categories matching the test -lifecycle events described earlier. All CSIT RF L2 and L1 KWs have been grouped -into the following functional categories: - -#. Configuration; -#. Test; -#. Verification; -#. StateReport; -#. SuiteSetup; -#. TestSetup; -#. SuiteTeardown; -#. TestTeardown; - -RF Keywords Naming Guidelines ------------------------------ - -Readability counts: "..code is read much more often than it is written." -Hence following a good and consistent grammar practice is important when -writing :abbr:`RF (Robot Framework)` KeyWords and Tests. All CSIT test cases -are coded using Gherkin style and include only L2 KWs references. L2 KWs are -coded using simple style and include L2 KWs, L1 KWs, and L1 python references. -To improve readability, the proposal is to use the same grammar for both -:abbr:`RF (Robot Framework)` KW styles, and to formalize the grammar of English -sentences used for naming the :abbr:`RF (Robot Framework)` KWs. :abbr:`RF (Robot -Framework)` KWs names are short sentences expressing functional description of -the command. They must follow English sentence grammar in one of the following -forms: - -#. **Imperative** - verb-object(s): *"Do something"*, verb in base form. -#. **Declarative** - subject-verb-object(s): *"Subject does something"*, verb in - a third-person singular present tense form. -#. **Affirmative** - modal_verb-verb-object(s): *"Subject should be something"*, - *"Object should exist"*, verb in base form. -#. **Negative** - modal_verb-Not-verb-object(s): *"Subject should not be - something"*, *"Object should not exist"*, verb in base form. - -Passive form MUST NOT be used. However a usage of past participle as an -adjective is okay. See usage examples provided in the Coding guidelines -section below. Following sections list applicability of the above -grammar forms to different :abbr:`RF (Robot Framework)` KW categories. Usage -examples are provided, both good and bad. - -Coding Guidelines ------------------ - -Coding guidelines can be found on `Design optimizations wiki page -`_. diff --git a/docs/report/csit_framework_documentation/csit_design_picture.svg b/docs/report/csit_framework_documentation/csit_design_picture.svg deleted file mode 100644 index 228e7fdf8d..0000000000 --- a/docs/report/csit_framework_documentation/csit_design_picture.svg +++ /dev/null @@ -1,707 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 10/24/17 - - - - - - - - - - - <number> - - - - - - - - - - - - - - - - - - - - - Tools(doc-gen, report-gen, test_env-builders) - - - - - - - - - - - - - - - - - - - - CSIT System Design Hierarchy - - - - - - - Python Library - - - - - - - Performance Traffic Generator Drivers (TRex) - - - - - - - Functional Traffic GeneratorScripts(Scapy) - - - - - - - Level-2 Robot Keyword Inventory - - - - - - - Tests (vpp-verify, csit-verify, …) - - - - - - - - Traffic Profiles - - - - - - - Presentation & Analytics - - - - - - - - FD.io CSIT Release Reports - - - - - - - - Docs - - - - - - - - Trending - - - - - - - Test data(Python) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Python Calls - - - - - - PythonCalls - - - - - - Python Calls - - - - - - PythonCalls - - - - - - Shell scripts - - - - - - Robot Calls - - - - - - PythonCalls - - - - - - PythonCalls - - - - - - Shell scripts - - - - - - Robot Calls - - - - - - VPP: VAT Cals - - - - - - - - CI/CD Jenkins Jobs - - - - - - - - Users - - - - - - - - Performance - - - - - - - - Functionality - - - - - - - - Programing - - - - - - - - CSIT Tests - - - - - - - - CSIT Framework - - - - - - - Topology files(yaml) - - - - - - - - - - - - - - - - - - - - - - - CSIT Tests - - - - - - - - - - - - - - - SUT - - - - - - - DUT - - - - - - - SUT - - - - - - - DUT - - - - - - - SUT - - - - - - - TG - - - - - - - - - - - - - - - - SUT - - - - - - - DUT - - - - - - - SUT - - - - - - - DUT - - - - - - - SUT - - - - - - - TG - - - - - - - - - - - - - - - - SUT - - - - - - - DUT - - - - - - - SUT - - - - - - - TG - - - - - - - Physical topologies - - - - - - Virtualied topologies i.e. VIRL - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PythonCalls - - - - - - - diff --git a/docs/report/csit_framework_documentation/csit_tag_description.rst b/docs/report/csit_framework_documentation/csit_tag_description.rst deleted file mode 100644 index c4127301fb..0000000000 --- a/docs/report/csit_framework_documentation/csit_tag_description.rst +++ /dev/null @@ -1,889 +0,0 @@ -CSIT RF Tags Descriptions -========================= - -All CSIT test cases are labelled with Robot Framework tags used to allow for -easy test case type identification, test case grouping and selection for -execution. Following sections list currently used CSIT TAGs and their -documentation based on the content of -`tag documentation rst file`_. - -Testbed Topology Tags ---------------------- - -.. topic:: 2_NODE_DOUBLE_LINK_TOPO - - 2 nodes connected in a circular topology with two links interconnecting - the devices. - -.. topic:: 2_NODE_SINGLE_LINK_TOPO - - 2 nodes connected in a circular topology with at least one link - interconnecting devices. - -.. topic:: 3_NODE_DOUBLE_LINK_TOPO - - 3 nodes connected in a circular topology with two links interconnecting - the devices. - -.. topic:: 3_NODE_SINGLE_LINK_TOPO - - 3 nodes connected in a circular topology with at least one link - interconnecting devices. - -Objective Tags --------------- - -.. topic:: SKIP_PATCH - - Test case(s) marked to not run in case of vpp-csit-verify (i.e. VPP patch) - and csit-vpp-verify jobs (i.e. CSIT patch). - -.. topic:: SKIP_VPP_PATCH - - Test case(s) marked to not run in case of vpp-csit-verify (i.e. VPP patch). - -Environment Tags ----------------- - -.. topic:: HW_ENV - - DUTs and TGs are running on bare metal. - -.. topic:: VM_ENV - - DUTs and TGs are running in virtual environment. - -.. topic:: VPP_VM_ENV - - DUTs with VPP and capable of running Virtual Machine. - -NIC Model Tags --------------- - -.. topic:: NIC_Intel-X520-DA2 - - Intel X520-DA2 NIC. - -.. topic:: NIC_Intel-XL710 - - Intel XL710 NIC. - -.. topic:: NIC_Intel-X710 - - Intel X710 NIC. - -.. topic:: NIC_Intel-XXV710 - - Intel XXV710 NIC. - -.. topic:: NIC_Cisco-VIC-1227 - - VIC-1227 by Cisco. - -.. topic:: NIC_Cisco-VIC-1385 - - VIC-1385 by Cisco. - -.. topic:: NIC_Amazon-Nitro-50G - - Amazon EC2 ENA NIC. - -Scaling Tags ------------- - -.. topic:: FIB_20K - - 2x10,000 entries in single fib table - -.. topic:: FIB_200K - - 2x100,000 entries in single fib table - -.. topic:: FIB_1M - - 2x500,000 entries in single fib table - -.. topic:: FIB_2M - - 2x1,000,000 entries in single fib table - -.. topic:: L2BD_1 - - Test with 1 L2 bridge domain. - -.. topic:: L2BD_10 - - Test with 10 L2 bridge domains. - -.. topic:: L2BD_100 - - Test with 100 L2 bridge domains. - -.. topic:: L2BD_1K - - Test with 1000 L2 bridge domains. - -.. topic:: VLAN_1 - - Test with 1 VLAN sub-interface. - -.. topic:: VLAN_10 - - Test with 10 VLAN sub-interfaces. - -.. topic:: VLAN_100 - - Test with 100 VLAN sub-interfaces. - -.. topic:: VLAN_1K - - Test with 1000 VLAN sub-interfaces. - -.. topic:: VXLAN_1 - - Test with 1 VXLAN tunnel. - -.. topic:: VXLAN_10 - - Test with 10 VXLAN tunnels. - -.. topic:: VXLAN_100 - - Test with 100 VXLAN tunnels. - -.. topic:: VXLAN_1K - - Test with 1000 VXLAN tunnels. - -.. topic:: TNL_{t} - - IPSec in tunnel mode - {t} tunnels. - -.. topic:: SRC_USER_{u} - - Traffic flow with {u} unique IPs (users) in one direction. - {u}=(1,10,100,1000,2000,4000). - -.. topic:: 100_FLOWS - - Traffic stream with 100 unique flows (10 IPs/users x 10 UDP ports) in one - direction. - -.. topic:: 10k_FLOWS - - Traffic stream with 10 000 unique flows (10 IPs/users x 1000 UDP ports) in - one direction. - -.. topic:: 100k_FLOWS - - Traffic stream with 100 000 unique flows (100 IPs/users x 1000 UDP ports) in - one direction. - -.. topic:: HOSTS_{h} - - Stateless or stateful traffic stream with {h} client source IP4 addresses, - usually with 63 flow differing in source port number. Could be UDP or TCP. - If NAT is used, the clients are inside. Outside IP range can differ. - {h}=(1024,4096,16384,65536,262144). - -.. topic:: GENEVE4_{t}TUN - - Test with {t} GENEVE IPv4 tunnel. {t}=(1,4,16,64,256,1024) - -Test Category Tags ------------------- - -.. topic:: DEVICETEST - - All vpp_device functional test cases. - -.. topic:: PERFTEST - - All performance test cases. - -VPP Device Type Tags --------------------- - -.. topic:: SCAPY - - All test cases that uses Scapy for packet generation and validation. - -Performance Type Tags ---------------------- - -.. topic:: NDRPDR - - Single test finding both No Drop Rate and Partial Drop Rate simultaneously. - The search is done by optimized algorithm which performs - multiple trial runs at different durations and transmit rates. - The results come from the final trials, which have duration of 30 seconds. - -.. topic:: MRR - - Performance tests where TG sends the traffic at maximum rate (line rate) - and reports total sent/received packets over trial duration. - The result is an average of 10 trials of 1 second duration. - -.. topic:: SOAK - - Performance tests using PLRsearch to find the critical load. - -.. topic:: RECONF - - Performance tests aimed to measure lost packets (time) when performing - reconfiguration while full throughput offered load is applied. - -Ethernet Frame Size Tags ------------------------- - -These are describing the traffic offered by Traffic Generator, -"primary" traffic in case of asymmetric load. -For traffic between DUTs, or for "secondary" traffic, see ${overhead} value. - -.. topic:: {b}B - - {b} Bytes frames used for test. - -.. topic:: IMIX - - IMIX frame sequence (28x 64B, 16x 570B, 4x 1518B) used for test. - -Test Type Tags --------------- - -.. topic:: BASE - - Baseline test cases, no encapsulation, no feature(s) configured in tests. - No scaling whatsoever, beyond minimum needed for RSS. - -.. topic:: IP4BASE - - IPv4 baseline test cases, no encapsulation, no feature(s) configured in - tests. Minimal number of routes. Other quantities may be scaled. - -.. topic:: IP6BASE - - IPv6 baseline test cases, no encapsulation, no feature(s) configured in - tests. - -.. topic:: L2XCBASE - - L2XC baseline test cases, no encapsulation, no feature(s) configured in - tests. - -.. topic:: L2BDBASE - - L2BD baseline test cases, no encapsulation, no feature(s) configured in - tests. - -.. topic:: L2PATCH - - L2PATCH baseline test cases, no encapsulation, no feature(s) configured in - tests. - -.. topic:: SCALE - - Scale test cases. Other tags specify which quantities are scaled. - Also applies if scaling is set on TG only (e.g. DUT works as IP4BASE). - -.. topic:: ENCAP - - Test cases where encapsulation is used. Use also encapsulation tag(s). - -.. topic:: FEATURE - - At least one feature is configured in test cases. Use also feature tag(s). - -.. topic:: UDP - - Tests which use any kind of UDP traffic (STL or ASTF profile). - -.. topic:: TCP - - Tests which use any kind of TCP traffic (STL or ASTF profile). - -.. topic:: TREX - - Tests which test trex traffic without any software DUTs in the traffic path. - -.. - TODO: Should we define tags STL and ASTF? - -.. topic:: UDP_UDIR - - Tests which use unidirectional UDP traffic (STL profile only). - -.. topic:: UDP_BIDIR - - Tests which use bidirectional UDP traffic (STL profile only). - -.. topic:: UDP_CPS - - Tests which measure connections per second on minimal UDP pseudoconnections. - This implies ASTF traffic profile is used. - This tag selects specific output processing in PAL. - -.. topic:: TCP_CPS - - Tests which measure connections per second on empty TCP connections. - This implies ASTF traffic profile is used. - This tag selects specific output processing in PAL. - -.. topic:: TCP_RPS - - Tests which measure requests per second on empty TCP connections. - This implies ASTF traffic profile is used. - This tag selects specific output processing in PAL. - -.. topic:: UDP_PPS - - Tests which measure packets per second on lightweight UDP transactions. - This implies ASTF traffic profile is used. - This tag selects specific output processing in PAL. - -.. topic:: TCP_PPS - - Tests which measure packets per second on lightweight TCP transactions. - This implies ASTF traffic profile is used. - This tag selects specific output processing in PAL. - -.. topic:: HTTP - - Tests which use traffic formed of valid HTTP requests (and responses). - -.. - TODO: Add HTTP tag to the current hoststack tests. - TODO: Document other tags already used by hoststack tests. - -.. topic:: LDP_NGINX - - LDP NGINX is un-modified NGINX with VPP via LD_PRELOAD. - -.. topic:: NF_DENSITY - - Performance tests that measure throughput of multiple VNF and CNF - service topologies at different service densities. - -NF Service Density Tags ------------------------ - -.. topic:: CHAIN - - NF service density tests with VNF or CNF service chain topology(ies). - -.. topic:: PIPE - - NF service density tests with CNF service pipeline topology(ies). - -.. topic:: NF_L3FWDIP4 - - NF service density tests with DPDK l3fwd IPv4 routing as NF workload. - -.. topic:: NF_VPPIP4 - - NF service density tests with VPP IPv4 routing as NF workload. - -.. topic:: {r}R{c}C - - Service density matrix locator {r}R{c}C, {r}Row denoting number of - service instances, {c}Column denoting number of NFs per service - instance. {r}=(1,2,4,6,8,10), {c}=(1,2,4,6,8,10). - -.. topic:: {n}VM{t}T - - Service density {n}VM{t}T, {n}Number of NF Qemu VMs, {t}Number of threads - per NF. - -.. topic:: {n}DCRt}T - - Service density {n}DCR{t}T, {n}Number of NF Docker containers, {t}Number of - threads per NF. - -.. topic:: {n}_ADDED_CHAINS - - {n}Number of chains (or pipelines) added (and/or removed) - during RECONF test. - -Forwarding Mode Tags --------------------- - -.. topic:: L2BDMACSTAT - - VPP L2 bridge-domain, L2 MAC static. - -.. topic:: L2BDMACLRN - - VPP L2 bridge-domain, L2 MAC learning. - -.. topic:: L2XCFWD - - VPP L2 point-to-point cross-connect. - -.. topic:: IP4FWD - - VPP IPv4 routed forwarding. - -.. topic:: IP6FWD - - VPP IPv6 routed forwarding. - -.. topic:: LOADBALANCER_MAGLEV - - VPP Load balancer maglev mode. - -.. topic:: LOADBALANCER_L3DSR - - VPP Load balancer l3dsr mode. - -.. topic:: LOADBALANCER_NAT4 - - VPP Load balancer nat4 mode. - -.. topic:: N2N - - Mode, where NICs from the same physical server are directly - connected with a cable. - -Underlay Tags -------------- - -.. topic:: IP4UNRLAY - - IPv4 underlay. - -.. topic:: IP6UNRLAY - - IPv6 underlay. - -.. topic:: MPLSUNRLAY - - MPLS underlay. - -Overlay Tags ------------- - -.. topic:: L2OVRLAY - - L2 overlay. - -.. topic:: IP4OVRLAY - - IPv4 overlay (IPv4 payload). - -.. topic:: IP6OVRLAY - - IPv6 overlay (IPv6 payload). - -Tagging Tags ------------- - -.. topic:: DOT1Q - - All test cases with dot1q. - -.. topic:: DOT1AD - - All test cases with dot1ad. - -Encapsulation Tags ------------------- - -.. topic:: ETH - - All test cases with base Ethernet (no encapsulation). - -.. topic:: LISP - - All test cases with LISP. - -.. topic:: LISPGPE - - All test cases with LISP-GPE. - -.. topic:: LISP_IP4o4 - - All test cases with LISP_IP4o4. - -.. topic:: LISPGPE_IP4o4 - - All test cases with LISPGPE_IP4o4. - -.. topic:: LISPGPE_IP6o4 - - All test cases with LISPGPE_IP6o4. - -.. topic:: LISPGPE_IP4o6 - - All test cases with LISPGPE_IP4o6. - -.. topic:: LISPGPE_IP6o6 - - All test cases with LISPGPE_IP6o6. - -.. topic:: VXLAN - - All test cases with Vxlan. - -.. topic:: VXLANGPE - - All test cases with VXLAN-GPE. - -.. topic:: GRE - - All test cases with GRE. - -.. topic:: GTPU - - All test cases with GTPU. - -.. topic:: GTPU_HWACCEL - - All test cases with GTPU_HWACCEL. - -.. topic:: IPSEC - - All test cases with IPSEC. - -.. topic:: WIREGUARD - - All test cases with WIREGUARD. - -.. topic:: SRv6 - - All test cases with Segment routing over IPv6 dataplane. - -.. topic:: SRv6_1SID - - All SRv6 test cases with single SID. - -.. topic:: SRv6_2SID_DECAP - - All SRv6 test cases with two SIDs and with decapsulation. - -.. topic:: SRv6_2SID_NODECAP - - All SRv6 test cases with two SIDs and without decapsulation. - -.. topic:: GENEVE - - All test cases with GENEVE. - -.. topic:: GENEVE_L3MODE - - All test cases with GENEVE tunnel in L3 mode. - -.. topic:: FLOW - - All test cases with FLOW. - -.. topic:: FLOW_DIR - - All test cases with FLOW_DIR. - -.. topic:: FLOW_RSS - - All test cases with FLOW_RSS. - -.. topic:: NTUPLE - - All test cases with NTUPLE. - -.. topic:: L2TPV3 - - All test cases with L2TPV3. - -Interface Tags --------------- - -.. topic:: PHY - - All test cases which use physical interface(s). - -.. topic:: GSO - - All test cases which uses Generic Segmentation Offload. - -.. topic:: VHOST - - All test cases which uses VHOST. - -.. topic:: VHOST_1024 - - All test cases which uses VHOST DPDK driver with qemu queue size set - to 1024. - -.. topic:: VIRTIO - - All test cases which uses VIRTIO native VPP driver. - -.. topic:: VIRTIO_1024 - - All test cases which uses VIRTIO native VPP driver with qemu queue size set - to 1024. - -.. topic:: CFS_OPT - - All test cases which uses VM with optimised scheduler policy. - -.. topic:: TUNTAP - - All test cases which uses TUN and TAP. - -.. topic:: AFPKT - - All test cases which uses AFPKT. - -.. topic:: NETMAP - - All test cases which uses Netmap. - -.. topic:: MEMIF - - All test cases which uses Memif. - -.. topic:: SINGLE_MEMIF - - All test cases which uses only single Memif connection per DUT. One DUT - instance is running in container having one physical interface exposed to - container. - -.. topic:: LBOND - - All test cases which uses link bonding (BondEthernet interface). - -.. topic:: LBOND_DPDK - - All test cases which uses DPDK link bonding. - -.. topic:: LBOND_VPP - - All test cases which uses VPP link bonding. - -.. topic:: LBOND_MODE_XOR - - All test cases which uses link bonding with mode XOR. - -.. topic:: LBOND_MODE_LACP - - All test cases which uses link bonding with mode LACP. - -.. topic:: LBOND_LB_L34 - - All test cases which uses link bonding with load-balance mode l34. - -.. topic:: LBOND_{n}L - - All test cases which use {n} link(s) for link bonding. - -.. topic:: DRV_{d} - - All test cases which NIC Driver for DUT is set to {d}. Default is VFIO_PCI. - {d}=(AVF, RDMA_CORE, VFIO_PCI, AF_XDP). - -.. topic:: TG_DRV_{d} - - All test cases which NIC Driver for TG is set to {d}. Default is IGB_UIO. - {d}=(RDMA_CORE, IGB_UIO). - -.. topic:: RXQ_SIZE_{n} - - All test cases which RXQ size (RX descriptors) are set to {n}. Default is 0, - which means VPP (API) default. - -.. topic:: TXQ_SIZE_{n} - - All test cases which TXQ size (TX descriptors) are set to {n}. Default is 0, - which means VPP (API) default. - -Feature Tags ------------- - -.. topic:: IACLDST - - iACL destination. - -.. topic:: ADLALWLIST - - ADL allowlist. - -.. topic:: NAT44 - - NAT44 configured and tested. - -.. topic:: NAT64 - - NAT44 configured and tested. - -.. topic:: ACL - - ACL plugin configured and tested. - -.. topic:: IACL - - ACL plugin configured and tested on input path. - -.. topic:: OACL - - ACL plugin configured and tested on output path. - -.. topic:: ACL_STATELESS - - ACL plugin configured and tested in stateless mode (permit action). - -.. topic:: ACL_STATEFUL - - ACL plugin configured and tested in stateful mode (permit+reflect action). - -.. topic:: ACL1 - - ACL plugin configured and tested with 1 not-hitting ACE. - -.. topic:: ACL10 - - ACL plugin configured and tested with 10 not-hitting ACEs. - -.. topic:: ACL50 - - ACL plugin configured and tested with 50 not-hitting ACEs. - -.. topic:: SRv6_PROXY - - SRv6 endpoint to SR-unaware appliance via proxy. - -.. topic:: SRv6_PROXY_STAT - - SRv6 endpoint to SR-unaware appliance via static proxy. - -.. topic:: SRv6_PROXY_DYN - - SRv6 endpoint to SR-unaware appliance via dynamic proxy. - -.. topic:: SRv6_PROXY_MASQ - - SRv6 endpoint to SR-unaware appliance via masquerading proxy. - -Encryption Tags ---------------- - -.. topic:: IPSECSW - - Crypto in software. - -.. topic:: IPSECHW - - Crypto in hardware. - -.. topic:: IPSECTRAN - - IPSec in transport mode. - -.. topic:: IPSECTUN - - IPSec in tunnel mode. - -.. topic:: IPSECINT - - IPSec in interface mode. - -.. topic:: AES - - IPSec using AES algorithms. - -.. topic:: AES_128_CBC - - IPSec using AES 128 CBC algorithms. - -.. topic:: AES_128_GCM - - IPSec using AES 128 GCM algorithms. - -.. topic:: AES_256_GCM - - IPSec using AES 256 GCM algorithms. - -.. topic:: HMAC - - IPSec using HMAC integrity algorithms. - -.. topic:: HMAC_SHA_256 - - IPSec using HMAC SHA 256 integrity algorithms. - -.. topic:: HMAC_SHA_512 - - IPSec using HMAC SHA 512 integrity algorithms. - -.. topic:: SCHEDULER - - IPSec using crypto sw scheduler engine. - -.. topic:: FASTPATH - - IPSec policy mode with spd fast path enabled. - -Client-Workload Tags --------------------- - -.. topic:: VM - - All test cases which use at least one virtual machine. - -.. topic:: LXC - - All test cases which use Linux container and LXC utils. - -.. topic:: DRC - - All test cases which use at least one Docker container. - -.. topic:: DOCKER - - All test cases which use Docker as container manager. - -.. topic:: APP - - All test cases with specific APP use. - -Container Orchestration Tags ----------------------------- - -.. topic:: {n}VSWITCH - - {n} VPP running in {n} Docker container(s) acting as a VSWITCH. - {n}=(1). - -.. topic:: {n}VNF - - {n} VPP running in {n} Docker container(s) acting as a VNF work load. - {n}=(1). - -Multi-Threading Tags --------------------- - -.. topic:: STHREAD - - *Dynamic tag*. - All test cases using single poll mode thread. - -.. topic:: MTHREAD - - *Dynamic tag*. - All test cases using more then one poll mode driver thread. - -.. topic:: {n}NUMA - - All test cases with packet processing on {n} socket(s). {n}=(1,2). - -.. topic:: {c}C - - {c} worker thread pinned to {c} dedicated physical core; or if - HyperThreading is enabled, {c}*2 worker threads each pinned to a separate - logical core within 1 dedicated physical core. Main thread pinned to core 1. - {t}=(1,2,4). - -.. topic:: {t}T{c}C - - *Dynamic tag*. - {t} worker threads pinned to {c} dedicated physical cores. Main thread - pinned to core 1. By default CSIT is configuring same amount of receive - queues per interface as worker threads. {t}=(1,2,4,8), {t}=(1,2,4). diff --git a/docs/report/csit_framework_documentation/csit_test_naming.rst b/docs/report/csit_framework_documentation/csit_test_naming.rst deleted file mode 100644 index df1fdd74d2..0000000000 --- a/docs/report/csit_framework_documentation/csit_test_naming.rst +++ /dev/null @@ -1,120 +0,0 @@ -.. _csit_test_naming: - -Test Naming -=========== - -Background ----------- - -|csit-release| follows a common structured naming convention for all -performance and system functional tests, introduced in CSIT-1701. - -The naming should be intuitive for majority of the tests. Complete -description of CSIT test naming convention is provided on -`CSIT test naming wiki page `_. -Below few illustrative examples of the naming usage for test suites across CSIT -performance, functional and Honeycomb management test areas. - -Naming Convention ------------------ - -The CSIT approach is to use tree naming convention and to encode following -testing information into test suite and test case names: - -#. packet network port configuration - - * port type, physical or virtual; - * number of ports; - * NIC model, if applicable; - * port-NIC locality, if applicable; - -#. packet encapsulations; - -#. VPP packet processing - - * packet forwarding mode; - * packet processing function(s); - -#. packet forwarding path - - * if present, network functions (processes, containers, VMs) and their - topology within the computer; - -#. main measured variable, type of test. - -Proposed convention is to encode ports and NICs on the left (underlay), -followed by outer-most frame header, then other stacked headers up to the -header processed by vSwitch-VPP, then VPP forwarding function, then encap on -vhost interface, number of vhost interfaces, number of VMs. If chained VMs -present, they get added on the right. Test topology is expected to be -symmetric, in other words packets enter and leave SUT through ports specified -on the left of the test name. Here some examples to illustrate the convention -followed by the complete legend, and tables mapping the new test filenames to -old ones. - -Naming Examples ---------------- - -CSIT test suite naming examples (filename.robot) for common tested VPP -topologies: - -1. **Physical port to physical port - a.k.a. NIC-to-NIC, Phy-to-Phy, P2P** - - * *PortNICConfig-WireEncapsulation-PacketForwardingFunction- - PacketProcessingFunction1-...-PacketProcessingFunctionN-TestType* - * *10ge2p1x520-dot1q-l2bdbasemaclrn-ndrdisc.robot* => 2 ports of 10GE on Intel - x520 NIC, dot1q tagged Ethernet, L2 bridge-domain baseline switching with - MAC learning, NDR throughput discovery. - * *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrchk.robot* => 2 ports of 10GE on - Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain baseline switching - with MAC learning, NDR throughput discovery. - * *10ge2p1x520-ethip4-ip4base-ndrdisc.robot* => 2 ports of 10GE on Intel x520 - NIC, IPv4 baseline routed forwarding, NDR throughput discovery. - * *10ge2p1x520-ethip6-ip6scale200k-ndrdisc.robot* => 2 ports of 10GE on Intel - x520 NIC, IPv6 scaled up routed forwarding, NDR throughput discovery. - * *10ge2p1x520-ethip4-ip4base-iacldstbase-ndrdisc.robot* => 2 ports of 10GE on - Intel x520 NIC, IPv4 baseline routed forwarding, ingress Access Control - Lists baseline matching on destination, NDR throughput discovery. - * *40ge2p1vic1385-ethip4-ip4base-ndrdisc.robot* => 2 ports of 40GE on Cisco - vic1385 NIC, IPv4 baseline routed forwarding, NDR throughput discovery. - * *eth2p-ethip4-ip4base-func.robot* => 2 ports of Ethernet, IPv4 baseline - routed forwarding, functional tests. - -2. **Physical port to VM (or VM chain) to physical port - a.k.a. NIC2VM2NIC, - P2V2P, NIC2VMchain2NIC, P2V2V2P** - - * *PortNICConfig-WireEncapsulation-PacketForwardingFunction- - PacketProcessingFunction1-...-PacketProcessingFunctionN-VirtEncapsulation- - VirtPortConfig-VMconfig-TestType* - * *10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot* => 2 ports - of 10GE on Intel x520 NIC, dot1q tagged Ethernet, L2 bridge-domain switching - to/from two vhost interfaces and one VM, NDR throughput discovery. - * *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-ndrdisc.robot* => 2 - ports of 10GE on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain - switching to/from two vhost interfaces and one VM, NDR throughput discovery. - * *10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-4vhost-2vm-ndrdisc.robot* => 2 - ports of 10GE on Intel x520 NIC, IPv4 VXLAN Ethernet, L2 bridge-domain - switching to/from four vhost interfaces and two VMs, NDR throughput - discovery. - * *eth2p-ethip4vxlan-l2bdbasemaclrn-eth-2vhost-1vm-func.robot* => 2 ports of - Ethernet, IPv4 VXLAN Ethernet, L2 bridge-domain switching to/from two vhost - interfaces and one VM, functional tests. - -3. **API CRUD tests - Create (Write), Read (Retrieve), Update (Modify), Delete - (Destroy) operations for configuration and operational data** - - * *ManagementTestKeyword-ManagementOperation-ManagedFunction1-...- - ManagedFunctionN-ManagementAPI1-ManagementAPIN-TestType* - * *mgmt-cfg-lisp-apivat-func* => configuration of LISP with VAT API calls, - functional tests. - * *mgmt-cfg-l2bd-apihc-apivat-func* => configuration of L2 Bridge-Domain with - Honeycomb API and VAT API calls, functional tests. - * *mgmt-oper-int-apihcnc-func* => reading status and operational data of - interface with Honeycomb NetConf API calls, functional tests. - * *mgmt-cfg-int-tap-apihcnc-func* => configuration of tap interfaces with - Honeycomb NetConf API calls, functional tests. - * *mgmt-notif-int-subint-apihcnc-func* => notifications of interface and - sub-interface events with Honeycomb NetConf Notifications, functional tests. - -For complete description of CSIT test naming convention please refer to `CSIT -test naming wiki page `_. diff --git a/docs/report/csit_framework_documentation/index.rst b/docs/report/csit_framework_documentation/index.rst deleted file mode 100644 index 44db73de4b..0000000000 --- a/docs/report/csit_framework_documentation/index.rst +++ /dev/null @@ -1,8 +0,0 @@ -CSIT Framework -============== - -.. toctree:: - - csit_design - csit_test_naming - csit_tag_description diff --git a/docs/report/detailed_test_results/dpdk_performance_results/index.rst b/docs/report/detailed_test_results/dpdk_performance_results/index.rst deleted file mode 100644 index 2d04d1e405..0000000000 --- a/docs/report/detailed_test_results/dpdk_performance_results/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -DPDK Throughput -=============== - -.. toctree:: - ../dpdk_performance_results_2n_icx/index - ../dpdk_performance_results_3n_icx/index - ../dpdk_performance_results_2n_clx/index - ../dpdk_performance_results_2n_zn2/index - ../dpdk_performance_results_3n_alt/index - ../dpdk_performance_results_3n_tsh/index - ../dpdk_performance_results_2n_tx2/index - ../dpdk_performance_results_3n_snr/index diff --git a/docs/report/detailed_test_results/dpdk_performance_results_2n_clx/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_2n_clx/index.rst deleted file mode 100644 index 12a209d38b..0000000000 --- a/docs/report/detailed_test_results/dpdk_performance_results_2n_clx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-clx ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io dpdk coverage job 2n-clx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/dpdk_performance_results_2n_icx/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_2n_icx/index.rst deleted file mode 100644 index 7c594edc04..0000000000 --- a/docs/report/detailed_test_results/dpdk_performance_results_2n_icx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-icx ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io dpdk coverage job 2n-icx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/dpdk_performance_results_2n_tx2/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_2n_tx2/index.rst deleted file mode 100644 index 1b65a6ac24..0000000000 --- a/docs/report/detailed_test_results/dpdk_performance_results_2n_tx2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-tx2 ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io dpdk coverage job 2n-tx2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/dpdk_performance_results_2n_zn2/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_2n_zn2/index.rst deleted file mode 100644 index 63fb625295..0000000000 --- a/docs/report/detailed_test_results/dpdk_performance_results_2n_zn2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-zn2 ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io dpdk coverage job 2n-zn2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/dpdk_performance_results_3n_alt/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_3n_alt/index.rst deleted file mode 100644 index fe3a7d0282..0000000000 --- a/docs/report/detailed_test_results/dpdk_performance_results_3n_alt/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-alt ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io dpdk coverage job 3n-alt`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/dpdk_performance_results_3n_icx/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_3n_icx/index.rst deleted file mode 100644 index e2db04b4f2..0000000000 --- a/docs/report/detailed_test_results/dpdk_performance_results_3n_icx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-icx ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io dpdk coverage job 3n-icx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/dpdk_performance_results_3n_snr/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_3n_snr/index.rst deleted file mode 100644 index 0eac868588..0000000000 --- a/docs/report/detailed_test_results/dpdk_performance_results_3n_snr/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-snr ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io dpdk coverage job 3n-snr`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/dpdk_performance_results_3n_tsh/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_3n_tsh/index.rst deleted file mode 100644 index f8899fda8a..0000000000 --- a/docs/report/detailed_test_results/dpdk_performance_results_3n_tsh/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-tsh ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io dpdk coverage job 3n-tsh`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/trex_performance_results/index.rst b/docs/report/detailed_test_results/trex_performance_results/index.rst deleted file mode 100644 index a878244396..0000000000 --- a/docs/report/detailed_test_results/trex_performance_results/index.rst +++ /dev/null @@ -1,7 +0,0 @@ -TRex Throughput -=============== - -.. toctree:: - - ../trex_performance_results_1n_aws/index - ../trex_performance_results_2n_icx/index diff --git a/docs/report/detailed_test_results/trex_performance_results_1n_aws/index.rst b/docs/report/detailed_test_results/trex_performance_results_1n_aws/index.rst deleted file mode 100644 index 7e2a8045a7..0000000000 --- a/docs/report/detailed_test_results/trex_performance_results_1n_aws/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -1n-aws ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io trex coverage job 1n-aws`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/trex_performance_results_2n_icx/index.rst b/docs/report/detailed_test_results/trex_performance_results_2n_icx/index.rst deleted file mode 100644 index 9d5a3a2fa8..0000000000 --- a/docs/report/detailed_test_results/trex_performance_results_2n_icx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-icx ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io trex coverage job 2n-icx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_device_results/index.rst b/docs/report/detailed_test_results/vpp_device_results/index.rst deleted file mode 100644 index c8d8b6dcbd..0000000000 --- a/docs/report/detailed_test_results/vpp_device_results/index.rst +++ /dev/null @@ -1,6 +0,0 @@ -VPP Device -========== - -.. toctree:: - ../vpp_device_results_1n_skx/index - ../vpp_device_results_1n_tx2/index diff --git a/docs/report/detailed_test_results/vpp_device_results_1n_skx/index.rst b/docs/report/detailed_test_results/vpp_device_results_1n_skx/index.rst deleted file mode 100644 index 40c4082e74..0000000000 --- a/docs/report/detailed_test_results/vpp_device_results_1n_skx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -1n-skx ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp device job 1n-skx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_device_results_1n_tx2/index.rst b/docs/report/detailed_test_results/vpp_device_results_1n_tx2/index.rst deleted file mode 100644 index 6983af6c29..0000000000 --- a/docs/report/detailed_test_results/vpp_device_results_1n_tx2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -1n-tx2 ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp device job 1n-tx2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results/index.rst b/docs/report/detailed_test_results/vpp_mrr_results/index.rst deleted file mode 100644 index fb0f6aa26b..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results/index.rst +++ /dev/null @@ -1,20 +0,0 @@ -VPP MRR -======= - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp iterative job 2n-icx`_, - `build logs from FD.io vpp iterative job 3n-icx`_, - `build logs from FD.io vpp iterative job 2n-clx`_, - `build logs from FD.io vpp iterative job 2n-zn2`_, - `build logs from FD.io vpp iterative job 3n-alt`_, - `build logs from FD.io vpp iterative job 3n-tsh`_, - `build logs from FD.io vpp iterative job 2n-tx2`_, - `build logs from FD.io vpp iterative job 3n-snr`_, - `build logs from FD.io vpp iterative job 2n-aws`_, - ii) archived FD.io jobs test results - `output files <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results_2n_aws/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_2n_aws/index.rst deleted file mode 100644 index e4987e6ea0..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results_2n_aws/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-aws ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-aws`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results_2n_clx/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_2n_clx/index.rst deleted file mode 100644 index 38f6b4d8d6..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results_2n_clx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-clx ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-clx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results_2n_icx/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_2n_icx/index.rst deleted file mode 100644 index c520b6f9e4..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results_2n_icx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-icx ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-icx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results_2n_tx2/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_2n_tx2/index.rst deleted file mode 100644 index 12722b8108..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results_2n_tx2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-tx2 ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-tx2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results_2n_zn2/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_2n_zn2/index.rst deleted file mode 100644 index e40b484177..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results_2n_zn2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-zn2 ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-zn2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results_3n_alt/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_3n_alt/index.rst deleted file mode 100644 index e6cfe37cdd..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results_3n_alt/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-alt ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 3n-alt`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results_3n_aws/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_3n_aws/index.rst deleted file mode 100644 index e31a215d21..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results_3n_aws/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-aws ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 3n-aws`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results_3n_icx/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_3n_icx/index.rst deleted file mode 100644 index bb0c128bc0..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results_3n_icx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-icx ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 3n-icx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results_3n_snr/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_3n_snr/index.rst deleted file mode 100644 index 2d5698d663..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results_3n_snr/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-snr ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 3n-snr`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results_3n_tsh/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_3n_tsh/index.rst deleted file mode 100644 index 513b27969b..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results_3n_tsh/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-tsh ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 3n-tsh`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results/index.rst b/docs/report/detailed_test_results/vpp_performance_results/index.rst deleted file mode 100644 index b0db114b9c..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results/index.rst +++ /dev/null @@ -1,20 +0,0 @@ -VPP Throughput -============== - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-icx`_, - `build logs from FD.io vpp coverage job 3n-icx`_, - `build logs from FD.io vpp coverage job 2n-clx`_, - `build logs from FD.io vpp coverage job 2n-zn2`_, - `build logs from FD.io vpp coverage job 3n-alt`_, - `build logs from FD.io vpp coverage job 3n-tsh`_, - `build logs from FD.io vpp coverage job 2n-tx2`_, - `build logs from FD.io vpp coverage job 3n-snr`_, - `build logs from FD.io vpp coverage job 2n-aws`_, - ii) archived FD.io jobs test results - `output files <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results_2n_aws/index.rst b/docs/report/detailed_test_results/vpp_performance_results_2n_aws/index.rst deleted file mode 100644 index d259eab798..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results_2n_aws/index.rst +++ /dev/null @@ -1,11 +0,0 @@ -2n-aws ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp performance job 3n-aws`_, - ii) archived FD.io jobs test result `output files <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results_2n_clx/index.rst b/docs/report/detailed_test_results/vpp_performance_results_2n_clx/index.rst deleted file mode 100644 index 38f6b4d8d6..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results_2n_clx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-clx ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-clx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results_2n_icx/index.rst b/docs/report/detailed_test_results/vpp_performance_results_2n_icx/index.rst deleted file mode 100644 index c520b6f9e4..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results_2n_icx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-icx ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-icx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results_2n_tx2/index.rst b/docs/report/detailed_test_results/vpp_performance_results_2n_tx2/index.rst deleted file mode 100644 index 12722b8108..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results_2n_tx2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-tx2 ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-tx2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results_2n_zn2/index.rst b/docs/report/detailed_test_results/vpp_performance_results_2n_zn2/index.rst deleted file mode 100644 index e40b484177..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results_2n_zn2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-zn2 ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-zn2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results_3n_alt/index.rst b/docs/report/detailed_test_results/vpp_performance_results_3n_alt/index.rst deleted file mode 100644 index e6cfe37cdd..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results_3n_alt/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-alt ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 3n-alt`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results_3n_aws/index.rst b/docs/report/detailed_test_results/vpp_performance_results_3n_aws/index.rst deleted file mode 100644 index 2f9bfad19d..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results_3n_aws/index.rst +++ /dev/null @@ -1,11 +0,0 @@ -3n-aws ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp performance job 2n-aws`_, - ii) archived FD.io jobs test result `output files <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results_3n_icx/index.rst b/docs/report/detailed_test_results/vpp_performance_results_3n_icx/index.rst deleted file mode 100644 index bb0c128bc0..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results_3n_icx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-icx ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 3n-icx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results_3n_snr/index.rst b/docs/report/detailed_test_results/vpp_performance_results_3n_snr/index.rst deleted file mode 100644 index 2d5698d663..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results_3n_snr/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-snr ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 3n-snr`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results_3n_tsh/index.rst b/docs/report/detailed_test_results/vpp_performance_results_3n_tsh/index.rst deleted file mode 100644 index 513b27969b..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results_3n_tsh/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-tsh ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 3n-tsh`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/dpdk_performance_tests/comparisons/2n-clx_vs_2n-icx_testbeds.rst b/docs/report/dpdk_performance_tests/comparisons/2n-clx_vs_2n-icx_testbeds.rst deleted file mode 100644 index 87f916440b..0000000000 --- a/docs/report/dpdk_performance_tests/comparisons/2n-clx_vs_2n-icx_testbeds.rst +++ /dev/null @@ -1,31 +0,0 @@ -2n-Icx vs 2n-Clx Testbeds -------------------------- - -Relative comparison of |dpdk-release| Testpmd and L3fwd packet -throughput (NDR, PDR) is calculated for the same tests executed -on 2-Node Cascadelake (2n-clx) and 2-Node Ice Lake (2n-icx) physical testbed -types, in 1-core, 2-core and 4-core configurations. - -.. note:: - - Test results are stored in - `build logs from FD.io dpdk performance job 2n-clx`_ and - `build logs from FD.io dpdk performance job 2n-icx`_ - with RF result files csit-dpdk-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -NDR Comparison -~~~~~~~~~~~~~~ - -Comparison tables in ASCII and CSV formats: - - - `ASCII NDR comparison <../../_static/dpdk/performance-compare-testbeds-2n-clx-2n-icx-ndr.txt>`_ - - `CSV NDR comparison <../../_static/dpdk/performance-compare-testbeds-2n-clx-2n-icx-ndr.csv>`_ - -PDR Comparison -~~~~~~~~~~~~~~ - -Comparison tables in ASCII and CSV formats: - - - `ASCII PDR comparison <../../_static/dpdk/performance-compare-testbeds-2n-clx-2n-icx-pdr.txt>`_ - - `CSV PDR comparison <../../_static/dpdk/performance-compare-testbeds-2n-clx-2n-icx-pdr.csv>`_ diff --git a/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst deleted file mode 100644 index 8b3a4427fb..0000000000 --- a/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst +++ /dev/null @@ -1,167 +0,0 @@ - -.. _dpdk_compare_current_vs_previous_release: - -Current vs Previous Release ---------------------------- - -Relative comparison of DPDK Testpmd and L3fwd packet throughput (NDR, -PDR and MRR) between |dpdk-release| and |dpdk-release-1| (measured for -|csit-release| and |csit-release-1| respectively) is calculated from -results of tests running on 3n-icx, 2n-ics, 2n-clx, 2n-zn2, 3n-tsh, 2n-tx2 -testbeds in 1-core and 2-core configurations. - -Listed mean and standard deviation values are computed based on a series -of the same tests executed against respective DPDK releases to verify -test results repeatability, with percentage change calculated for mean -values. - -.. note:: - - Test results are stored in - `build logs from FD.io dpdk performance job 3n-icx`_, - `build logs from FD.io dpdk performance job 2n-icx`_, - `build logs from FD.io dpdk performance job 2n-clx`_, - `build logs from FD.io dpdk performance job 2n-zn2`_, - `build logs from FD.io dpdk performance job 3n-tsh`_, - `build logs from FD.io dpdk performance job 2n-tx2`_, - with RF result - files csit-dpdk-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 2t1c NDR comparison <../../_static/dpdk/performance-changes-3n-icx-2t1c-ndr.txt>`_ - - `ASCII 4t2c NDR comparison <../../_static/dpdk/performance-changes-3n-icx-4t2c-ndr.txt>`_ - - `CSV 2t1c NDR comparison <../../_static/dpdk/performance-changes-3n-icx-2t1c-ndr.csv>`_ - - `CSV 4t2c NDR comparison <../../_static/dpdk/performance-changes-3n-icx-4t2c-ndr.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 2t1c PDR comparison <../../_static/dpdk/performance-changes-3n-icx-2t1c-pdr.txt>`_ - - `ASCII 4t2c PDR comparison <../../_static/dpdk/performance-changes-3n-icx-4t2c-pdr.txt>`_ - - `CSV 2t1c PDR comparison <../../_static/dpdk/performance-changes-3n-icx-2t1c-pdr.csv>`_ - - `CSV 4t2c PDR comparison <../../_static/dpdk/performance-changes-3n-icx-4t2c-pdr.csv>`_ - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 2t1c NDR comparison <../../_static/dpdk/performance-changes-2n-icx-2t1c-ndr.txt>`_ - - `ASCII 4t2c NDR comparison <../../_static/dpdk/performance-changes-2n-icx-4t2c-ndr.txt>`_ - - `CSV 2t1c NDR comparison <../../_static/dpdk/performance-changes-2n-icx-2t1c-ndr.csv>`_ - - `CSV 4t2c NDR comparison <../../_static/dpdk/performance-changes-2n-icx-4t2c-ndr.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 2t1c PDR comparison <../../_static/dpdk/performance-changes-2n-icx-2t1c-pdr.txt>`_ - - `ASCII 4t2c PDR comparison <../../_static/dpdk/performance-changes-2n-icx-4t2c-pdr.txt>`_ - - `CSV 2t1c PDR comparison <../../_static/dpdk/performance-changes-2n-icx-2t1c-pdr.csv>`_ - - `CSV 4t2c PDR comparison <../../_static/dpdk/performance-changes-2n-icx-4t2c-pdr.csv>`_ - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 2t1c NDR comparison <../../_static/dpdk/performance-changes-2n-clx-2t1c-ndr.txt>`_ - - `ASCII 4t2c NDR comparison <../../_static/dpdk/performance-changes-2n-clx-4t2c-ndr.txt>`_ - - `CSV 2t1c NDR comparison <../../_static/dpdk/performance-changes-2n-clx-2t1c-ndr.csv>`_ - - `CSV 4t2c NDR comparison <../../_static/dpdk/performance-changes-2n-clx-4t2c-ndr.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 2t1c PDR comparison <../../_static/dpdk/performance-changes-2n-clx-2t1c-pdr.txt>`_ - - `ASCII 4t2c PDR comparison <../../_static/dpdk/performance-changes-2n-clx-4t2c-pdr.txt>`_ - - `CSV 2t1c PDR comparison <../../_static/dpdk/performance-changes-2n-clx-2t1c-pdr.csv>`_ - - `CSV 4t2c PDR comparison <../../_static/dpdk/performance-changes-2n-clx-4t2c-pdr.csv>`_ - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 2t1c NDR comparison <../../_static/dpdk/performance-changes-2n-zn2-2t1c-ndr.txt>`_ - - `ASCII 4t2c NDR comparison <../../_static/dpdk/performance-changes-2n-zn2-4t2c-ndr.txt>`_ - - `CSV 2t1c NDR comparison <../../_static/dpdk/performance-changes-2n-zn2-2t1c-ndr.csv>`_ - - `CSV 4t2c NDR comparison <../../_static/dpdk/performance-changes-2n-zn2-4t2c-ndr.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 2t1c PDR comparison <../../_static/dpdk/performance-changes-2n-zn2-2t1c-pdr.txt>`_ - - `ASCII 4t2c PDR comparison <../../_static/dpdk/performance-changes-2n-zn2-4t2c-pdr.txt>`_ - - `CSV 2t1c PDR comparison <../../_static/dpdk/performance-changes-2n-zn2-2t1c-pdr.csv>`_ - - `CSV 4t2c PDR comparison <../../_static/dpdk/performance-changes-2n-zn2-4t2c-pdr.csv>`_ - -3n-tsh-x520 -~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-tsh-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/dpdk/performance-changes-3n-tsh-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-tsh-1t1c-ndr.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/dpdk/performance-changes-3n-tsh-2t2c-ndr.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-tsh-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/dpdk/performance-changes-3n-tsh-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-tsh-1t1c-pdr.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/dpdk/performance-changes-3n-tsh-2t2c-pdr.csv>`_ - -2n-tx2-xl710 -~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 1t1c NDR comparison <../../_static/dpdk/performance-changes-2n-tx2-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/dpdk/performance-changes-2n-tx2-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/dpdk/performance-changes-2n-tx2-1t1c-ndr.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/dpdk/performance-changes-2n-tx2-2t2c-ndr.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 1t1c PDR comparison <../../_static/dpdk/performance-changes-2n-tx2-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/dpdk/performance-changes-2n-tx2-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/dpdk/performance-changes-2n-tx2-1t1c-pdr.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/dpdk/performance-changes-2n-tx2-2t2c-pdr.csv>`_ diff --git a/docs/report/dpdk_performance_tests/comparisons/index.rst b/docs/report/dpdk_performance_tests/comparisons/index.rst deleted file mode 100644 index c6db828458..0000000000 --- a/docs/report/dpdk_performance_tests/comparisons/index.rst +++ /dev/null @@ -1,14 +0,0 @@ - -.. raw:: latex - - \clearpage - -Comparisons -=========== - -.. toctree:: - - 2n-clx_vs_2n-icx_testbeds - -.. - current_vs_previous_release diff --git a/docs/report/dpdk_performance_tests/csit_release_notes.rst b/docs/report/dpdk_performance_tests/csit_release_notes.rst deleted file mode 100644 index a1cf19e952..0000000000 --- a/docs/report/dpdk_performance_tests/csit_release_notes.rst +++ /dev/null @@ -1,42 +0,0 @@ -Release Notes -============= - -Changes in |csit-release| -------------------------- - -#. TEST FRAMEWORK - - - **CSIT test environment** version has not changed from ver. 11 used - in previous release, see :ref:`test_environment_versioning`. - -#. DPDK PERFORMANCE TESTS - - - **Intel Xeon SKX performance testbeds** got decommissioned and - removed from FD.io performance lab. - -#. DPDK RELEASE VERSION CHANGE - - - |csit-release| tested |dpdk-release|, as used by |vpp-release|. - -.. _dpdk_known_issues: - -Known Issues ------------- - -List of known issues in |csit-release| for DPDK performance tests: - -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| # | JiraID | Issue Description | -+====+=========================================+===========================================================================================================+ -| 1 | `CSIT-1848 | 3n-alt: testpmd tests fail due DUT-DUT link taking long to come up. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ - -New -___ - -List of new issues in |csit-release| for DPDK performance tests: - -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| # | JiraID | Issue Description | -+====+=========================================+===========================================================================================================+ diff --git a/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_clx.rst b/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_clx.rst deleted file mode 100644 index 6667f9539a..0000000000 --- a/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_clx.rst +++ /dev/null @@ -1,3 +0,0 @@ -2n-clx -====== - diff --git a/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_zn2.rst b/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_zn2.rst deleted file mode 100644 index 2f14be0030..0000000000 --- a/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_zn2.rst +++ /dev/null @@ -1,3 +0,0 @@ -2n-zn2 -====== - diff --git a/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst b/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst deleted file mode 100644 index 7fe42625f7..0000000000 --- a/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst +++ /dev/null @@ -1,3 +0,0 @@ -3n-tsh -====== - diff --git a/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_tsh.rst b/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_tsh.rst deleted file mode 100644 index 7fe42625f7..0000000000 --- a/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_tsh.rst +++ /dev/null @@ -1,3 +0,0 @@ -3n-tsh -====== - diff --git a/docs/report/dpdk_performance_tests/index.rst b/docs/report/dpdk_performance_tests/index.rst deleted file mode 100644 index 01b27235be..0000000000 --- a/docs/report/dpdk_performance_tests/index.rst +++ /dev/null @@ -1,13 +0,0 @@ -DPDK Performance -================ - -.. toctree:: - - overview - csit_release_notes - packet_throughput_graphs/index - throughput_speedup_multi_core/index - packet_latency/index - comparisons/index - throughput_trending - test_environment diff --git a/docs/report/dpdk_performance_tests/overview.rst b/docs/report/dpdk_performance_tests/overview.rst deleted file mode 100644 index 7f3e930324..0000000000 --- a/docs/report/dpdk_performance_tests/overview.rst +++ /dev/null @@ -1,120 +0,0 @@ -Overview -======== - -DPDK performance test results are reported for all physical testbed types -present in FD.io labs and installed NIC models. For description of physical -testbeds used for DPDK performance tests please refer to -:ref:`tested_physical_topologies`. - -Logical Topologies ------------------- - -CSIT DPDK performance tests are executed on physical testbeds described -in :ref:`tested_physical_topologies`. Based on the packet path through -server SUTs, one distinct logical topology type is used for DPDK DUT -data plane testing: NIC-to-NIC switching topology. - -NIC-to-NIC Switching -~~~~~~~~~~~~~~~~~~~~ - -The simplest logical topology for software data plane application like -DPDK is NIC-to-NIC switching. Tested topologies for 2-Node and 3-Node -testbeds are shown in figures below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_performance_tests/}} - \includegraphics[width=0.90\textwidth]{logical-2n-nic2nic} - \label{fig:logical-2n-nic2nic} - \end{figure} - -.. only:: html - - .. figure:: ../vpp_performance_tests/logical-2n-nic2nic.svg - :alt: logical-2n-nic2nic - :align: center - - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_performance_tests/}} - \includegraphics[width=0.90\textwidth]{logical-3n-nic2nic} - \label{fig:logical-3n-nic2nic} - \end{figure} - -.. only:: html - - .. figure:: ../vpp_performance_tests/logical-3n-nic2nic.svg - :alt: logical-3n-nic2nic - :align: center - -Server Systems Under Test (SUT) run DPDK Testpmd or L3fwd application in -Linux user-mode as a Device Under Test (DUT). Server Traffic Generator -(TG) runs T-Rex application. Physical connectivity between SUTs and TG -is provided using different drivers and NIC models that need to be -tested for performance (packet/bandwidth throughput and latency). - -From SUT and DUT perspectives, all performance tests involve forwarding -packets between two physical Ethernet ports (10GE, 25GE, 40GE, 100GE). -In most cases both physical ports on SUT are located on the same -NIC. The only exceptions are link bonding and 100GE tests. In the latter -case only one port per NIC can be driven at linerate due to PCIe Gen3 -x16 slot bandwidth limiations. 100GE NICs are not supported in PCIe Gen3 -x8 slots. - -Note that reported DPDK DUT performance results are specific to the SUTs -tested. SUTs with other processors than the ones used in FD.io lab are -likely to yield different results. A good rule of thumb, that can be -applied to estimate DPDK packet thoughput for NIC-to-NIC switching -topology, is to expect the forwarding performance to be proportional to -processor core frequency for the same processor architecture, assuming -processor is the only limiting factor and all other SUT parameters are -equivalent to FD.io CSIT environment. - -Performance Tests Coverage --------------------------- - -Performance tests measure following metrics for tested DPDK DUT -topologies and configurations: - -- Packet Throughput: measured in accordance with :rfc:`2544`, using - FD.io CSIT Multiple Loss Ratio search (MLRsearch), an optimized binary - search algorithm, producing throughput at different Packet Loss Ratio - (PLR) values: - - - Non Drop Rate (NDR): packet throughput at PLR=0%. - - Partial Drop Rate (PDR): packet throughput at PLR=0.5%. - -- One-Way Packet Latency: measured at different offered packet loads: - - - 100% of discovered NDR throughput. - - 100% of discovered PDR throughput. - -- Maximum Receive Rate (MRR): measured packet forwarding rate under the - maximum load offered by traffic generator over a set trial duration, - regardless of packet loss. Maximum load for specified Ethernet frame - size is set to the bi-directional link rate. - -|csit-release| includes following DPDK Testpmd and L3fwd data plane -functionality performance tested across a range of NIC drivers and NIC -models: - -+-----------------------+----------------------------------------------+ -| Functionality | Description | -+=======================+==============================================+ -| L2IntLoop | L2 Interface Loop forwarding all Ethernet | -| | frames between two Interfaces. | -+-----------------------+----------------------------------------------+ -| IPv4 Routed | Longest Prefix Match (LPM) L3 IPv4 | -| Forwarding | forwarding of Ethernet frames between two | -| | Interfaces, with two /8 prefixes in lookup | -| | table. | -+-----------------------+----------------------------------------------+ diff --git a/docs/report/dpdk_performance_tests/packet_latency/2n-clx-xxv710.rst b/docs/report/dpdk_performance_tests/packet_latency/2n-clx-xxv710.rst deleted file mode 100644 index 7b5085617a..0000000000 --- a/docs/report/dpdk_performance_tests/packet_latency/2n-clx-xxv710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-2t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-1t1c-eth-l2xcbase-testpmd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-1t1c-eth-l2xcbase-testpmd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-1t1c-ethip4-ip4base-l3fwd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-1t1c-ethip4-ip4base-l3fwd} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_latency/2n-icx-xxv710.rst b/docs/report/dpdk_performance_tests/packet_latency/2n-icx-xxv710.rst deleted file mode 100644 index 696654f55b..0000000000 --- a/docs/report/dpdk_performance_tests/packet_latency/2n-icx-xxv710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-2t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-1t1c-eth-l2xcbase-testpmd} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-1t1c-eth-l2xcbase-testpmd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-1t1c-ethip4-ip4base-l3fwd} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-1t1c-ethip4-ip4base-l3fwd} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_latency/2n-tx2-xl710.rst b/docs/report/dpdk_performance_tests/packet_latency/2n-tx2-xl710.rst deleted file mode 100644 index a13d90e5d9..0000000000 --- a/docs/report/dpdk_performance_tests/packet_latency/2n-tx2-xl710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-1t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase-testpmd} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase-testpmd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-l3fwd} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-l3fwd} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_latency/2n-zn2-xxv710.rst b/docs/report/dpdk_performance_tests/packet_latency/2n-zn2-xxv710.rst deleted file mode 100644 index 81a3fb0aa2..0000000000 --- a/docs/report/dpdk_performance_tests/packet_latency/2n-zn2-xxv710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-2t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-1t1c-eth-l2xcbase-testpmd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-1t1c-eth-l2xcbase-testpmd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-1t1c-ethip4-ip4base-l3fwd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-1t1c-ethip4-ip4base-l3fwd} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_latency/3n-alt-xl710.rst b/docs/report/dpdk_performance_tests/packet_latency/3n-alt-xl710.rst deleted file mode 100644 index 9c7dea6a44..0000000000 --- a/docs/report/dpdk_performance_tests/packet_latency/3n-alt-xl710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-1t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2xcbase-testpmd} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2xcbase-testpmd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4base-l3fwd} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4base-l3fwd} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_latency/3n-icx-xxv710.rst b/docs/report/dpdk_performance_tests/packet_latency/3n-icx-xxv710.rst deleted file mode 100644 index 50a5310e9b..0000000000 --- a/docs/report/dpdk_performance_tests/packet_latency/3n-icx-xxv710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-2t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-1t1c-eth-l2xcbase-testpmd} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-1t1c-eth-l2xcbase-testpmd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-1t1c-ethip4-ip4base-l3fwd} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-1t1c-ethip4-ip4base-l3fwd} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_latency/3n-tsh-x520.rst b/docs/report/dpdk_performance_tests/packet_latency/3n-tsh-x520.rst deleted file mode 100644 index 074422d13c..0000000000 --- a/docs/report/dpdk_performance_tests/packet_latency/3n-tsh-x520.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-1t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2xcbase-testpmd} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2xcbase-testpmd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4-ip4base-l3fwd} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4-ip4base-l3fwd} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_latency/index.rst b/docs/report/dpdk_performance_tests/packet_latency/index.rst deleted file mode 100644 index 455985a2de..0000000000 --- a/docs/report/dpdk_performance_tests/packet_latency/index.rst +++ /dev/null @@ -1,57 +0,0 @@ - -.. raw:: latex - - \clearpage - -Packet Latency -============== - -DPDK Testpmd and L3fwd latency results are generated based on the test -data obtained from |csit-release| NDR-PDR throughput tests executed -across physical testbeds hosted in LF FD.io labs: 2n-icx, 3n-icx, -2n-clx, 2n-zn2, 3n-alt, 3n-tsh, 2n-tx2. - -Latency by percentile distribution plots are used to show packet latency -percentiles at different packet rate load levels: i) No-Load latency -streams only, ii) Low-Load at 10% PDR, iii) Mid-Load at 50% PDR and iv) -High-Load at 90% PDR. - -For more details, see :ref:`latency_methodology`. - -Additional information about graph data: - -#. **Graph Title**: describes tested DUT packet path. - -#. **X-axis Labels**: percentile of packets. - -#. **Y-axis Labels**: measured one-way packet latency values in [uSec]. - -#. **Graph Legend**: list of latency tests at different packet rate load - level. - -#. **Hover Information**: packet rate load level, stream direction - (East-West, West-East), percentile, one-way latency. - -.. note:: - - Test results are stored in - `build logs from FD.io dpdk performance job 2n-icx`_, - `build logs from FD.io dpdk performance job 3n-icx`_, - `build logs from FD.io dpdk performance job 2n-clx`_, - `build logs from FD.io dpdk performance job 2n-zn2`_, - `build logs from FD.io dpdk performance job 3n-alt`_, - `build logs from FD.io dpdk performance job 3n-tsh`_ and - `build logs from FD.io dpdk performance job 2n-tx2`_ with RF - result files csit-dpdk-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -.. toctree:: - :maxdepth: 3 - - 2n-icx-xxv710 - 3n-icx-xxv710 - 2n-clx-xxv710 - 2n-zn2-xxv710 - 3n-alt-xl710 - 3n-tsh-x520 - 2n-tx2-xl710 diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-x710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-x710.rst deleted file mode 100644 index aafb9715a7..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-x710.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-x710 -~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-2t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-1t1c-base-ndr} - \label{fig:2n-clx-x710-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-1t1c-base-pdr} - \label{fig:2n-clx-x710-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-4t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-2t2c-base-ndr} - \label{fig:2n-clx-x710-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-2t2c-base-pdr} - \label{fig:2n-clx-x710-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-xxv710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-xxv710.rst deleted file mode 100644 index 9df4f4cf1b..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-xxv710.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-2t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-1t1c-base-ndr} - \label{fig:2n-clx-xxv710-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-1t1c-base-pdr} - \label{fig:2n-clx-xxv710-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-4t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t2c-base-ndr} - \label{fig:2n-clx-xxv710-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t2c-base-pdr} - \label{fig:2n-clx-xxv710-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-icx-xxv710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-icx-xxv710.rst deleted file mode 100644 index 597c19c982..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-icx-xxv710.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-2t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-1t1c-base-ndr} - \label{fig:2n-icx-xxv710-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-1t1c-base-pdr} - \label{fig:2n-icx-xxv710-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-4t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t2c-base-ndr} - \label{fig:2n-icx-xxv710-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t2c-base-pdr} - \label{fig:2n-icx-xxv710-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-tx2-xl710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-tx2-xl710.rst deleted file mode 100644 index b5c2f796c7..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-tx2-xl710.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-1t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-base-ndr} - \label{fig:2n-tx2-xl710-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-base-pdr} - \label{fig:2n-tx2-xl710-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-2t2c-base-ndr} - \label{fig:2n-tx2-xl710-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-2t2c-base-pdr} - \label{fig:2n-tx2-xl710-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-x710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-x710.rst deleted file mode 100644 index c4439ea3cf..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-x710.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-x710 -~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-2t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-1t1c-base-ndr} - \label{fig:2n-zn2-x710-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-1t1c-base-pdr} - \label{fig:2n-zn2-x710-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-4t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-2t2c-base-ndr} - \label{fig:2n-zn2-x710-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-2t2c-base-pdr} - \label{fig:2n-zn2-x710-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-xxv710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-xxv710.rst deleted file mode 100644 index a6e8043efb..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-xxv710.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-2t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-1t1c-base-ndr} - \label{fig:2n-zn2-xxv710-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-1t1c-base-pdr} - \label{fig:2n-zn2-xxv710-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-4t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t2c-base-ndr} - \label{fig:2n-zn2-xxv710-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t2c-base-pdr} - \label{fig:2n-zn2-xxv710-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-alt-xl710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-alt-xl710.rst deleted file mode 100644 index b44f690688..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-alt-xl710.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-1t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-base-ndr} - \label{fig:3n-alt-xl710-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-base-pdr} - \label{fig:3n-alt-xl710-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-2t2c-base-ndr} - \label{fig:3n-alt-xl710-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-2t2c-base-pdr} - \label{fig:3n-alt-xl710-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-icx-xxv710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-icx-xxv710.rst deleted file mode 100644 index cfb76cfaf3..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-icx-xxv710.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-2t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-1t1c-base-ndr} - \label{fig:3n-icx-xxv710-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-1t1c-base-pdr} - \label{fig:3n-icx-xxv710-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-4t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-2t2c-base-ndr} - \label{fig:3n-icx-xxv710-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-2t2c-base-pdr} - \label{fig:3n-icx-xxv710-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-snr-e822cq.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-snr-e822cq.rst deleted file mode 100644 index ec13a7d785..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-snr-e822cq.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-snr-e822cq -~~~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-1t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-1t1c-base-ndr} - \label{fig:3n-snr-e822cq-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-1t1c-base-pdr} - \label{fig:3n-snr-e822cq-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-2t2c-base-ndr} - \label{fig:3n-snr-e822cq-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-2t2c-base-pdr} - \label{fig:3n-snr-e822cq-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-tsh-x520.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-tsh-x520.rst deleted file mode 100644 index 723e0afc85..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-tsh-x520.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-1t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-base-ndr} - \label{fig:3n-tsh-x520-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-base-pdr} - \label{fig:3n-tsh-x520-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-2t2c-base-ndr} - \label{fig:3n-tsh-x520-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-2t2c-base-pdr} - \label{fig:3n-tsh-x520-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst deleted file mode 100644 index 72d4b63be5..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst +++ /dev/null @@ -1,74 +0,0 @@ - -.. raw:: latex - - \clearpage - -Packet Throughput -================= - -Throughput graphs are generated by multiple executions of the same -performance tests across physical testbeds hosted LF FD.io labs: -2n-icx, 3n-icx, 2n-clx, 2n-zn2, 3n-alt, 3n-tsh, 2n-tx2. -Box-and-Whisker plots are used to display variations in -measured throughput values, without making any assumptions of the -underlying statistical distribution. - -For each test case, Box-and-Whisker plots show the quartiles (Min, 1st -quartile / 25th percentile, 2nd quartile / 50th percentile / mean, 3rd -quartile / 75th percentile, Max) across collected data set. Outliers are -plotted as individual points. - -Additional information about graph data: - -#. **Graph Title**: describes tested packet path, testbed topology, - processor model, NIC model, packet size, number of cores and - threads used by data plane workers and indication of DPDK DUT - configuration. - -#. **X-axis Labels**: indices of individual test suites as listed in - Graph Legend. - -#. **Y-axis Labels**: measured Packets Per Second [pps] throughput - values. - -#. **Graph Legend**: lists X-axis indices with associated CSIT test - suites executed to generate graphed test results. - -#. **Hover Information**: lists minimum, first quartile, median, - third quartile, and maximum. If either type of outlier is present the - whisker on the appropriate side is taken to 1.5×IQR from the quartile - (the "inner fence") rather than the max or min, and individual outlying - data points are displayed as unfilled circles (for suspected outliers) - or filled circles (for outliers). (The "outer fence" is 3×IQR from the - quartile.) - -.. note:: - - Test results are stored in - `build logs from FD.io dpdk performance job 2n-icx`_, - `build logs from FD.io dpdk performance job 3n-icx`_, - `build logs from FD.io dpdk performance job 2n-clx`_, - `build logs from FD.io dpdk performance job 2n-zn2`_, - `build logs from FD.io dpdk performance job 3n-alt`_, - `build logs from FD.io dpdk performance job 3n-tsh`_, - `build logs from FD.io dpdk performance job 3n-snr`_, - `build logs from FD.io dpdk performance job 2n-tx2`_ with RF - result files csit-dpdk-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - Required per test case data set size is **10** and for DPDK tests - this is the actual size, as all scheduled test executions completed - successfully. - -.. toctree:: - :maxdepth: 3 - - 2n-icx-xxv710 - 3n-icx-xxv710 - 2n-clx-xxv710 - 2n-clx-x710 - 2n-zn2-xxv710 - 2n-zn2-x710 - 3n-alt-xl710 - 3n-tsh-x520 - 2n-tx2-xl710 - 3n-snr-e822cq diff --git a/docs/report/dpdk_performance_tests/test_environment.rst b/docs/report/dpdk_performance_tests/test_environment.rst deleted file mode 100644 index 1c86c5a29e..0000000000 --- a/docs/report/dpdk_performance_tests/test_environment.rst +++ /dev/null @@ -1,76 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. _dpdk_test_environment: - -.. include:: ../introduction/environment/intro.rst - -.. include:: ../introduction/environment/sut_conf_1.rst - - -DUT Settings - DPDK -------------------- - -DPDK Version -~~~~~~~~~~~~ - -|dpdk-release| - -DPDK Compile Parameters -~~~~~~~~~~~~~~~~~~~~~~~ - -.. code-block:: bash - - make install T=--linuxapp-gcc -j - -Testpmd Startup Configuration -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -Testpmd startup configuration changes per test case with different settings for -`$$INT`, `$$CORES`, `$$RXQ`, `$$RXD` and max-pkt-len parameter if test is -sending jumbo frames. Startup command template: - -.. code-block:: bash - - testpmd -v -l $$CORE_LIST -w $$INT1 -w $$INT2 --master-lcore 0 --in-memory -- --forward-mode=io --burst=64 --txd=$$TXD --rxd=$$RXD --txq=$$TXQ --rxq=$$RXQ --tx-offloads=0x0 --numa --auto-start --total-num-mbufs=16384 --nb-ports=2 --portmask=0x3 --disable-link-check --max-pkt-len=$$PKT_LEN [--mbuf-size=16384] --nb-cores=$$CORES - -L3FWD Startup Configuration -~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -L3FWD startup configuration changes per test case with different settings for -`$$INT`, `$$CORES` and enable-jumbo parameter if test is sending jumbo frames. -Startup command template: - -.. code-block:: bash - - l3fwd -v -l $$CORE_LIST -w $$INT1 -w $$INT2 --master-lcore 0 --in-memory -- --parse-ptype --eth-dest="0,${adj_mac0}" --eth-dest="1,${adj_mac1}" --config="${port_config}" [--enable-jumbo] -P -L -p 0x3 - -.. include:: ../introduction/environment/tg.rst - -.. include:: ../introduction/environment/pre_test_server_calib.rst - -.. include:: ../introduction/environment/sut_calib_icx.rst -.. include:: ../introduction/environment/sut_meltspec_icx.rst - -.. include:: ../introduction/environment/sut_calib_clx.rst -.. include:: ../introduction/environment/sut_meltspec_clx.rst - -.. include:: ../introduction/environment/sut_calib_zn2.rst -.. include:: ../introduction/environment/sut_meltspec_zn2.rst - -.. include:: ../introduction/environment/sut_calib_dnv.rst -.. include:: ../introduction/environment/sut_meltspec_dnv.rst - -.. include:: ../introduction/environment/sut_calib_snr.rst -.. include:: ../introduction/environment/sut_meltspec_snr.rst - -.. include:: ../introduction/environment/sut_calib_alt.rst -.. include:: ../introduction/environment/sut_meltspec_alt.rst - -.. include:: ../introduction/environment/sut_calib_tsh.rst -.. include:: ../introduction/environment/sut_meltspec_tsh.rst - -.. include:: ../introduction/environment/sut_calib_tx2.rst -.. include:: ../introduction/environment/sut_meltspec_tx2.rst diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-x710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-x710.rst deleted file mode 100644 index 60600a0e40..0000000000 --- a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-x710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-x710 -~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-base --------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-base-ndr-tsa} - \label{fig:2n-clx-x710-64b-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-base-pdr-tsa} - \label{fig:2n-clx-x710-64b-base-pdr-tsa} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-xxv710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-xxv710.rst deleted file mode 100644 index 175f8b9132..0000000000 --- a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-xxv710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-base --------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-base-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-base-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-base-pdr-tsa} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-icx-xxv710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-icx-xxv710.rst deleted file mode 100644 index 3a97d241db..0000000000 --- a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-icx-xxv710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-base --------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-base-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-base-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-base-pdr-tsa} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-tx2-xl710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-tx2-xl710.rst deleted file mode 100644 index f5005f9409..0000000000 --- a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-tx2-xl710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-base --------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-base-ndr-tsa} - \label{fig:2n-tx2-xl710-64b-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-base-pdr-tsa} - \label{fig:2n-tx2-xl710-64b-base-pdr-tsa} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-x710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-x710.rst deleted file mode 100644 index 107a69682d..0000000000 --- a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-x710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-x710 -~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-base --------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-base-ndr-tsa} - \label{fig:2n-zn2-x710-64b-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-base-pdr-tsa} - \label{fig:2n-zn2-x710-64b-base-pdr-tsa} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-xxv710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-xxv710.rst deleted file mode 100644 index dd7ceebdef..0000000000 --- a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-xxv710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-base --------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-base-ndr-tsa} - \label{fig:2n-zn2-xxv710-64b-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-base-pdr-tsa} - \label{fig:2n-zn2-xxv710-64b-base-pdr-tsa} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-alt-xl710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-alt-xl710.rst deleted file mode 100644 index c1b61d45af..0000000000 --- a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-alt-xl710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-base --------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-base-ndr-tsa} - \label{fig:3n-alt-xl710-64b-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-base-pdr-tsa} - \label{fig:3n-alt-xl710-64b-base-pdr-tsa} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-icx-xxv710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-icx-xxv710.rst deleted file mode 100644 index 1e714460cc..0000000000 --- a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-icx-xxv710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-base --------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-base-ndr-tsa} - \label{fig:3n-icx-xxv710-64b-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-base-pdr-tsa} - \label{fig:3n-icx-xxv710-64b-base-pdr-tsa} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-snr-e822cq.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-snr-e822cq.rst deleted file mode 100644 index ce7107d157..0000000000 --- a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-snr-e822cq.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-snr-e822cq -~~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-base --------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-base-ndr-tsa} - \label{fig:3n-snr-e822cq-64b-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-base-pdr-tsa} - \label{fig:3n-snr-e822cq-64b-base-pdr-tsa} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-tsh-x520.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-tsh-x520.rst deleted file mode 100644 index f0dc19ba6e..0000000000 --- a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-tsh-x520.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-base --------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-base-ndr-tsa} - \label{fig:3n-tsh-x520-64b-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-base-pdr-tsa} - \label{fig:3n-tsh-x520-64b-base-pdr-tsa} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/index.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/index.rst deleted file mode 100644 index 9dd56522c5..0000000000 --- a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/index.rst +++ /dev/null @@ -1,65 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. _dpdk_throughput_speedup_multi_core: - -Speedup Multi-Core -================== - -Speedup Multi-Core throughput graphs are generated by multiple -executions of the same performance tests across physical testbeds hosted -LF FD.io labs: 2n-icx, 3n-icx, 2n-clx, 2n-zn2, 3n-alt, 3n-tsh, 2n-tx2. -Grouped bars illustrate the 64B packet throughput speedup ratio for -2- and 4-core multi-threaded DPDK configurations relative to 1-core -configurations. - -Additional information about graph data: - -#. **Graph Title**: describes tested packet path, testbed topology, - processor model, NIC model, packet size used by data plane workers and - indication of VPP DUT configuration. - -#. **X-axis Labels**: number of cores. - -#. **Y-axis Labels**: measured Packets Per Second [pps] throughput - values. - -#. **Graph Legend**: lists CSIT test suites executed to generate graphed test - results. - -#. **Hover Information**: lists number of runs executed, specific test - substring, mean value of the measured packet throughput, calculated perfect - throughput value, difference between measured and perfect values and - relative speedup value. - -.. note:: - - Test results are stored in - `build logs from FD.io dpdk performance job 2n-icx`_, - `build logs from FD.io dpdk performance job 3n-icx`_, - `build logs from FD.io dpdk performance job 2n-clx`_, - `build logs from FD.io dpdk performance job 2n-zn2`_, - `build logs from FD.io dpdk performance job 3n-alt`_, - `build logs from FD.io dpdk performance job 3n-tsh`_, - `build logs from FD.io dpdk performance job 3n-snr`_, - `build logs from FD.io dpdk performance job 2n-tx2`_ with RF - result files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - Required per test case data set size is **10**, but for VPP tests - the actual size varies per test case and is <=10. - -.. toctree:: - :maxdepth: 3 - - 2n-icx-xxv710 - 3n-icx-xxv710 - 2n-clx-xxv710 - 2n-clx-x710 - 2n-zn2-xxv710 - 2n-zn2-x710 - 3n-alt-xl710 - 3n-tsh-x520 - 2n-tx2-xl710 - 3n-snr-e822cq diff --git a/docs/report/dpdk_performance_tests/throughput_trending.rst b/docs/report/dpdk_performance_tests/throughput_trending.rst deleted file mode 100644 index 0c97697373..0000000000 --- a/docs/report/dpdk_performance_tests/throughput_trending.rst +++ /dev/null @@ -1,6 +0,0 @@ -Throughput Trending -------------------- - -In addition to reporting throughput comparison between DPDK releases, -CSIT provides regular performance trending for DPDK release branches: -`C-Dash `_ diff --git a/docs/report/index.html.template b/docs/report/index.html.template deleted file mode 100644 index 47bb4081cb..0000000000 --- a/docs/report/index.html.template +++ /dev/null @@ -1,96 +0,0 @@ -CSIT-2302 -========= - -.. toctree:: - :maxdepth: 2 - :caption: Introduction - - introduction/report_history - introduction/introduction - introduction/test_scenarios_overview - introduction/physical_testbeds - introduction/methodology - introduction/documentation - -.. toctree:: - :maxdepth: 2 - :caption: VPP Performance - - vpp_performance_tests/overview - vpp_performance_tests/csit_release_notes - vpp_performance_tests/packet_throughput_graphs/index - vpp_performance_tests/throughput_speedup_multi_core/index - vpp_performance_tests/packet_latency/index - vpp_performance_tests/soak_tests/index - vpp_performance_tests/reconf_tests/index - vpp_performance_tests/nf_service_density/index - vpp_performance_tests/hoststack_testing/index - vpp_performance_tests/gso_testing/index - vpp_performance_tests/comparisons/index - vpp_performance_tests/throughput_trending - vpp_performance_tests/test_environment - -.. toctree:: - :maxdepth: 2 - :caption: DPDK Performance - - dpdk_performance_tests/overview - dpdk_performance_tests/csit_release_notes - dpdk_performance_tests/packet_throughput_graphs/index - dpdk_performance_tests/throughput_speedup_multi_core/index - dpdk_performance_tests/packet_latency/index - dpdk_performance_tests/comparisons/index - dpdk_performance_tests/throughput_trending - dpdk_performance_tests/test_environment - -.. toctree:: - :maxdepth: 2 - :caption: TRex Performance - - trex_performance_tests/overview - trex_performance_tests/csit_release_notes - trex_performance_tests/packet_throughput_graphs/index - trex_performance_tests/comparisons/index - trex_performance_tests/throughput_trending - trex_performance_tests/test_environment - -.. toctree:: - :maxdepth: 2 - :caption: VPP Device - - vpp_device_tests/overview - vpp_device_tests/csit_release_notes - vpp_device_tests/test_environment - -.. toctree:: - :maxdepth: 2 - :caption: Detailed Results - - detailed_test_results/vpp_performance_results/index - detailed_test_results/vpp_mrr_results/index - detailed_test_results/dpdk_performance_results/index - detailed_test_results/trex_performance_results/index - detailed_test_results/vpp_device_results/index - -.. toctree:: - :maxdepth: 2 - :caption: Test Configuration - - test_configuration/vpp_performance_configuration/index - test_configuration/vpp_mrr_configuration/index - test_configuration/vpp_device_configuration/index - -.. - .. toctree:: - :maxdepth: 2 - :caption: Test Operational Data - - test_operational_data/vpp_performance_operational_data/index - -.. toctree:: - :maxdepth: 2 - :caption: CSIT Framework Documentation - - csit_framework_documentation/csit_design - csit_framework_documentation/csit_test_naming - csit_framework_documentation/csit_tag_description diff --git a/docs/report/index.pdf.template b/docs/report/index.pdf.template deleted file mode 100644 index 48d81afd9b..0000000000 --- a/docs/report/index.pdf.template +++ /dev/null @@ -1,12 +0,0 @@ -CSIT-2302 -========= - -.. toctree:: - :numbered: - - introduction/index - vpp_performance_tests/index - dpdk_performance_tests/index - trex_performance_tests/index - vpp_device_tests/index - csit_framework_documentation/index diff --git a/docs/report/introduction/documentation.rst b/docs/report/introduction/documentation.rst deleted file mode 100644 index 3635516924..0000000000 --- a/docs/report/introduction/documentation.rst +++ /dev/null @@ -1,5 +0,0 @@ -Test Code Documentation -======================= - -`CSIT Performance Tests Documentation`_ contains detailed -functional description and input parameters for each test case. diff --git a/docs/report/introduction/environment/changes_vpp.rst b/docs/report/introduction/environment/changes_vpp.rst deleted file mode 100644 index b720766b48..0000000000 --- a/docs/report/introduction/environment/changes_vpp.rst +++ /dev/null @@ -1,33 +0,0 @@ -To identify performance changes due to VPP code development between previous -and current VPP release version, both have been tested in CSIT environment of -latest version and compared against each other. All substantial progressions and -regressions have been marked up with RCA analysis. See -:ref:`vpp_throughput_comparisons` and :ref:`vpp_known_issues`. - -Physical Testbeds ------------------ - -FD.io CSIT performance tests are executed in physical testbeds hosted by -:abbr:`LF (Linux Foundation)` for FD.io project. Two physical testbed -topology types are used: - -- **3-Node Topology**: Consisting of two servers acting as SUTs - (Systems Under Test) and one server as TG (Traffic Generator), all - connected in ring topology. -- **2-Node Topology**: Consisting of one server acting as SUTs and one - server as TG both connected in ring topology. - -Tested SUT servers are based on a range of processors. More detailed description -is provided in :ref:`tested_physical_topologies`. Tested logical topologies are -described in :ref:`tested_logical_topologies`. - -Server Specifications ---------------------- - -Complete technical specifications of compute servers used in CSIT -physical testbeds are maintained in FD.io CSIT repository: -`FD.io CSIT testbeds - Xeon Cascade Lake`_, -`FD.io CSIT testbeds - Xeon Ice Lake`_, -`FD.io CSIT testbeds - EPYC Zen2`_, -`FD.io CSIT testbeds - Atom Denverton`_, -`FD.io CSIT testbeds - Atom Snowridge`_. diff --git a/docs/report/introduction/environment/intro.rst b/docs/report/introduction/environment/intro.rst deleted file mode 100644 index 074bb25758..0000000000 --- a/docs/report/introduction/environment/intro.rst +++ /dev/null @@ -1,131 +0,0 @@ -Test Environment -================ - -.. _test_environment_versioning: - -Environment Versioning ----------------------- - -CSIT test environment versioning has been introduced to track -modifications of the test environment. - -Any benchmark anomalies (progressions, regressions) between releases of -a DUT application (e.g. VPP, DPDK), are determined by testing it in the -same test environment, to avoid test environment changes clouding the -picture. -To beter distinguish impact of test environment changes, -we also execute tests without any SUT (just with TRex TG sending packets -over a link looping back to TG). - -A mirror approach is introduced to determine benchmarking anomalies due -to the test environment change. This is achieved by testing the same DUT -application version between releases of CSIT test system. This works -under the assumption that the behaviour of the DUT is deterministic -under the test conditions. - -CSIT test environment versioning scheme ensures integrity of all the -test system components, including their HW revisions, compiled SW code -versions and SW source code, within a specific CSIT version. Components -included in the CSIT environment versioning include: - -- **HW** Server hardware firmware and BIOS (motherboard, processsor, - NIC(s), accelerator card(s)), tracked in CSIT branch. -- **Linux** Server Linux OS version and configuration, tracked in CSIT - Reports. -- **TRex** TRex Traffic Generator version, drivers and configuration - tracked in TG Settings. -- **CSIT** CSIT framework code tracked in CSIT release branches. - -Following is the list of CSIT versions to date: - -- Ver. 1 associated with CSIT rls1908 branch (`HW - `_, `Linux - `_, - `TRex - `_, - `CSIT `_). -- Ver. 2 associated with CSIT rls2001 branch (`HW - `_, `Linux - `_, - `TRex - `_, - `CSIT `_). -- Ver. 4 associated with CSIT rls2005 branch (`HW - `_, `Linux - `_, - `TRex - `_, - `CSIT `_). -- Ver. 5 associated with CSIT rls2009 branch (`HW - `_, `Linux - `_, - `TRex - `_, - `CSIT `_). - - - The main change is TRex data-plane core resource adjustments: - `increase from 7 to 8 cores and pinning cores to interfaces `_ - for better TRex performance with symmetric traffic profiles. -- Ver. 6 associated with CSIT rls2101 branch (`HW - `_, `Linux - `_, - `TRex - `_, - `CSIT `_). - - - The main change is TRex version upgrade: increase from 2.82 to 2.86. -- Ver. 7 associated with CSIT rls2106 branch (`HW - `_, `Linux - `_, - `TRex - `_, - `CSIT `_). - - - TRex version upgrade: increase from 2.86 to 2.88. - - Ubuntu upgrade from 18.04 LTS to 20.04.2 LTS. -- Ver. 8 associated with CSIT rls2110 branch (`HW - `_, `Linux - `_, - `TRex - `_, - `CSIT `_). - - - Intel NIC 700/800 series firmware upgrade based on DPDK compatibility - matrix. -- Ver. 9 associated with CSIT rls2202 branch (`HW - `_, `Linux - `_, - `TRex - `_, - `CSIT `_). - - - Intel NIC 700/800 series firmware upgrade based on DPDK compatibility - matrix. -- Ver. 10 associated with CSIT rls2206 branch (`HW - `_, `Linux - `_, - `TRex - `_, - `CSIT `_). - - - Intel NIC 700/800 series firmware upgrade based on DPDK compatibility - matrix. - - Mellanox 556A series firmware upgrade based on DPDK compatibility - matrix. - - Intel IceLake all core turbo frequency turned off. Current base frequency - is 2.6GHz. - - TRex version upgrade: increase from 2.88 to 2.97. - -- Ver. 11 associated with CSIT rls2210 branch (`HW - `_, `Linux - `_, - `TRex - `_, - `CSIT `_). - - - Intel NIC 700/800 series firmware upgrade based on DPDK compatibility - matrix. - - Mellanox 556A series firmware upgrade based on DPDK compatibility - matrix. - - Ubuntu upgrade from 20.04.2 LTS to 22.04.1 LTS. - - TRex version upgrade: increase from 2.97 to 3.00. diff --git a/docs/report/introduction/environment/pre_test_server_calib.rst b/docs/report/introduction/environment/pre_test_server_calib.rst deleted file mode 100644 index 325c61b212..0000000000 --- a/docs/report/introduction/environment/pre_test_server_calib.rst +++ /dev/null @@ -1,26 +0,0 @@ -Pre-Test Server Calibration ---------------------------- - -Number of SUT server sub-system runtime parameters have been identified -as impacting data plane performance tests. Calibrating those parameters -is part of FD.io CSIT pre-test activities, and includes measuring and -reporting following: - -#. System level core jitter - measure duration of core interrupts by - Linux in clock cycles and how often interrupts happen. Using - `CPU core jitter tool `_. - -#. Memory bandwidth - measure bandwidth with `Intel MLC tool - `_. - -#. Memory latency - measure memory latency with Intel MLC tool. - -#. Cache latency at all levels (L1, L2, and Last Level Cache) - measure - cache latency with Intel MLC tool. - -Measured values of listed parameters are especially important for -repeatable zero packet loss throughput measurements across multiple -system instances. Generally they come useful as a background data for -comparing data plane performance results across disparate servers. - -Following sections include measured calibration data for testbeds. diff --git a/docs/report/introduction/environment/sut_calib_alt.rst b/docs/report/introduction/environment/sut_calib_alt.rst deleted file mode 100644 index fb799b9a9b..0000000000 --- a/docs/report/introduction/environment/sut_calib_alt.rst +++ /dev/null @@ -1,22 +0,0 @@ -Altra -~~~~~ - -Following sections include sample calibration data measured on server running in -one of the Altra testbeds. - - -Linux cmdline -^^^^^^^^^^^^^ - -:: - - $ cat /proc/cmdline - BOOT_IMAGE=/boot/vmlinuz-5.15.0-46-generic root=UUID=7d1d0e77-4df0-43df-9619-a99db29ffb83 ro audit=0 default_hugepagesz=2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=32768 iommu.passthrough=1 isolcpus=1-10,29-38 nmi_watchdog=0 nohz_full=1-10,29-38 nosoftlockup processor.max_cstate=1 rcu_nocbs=1-10,29-38 console=ttyAMA0,115200n8 quiet - -Linux uname -^^^^^^^^^^^ - -:: - - $ uname -a - Linux 5.15.0-46-generic #49-Ubuntu SMP Thu Aug 4 18:08:11 UTC 2022 aarch64 aarch64 aarch64 GNU/Linux diff --git a/docs/report/introduction/environment/sut_calib_clx.rst b/docs/report/introduction/environment/sut_calib_clx.rst deleted file mode 100644 index af4ee098b1..0000000000 --- a/docs/report/introduction/environment/sut_calib_clx.rst +++ /dev/null @@ -1,65 +0,0 @@ -Cascade Lake -~~~~~~~~~~~~ - -Following sections include sample calibration data measured on server running in -one of the Intel Xeon Skylake testbeds. - -Linux cmdline -^^^^^^^^^^^^^ - -:: - - $ cat /proc/cmdline - BOOT_IMAGE=/boot/vmlinuz-5.15.0-46-generic root=UUID=2d6f4d44-76b1-4343-bc73-c066a3e95b32 ro audit=0 default_hugepagesz=2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=32768 hpet=disable intel_idle.max_cstate=1 intel_iommu=on intel_pstate=disable iommu=pt isolcpus=1-23,25-47,49-71,73-95 mce=off nmi_watchdog=0 nohz_full=1-23,25-47,49-71,73-95 nosoftlockup numa_balancing=disable processor.max_cstate=1 rcu_nocbs=1-23,25-47,49-71,73-95 tsc=reliable console=ttyS0,115200n8 quiet - -Linux uname -^^^^^^^^^^^ - -:: - - $ uname -a - Linux 5.15.0-46-generic #49-Ubuntu SMP Thu Aug 4 18:03:25 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux - -System-level Core Jitter -^^^^^^^^^^^^^^^^^^^^^^^^ - -:: - - $ sudo taskset -c 3 /home/testuser/pma_tools/jitter/jitter -i 30 - Linux Jitter testing program version 1.9 - Iterations=20 - The pragram will execute a dummy function 80000 times - Display is updated every 20000 displayUpdate intervals - Thread affinity will be set to core_id:7 - Timings are in CPU Core cycles - Inst_Min: Minimum Excution time during the display update interval(default is ~1 second) - Inst_Max: Maximum Excution time during the display update interval(default is ~1 second) - Inst_jitter: Jitter in the Excution time during rhe display update interval. This is the value of interest - last_Exec: The Excution time of last iteration just before the display update - Abs_Min: Absolute Minimum Excution time since the program started or statistics were reset - Abs_Max: Absolute Maximum Excution time since the program started or statistics were reset - tmp: Cumulative value calcualted by the dummy function - Interval: Time interval between the display updates in Core Cycles - Sample No: Sample number - - Inst_Min,Inst_Max,Inst_jitter,last_Exec,Abs_min,Abs_max,tmp,Interval,Sample No - 160026,167568,7542,160032,160026,167568,183238656,3204033176,1 - 160026,171174,11148,160028,160026,171174,3563847680,3204142488,2 - 160024,170002,9978,160032,160024,171174,2649489408,3204224288,3 - 160026,169124,9098,160032,160024,171174,1735131136,3204142126,4 - 160026,169096,9070,160030,160024,171174,820772864,3204069082,5 - 160026,168788,8762,160028,160024,171174,4201381888,3204056954,6 - 160024,169196,9172,160030,160024,171174,3287023616,3204364824,7 - 160026,168176,8150,160028,160024,171174,2372665344,3204073670,8 - 160026,169466,9440,160032,160024,171174,1458307072,3204068092,9 - 160026,168858,8832,160032,160024,171174,543948800,3204109862,10 - 160026,169418,9392,160028,160024,171174,3924557824,3204289508,11 - 160026,167776,7750,160032,160024,171174,3010199552,3204089538,12 - 160024,170538,10514,160032,160024,171174,2095841280,3204109170,13 - 160026,169320,9294,160034,160024,171174,1181483008,3204108772,14 - 160026,169976,9950,160034,160024,171174,267124736,3204259754,15 - 160026,166826,6800,160030,160024,171174,3647733760,3204058488,16 - 160026,168314,8288,160032,160024,171174,2733375488,3204110518,17 - 160026,170176,10150,160028,160024,171174,1819017216,3204283146,18 - 160024,168698,8674,160030,160024,171174,904658944,3204162904,19 - 160026,168234,8208,160034,160024,171174,4285267968,3204059562,20 diff --git a/docs/report/introduction/environment/sut_calib_dnv.rst b/docs/report/introduction/environment/sut_calib_dnv.rst deleted file mode 100644 index 310d8df039..0000000000 --- a/docs/report/introduction/environment/sut_calib_dnv.rst +++ /dev/null @@ -1,67 +0,0 @@ -Denverton -~~~~~~~~~ - -Following sections include sample calibration data measured on -server running in one of the Intel Atom Denverton testbeds. - - -Linux cmdline -^^^^^^^^^^^^^ - -:: - - $ cat /proc/cmdline - BOOT_IMAGE=/boot/vmlinuz-5.4.0-65-generic root=UUID=26ca7b0f-904a-462d-a1c6-98c420c29515 ro audit=0 hpet=disable intel_idle.max_cstate=1 intel_iommu=on intel_pstate=disable iommu=pt isolcpus=1-5 mce=off nmi_watchdog=0 nohz_full=1-5 nosoftlockup numa_balancing=disable processor.max_cstate=1 rcu_nocbs=1-5 tsc=reliable console=tty0 console=ttyS0,115200n8 - - -Linux uname -^^^^^^^^^^^ - -:: - - $ uname -a - Linux 5.4.0-65-generic #73-Ubuntu SMP Mon Jan 18 17:25:17 UTC 2021 x86_64 x86_64 x86_64 GNU/Linux - - -System-level Core Jitter -^^^^^^^^^^^^^^^^^^^^^^^^ - -:: - - $ sudo taskset -c 2 /home/testuser/pma_tools/jitter/jitter -c 2 -i 20 - Linux Jitter testing program version 1.9 - Iterations=20 - The pragram will execute a dummy function 80000 times - Display is updated every 20000 displayUpdate intervals - Thread affinity will be set to core_id:7 - Timings are in CPU Core cycles - Inst_Min: Minimum Excution time during the display update interval(default is ~1 second) - Inst_Max: Maximum Excution time during the display update interval(default is ~1 second) - Inst_jitter: Jitter in the Excution time during rhe display update interval. This is the value of interest - last_Exec: The Excution time of last iteration just before the display update - Abs_Min: Absolute Minimum Excution time since the program started or statistics were reset - Abs_Max: Absolute Maximum Excution time since the program started or statistics were reset - tmp: Cumulative value calcualted by the dummy function - Interval: Time interval between the display updates in Core Cycles - Sample No: Sample number - Inst_Min,Inst_Max,Inst_jitter,last_Exec,Abs_min,Abs_max,tmp,Interval,Sample No - 177008,217292,40284,177552,177008,217292,80543744,3555521762,1 - 167862,222370,54508,177552,167862,222370,191692800,3555482758,2 - 172576,251932,79356,177538,167862,251932,302841856,3556013278,3 - 177368,215300,37932,177552,167862,251932,413990912,3555428816,4 - 167914,215066,47152,177552,167862,251932,525139968,3555415700,5 - 177494,241748,64254,177552,167862,251932,636289024,3555835494,6 - 177038,210186,33148,177552,167862,251932,747438080,3555398164,7 - 170956,211022,40066,177552,167862,251932,858587136,3555435464,8 - 174130,237428,63298,177552,167862,251932,969736192,3555771752,9 - 174726,205252,30526,177552,167862,251932,1080885248,3555426516,10 - 177104,234502,57398,177554,167862,251932,1192034304,3555785760,11 - 175304,240416,65112,177550,167862,251932,1303183360,3555908234,12 - 166674,216176,49502,177552,166674,251932,1414332416,3555468016,13 - 177532,205792,28260,177552,166674,251932,1525481472,3555440968,14 - 177516,235032,57516,177550,166674,251932,1636630528,3555832414,15 - 177522,207292,29770,177552,166674,251932,1747779584,3555495058,16 - 177532,205174,27642,177552,166674,251932,1858928640,3555458754,17 - 177528,234230,56702,177552,166674,251932,1970077696,3555837046,18 - 177530,209364,31834,177552,166674,251932,2081226752,3555469590,19 - 177530,205002,27472,177552,166674,251932,2192375808,3555397840,20 diff --git a/docs/report/introduction/environment/sut_calib_icx.rst b/docs/report/introduction/environment/sut_calib_icx.rst deleted file mode 100644 index d9d725319c..0000000000 --- a/docs/report/introduction/environment/sut_calib_icx.rst +++ /dev/null @@ -1,65 +0,0 @@ -Ice Lake -~~~~~~~~ - -Following sections include sample calibration data measured on server running in -one of the Intel Xeon Ice Lake testbeds. - -Linux cmdline -^^^^^^^^^^^^^ - -:: - - $ cat /proc/cmdline - BOOT_IMAGE=/boot/vmlinuz-5.15.0-46-generic root=UUID=6ff26c8a-8c65-4025-a6e7-d97dee6025d0 ro audit=0 default_hugepagesz=2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=32768 hpet=disable intel_idle.max_cstate=1 intel_iommu=on intel_pstate=disable iommu=pt isolcpus=1-31,33-63,65-95,97-127 mce=off nmi_watchdog=0 nohz_full=1-31,33-63,65-95,97-127 nosoftlockup numa_balancing=disable processor.max_cstate=1 rcu_nocbs=1-31,33-63,65-95,97-127 tsc=reliable console=ttyS0,115200n8 quiet - -Linux uname -^^^^^^^^^^^ - -:: - - $ uname -a - Linux 5.15.0-46-generic #49-Ubuntu SMP Thu Aug 4 18:03:25 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux - -System-level Core Jitter -^^^^^^^^^^^^^^^^^^^^^^^^ - -:: - - $ sudo taskset -c 3 /home/testuser/pma_tools/jitter/jitter -i 30 - Linux Jitter testing program version 1.9 - Iterations=20 - The pragram will execute a dummy function 80000 times - Display is updated every 20000 displayUpdate intervals - Thread affinity will be set to core_id:7 - Timings are in CPU Core cycles - Inst_Min: Minimum Excution time during the display update interval(default is ~1 second) - Inst_Max: Maximum Excution time during the display update interval(default is ~1 second) - Inst_jitter: Jitter in the Excution time during rhe display update interval. This is the value of interest - last_Exec: The Excution time of last iteration just before the display update - Abs_Min: Absolute Minimum Excution time since the program started or statistics were reset - Abs_Max: Absolute Maximum Excution time since the program started or statistics were reset - tmp: Cumulative value calcualted by the dummy function - Interval: Time interval between the display updates in Core Cycles - Sample No: Sample number - - Inst_Min,Inst_Max,Inst_jitter,last_Exec,Abs_min,Abs_max,tmp,Interval,Sample No - 160022,167912,7890,160034,160022,167912,854327296,3203987030,1 - 160022,168114,8092,160042,160022,168114,4234936320,3204004240,2 - 160022,168386,8364,160040,160022,168386,3320578048,3204007496,3 - 160022,169432,9410,160028,160022,169432,2406219776,3204213462,4 - 160022,168050,8028,160040,160022,169432,1491861504,3203982428,5 - 160022,166384,6362,160040,160022,169432,577503232,3203969006,6 - 160022,168962,8940,160042,160022,169432,3958112256,3204002514,7 - 160020,169248,9228,160038,160020,169432,3043753984,3204208318,8 - 160022,168854,8832,160038,160020,169432,2129395712,3203987894,9 - 160022,166754,6732,160042,160020,169432,1215037440,3203984104,10 - 160022,168208,8186,160040,160020,169432,300679168,3203980640,11 - 160022,172450,12428,160040,160020,172450,3681288192,3204208216,12 - 160022,168244,8222,160042,160020,172450,2766929920,3204037074,13 - 160022,166894,6872,160040,160020,172450,1852571648,3203979376,14 - 160022,169068,9046,160038,160020,172450,938213376,3204009714,15 - 160020,168528,8508,160036,160020,172450,23855104,3204028382,16 - 160022,169458,9436,160042,160020,172450,3404464128,3204179220,17 - 160020,167056,7036,160040,160020,172450,2490105856,3203990218,18 - 160022,167038,7016,160038,160020,172450,1575747584,3203976712,19 - 160022,168610,8588,160040,160020,172450,661389312,3204025230,20 diff --git a/docs/report/introduction/environment/sut_calib_snr.rst b/docs/report/introduction/environment/sut_calib_snr.rst deleted file mode 100644 index fd4d17812a..0000000000 --- a/docs/report/introduction/environment/sut_calib_snr.rst +++ /dev/null @@ -1,65 +0,0 @@ -Snowridge -~~~~~~~~~ - -Following sections include sample calibration data measured on server running in -one of the Intel Atom Snowridge testbeds. - -Linux cmdline -^^^^^^^^^^^^^ - -:: - - $ cat /proc/cmdline - BOOT_IMAGE=/vmlinuz-5.15.0-46-generic root=/dev/mapper/ubuntu--vg-ubuntu--lv ro audit=0 default_hugepagesz=2M hugepagesz=1G hugepages=2 hugepagesz=2M hugepages=4096 hpet=disable intel_idle.max_cstate=1 intel_iommu=on intel_pstate=disable iommu=pt isolcpus=1-23 mce=off nmi_watchdog=0 nohz_full=1-23 nosoftlockup numa_balancing=disable processor.max_cstate=1 rcu_nocbs=1-23 tsc=reliable console=ttyS0,115200n8 quiet - -Linux uname -^^^^^^^^^^^ - -:: - - $ uname -a - Linux 5.15.0-46-generic #49-Ubuntu SMP Thu Aug 4 18:03:25 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux - -System-level Core Jitter -^^^^^^^^^^^^^^^^^^^^^^^^ - -:: - - $ sudo taskset -c 2 /home/testuser/pma_tools/jitter/jitter -c 2 -i 20 - Linux Jitter testing program version 1.9 - Iterations=20 - The pragram will execute a dummy function 80000 times - Display is updated every 20000 displayUpdate intervals - Thread affinity will be set to core_id:7 - Timings are in CPU Core cycles - Inst_Min: Minimum Excution time during the display update interval(default is ~1 second) - Inst_Max: Maximum Excution time during the display update interval(default is ~1 second) - Inst_jitter: Jitter in the Excution time during rhe display update interval. This is the value of interest - last_Exec: The Excution time of last iteration just before the display update - Abs_Min: Absolute Minimum Excution time since the program started or statistics were reset - Abs_Max: Absolute Maximum Excution time since the program started or statistics were reset - tmp: Cumulative value calcualted by the dummy function - Interval: Time interval between the display updates in Core Cycles - Sample No: Sample number - - Inst_Min,Inst_Max,Inst_jitter,last_Exec,Abs_min,Abs_max,tmp,Interval,Sample No - 160370,165364,4994,160380,160370,165364,1042874368,3211228620,1 - 160370,165308,4938,160430,160370,165364,1279852544,3211283594,2 - 160370,169968,9598,160394,160370,169968,1516830720,3211446352,3 - 160370,166026,5656,160430,160370,169968,1753808896,3211263720,4 - 160370,165516,5146,160414,160370,169968,1990787072,3211249674,5 - 160370,165594,5224,160448,160370,169968,2227765248,3211267504,6 - 160370,169988,9618,160374,160370,169988,2464743424,3211426160,7 - 160370,165384,5014,160382,160370,169988,2701721600,3211243706,8 - 160370,165514,5144,160444,160370,169988,2938699776,3211233152,9 - 160370,168954,8584,160392,160370,169988,3175677952,3211338334,10 - 160370,167270,6900,160374,160370,169988,3412656128,3211329846,11 - 160370,165430,5060,160408,160370,169988,3649634304,3211240244,12 - 160370,166196,5826,160398,160370,169988,3886612480,3211256920,13 - 160370,169678,9308,160398,160370,169988,4123590656,3211415892,14 - 160370,165718,5348,160418,160370,169988,65601536,3211259448,15 - 160370,165256,4886,160372,160370,169988,302579712,3211236834,16 - 160370,167840,7470,160382,160370,169988,539557888,3211260000,17 - 160370,169332,8962,160400,160370,169988,776536064,3211432972,18 - 160370,165272,4902,160428,160370,169988,1013514240,3211246698,19 - 160370,165906,5536,160398,160370,169988,1250492416,3211262146,20 diff --git a/docs/report/introduction/environment/sut_calib_tsh.rst b/docs/report/introduction/environment/sut_calib_tsh.rst deleted file mode 100644 index 8e3c6f6b42..0000000000 --- a/docs/report/introduction/environment/sut_calib_tsh.rst +++ /dev/null @@ -1,22 +0,0 @@ -TaiShan -~~~~~~~ - -Following sections include sample calibration data measured on -s17-t33-sut1 server running in one of the Cortex-A72 testbeds. - - -Linux cmdline -^^^^^^^^^^^^^ - -:: - - $ cat /proc/cmdline - BOOT_IMAGE=/boot/vmlinuz-5.4.0-65-generic root=UUID=7d1d0e77-4df0-43df-9619-a99db29ffb83 ro audit=0 intel_iommu=on isolcpus=1-27,29-55 nmi_watchdog=0 nohz_full=1-27,29-55 nosoftlockup processor.max_cstate=1 rcu_nocbs=1-27,29-55 console=ttyAMA0,115200n8 quiet - -Linux uname -^^^^^^^^^^^ - -:: - - $ uname -a - Linux 5.4.0-65-generic #73-Ubuntu SMP Mon Jan 18 17:25:17 UTC 2021 x86_64 x86_64 x86_64 GNU/Linux diff --git a/docs/report/introduction/environment/sut_calib_tx2.rst b/docs/report/introduction/environment/sut_calib_tx2.rst deleted file mode 100644 index 17f98c0d01..0000000000 --- a/docs/report/introduction/environment/sut_calib_tx2.rst +++ /dev/null @@ -1,22 +0,0 @@ -ThunderX2 -~~~~~~~~~ - -Following sections include sample calibration data measured on -s27-t211-sut1 server running in one of the ThunderX2 testbeds. - - -Linux cmdline -^^^^^^^^^^^^^ - -:: - - $ cat /proc/cmdline - BOOT_IMAGE=/boot/vmlinuz-5.4.0-65-generic root=UUID=7d1d0e77-4df0-43df-9619-a99db29ffb83 ro audit=0 intel_iommu=on isolcpus=1-27,29-55 nmi_watchdog=0 nohz_full=1-27,29-55 nosoftlockup processor.max_cstate=1 rcu_nocbs=1-27,29-55 console=ttyAMA0,115200n8 quiet - -Linux uname -^^^^^^^^^^^ - -:: - - $ uname -a - Linux 5.4.0-65-generic #73-Ubuntu SMP Mon Jan 18 17:25:17 UTC 2021 x86_64 x86_64 x86_64 GNU/Linux diff --git a/docs/report/introduction/environment/sut_calib_zn2.rst b/docs/report/introduction/environment/sut_calib_zn2.rst deleted file mode 100644 index 19223cbf92..0000000000 --- a/docs/report/introduction/environment/sut_calib_zn2.rst +++ /dev/null @@ -1,65 +0,0 @@ -EPYC Zen2 -~~~~~~~~~ - -Following sections include sample calibration data measured on server running in -one of the AMD EPYC testbeds. - -Linux cmdline -^^^^^^^^^^^^^ - -:: - - $ cat /proc/cmdline - BOOT_IMAGE=/boot/vmlinuz-5.15.0-46-generic root=UUID=cac1254f-9426-4ea6-a8db-2554f075db99 ro amd_iommu=on audit=0 default_hugepagesz=2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=32768 hpet=disable iommu=pt isolcpus=1-15,17-31,33-47,49-63 nmi_watchdog=0 nohz_full=off nosoftlockup numa_balancing=disable processor.max_cstate=0 rcu_nocbs=1-15,17-31,33-47,49-63 tsc=reliable console=ttyS0,115200n8 quiet - -Linux uname -^^^^^^^^^^^ - -:: - - $ uname -a - Linux s60-t210-sut1 5.15.0-46-generic #49-Ubuntu SMP Thu Aug 4 18:03:25 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux - -System-level Core Jitter -^^^^^^^^^^^^^^^^^^^^^^^^ - -:: - - $ sudo taskset -c 3 /home/testuser/pma_tools/jitter/jitter -i 30 - Linux Jitter testing program version 1.9 - Iterations=20 - The pragram will execute a dummy function 80000 times - Display is updated every 20000 displayUpdate intervals - Thread affinity will be set to core_id:7 - Timings are in CPU Core cycles - Inst_Min: Minimum Excution time during the display update interval(default is ~1 second) - Inst_Max: Maximum Excution time during the display update interval(default is ~1 second) - Inst_jitter: Jitter in the Excution time during rhe display update interval. This is the value of interest - last_Exec: The Excution time of last iteration just before the display update - Abs_Min: Absolute Minimum Excution time since the program started or statistics were reset - Abs_Max: Absolute Maximum Excution time since the program started or statistics were reset - tmp: Cumulative value calcualted by the dummy function - Interval: Time interval between the display updates in Core Cycles - Sample No: Sample number - - Inst_Min,Inst_Max,Inst_jitter,last_Exec,Abs_min,Abs_max,tmp,Interval,Sample No - 116400,145848,29448,116400,116400,145848,2076377088,2375383296,1 - 116400,145848,29448,116400,116400,145848,388169728,2363555544,2 - 116400,145848,29448,116400,116400,145848,2994929664,2359881480,3 - 116400,145848,29448,116400,116400,145848,1306722304,2367487104,4 - 116400,145848,29448,116400,116400,145848,3913482240,2357721768,5 - 116400,145848,29448,116400,116400,145848,2225274880,2381723112,6 - 116400,145848,29448,116424,116400,145848,537067520,2373138432,7 - 116400,145848,29448,116424,116400,145848,3143827456,2372221464,8 - 116400,145848,29448,116400,116400,145848,1455620096,2365450272,9 - 116400,145848,29448,116400,116400,145848,4062380032,2364814440,10 - 116400,145848,29448,116400,116400,145848,2374172672,2375992608,11 - 116400,145848,29448,116400,116400,145848,685965312,2362608552,12 - 116400,145848,29448,116400,116400,145848,3292725248,2362597944,13 - 116400,145848,29448,145512,116400,145848,1604517888,2370049344,14 - 116400,145848,29448,116400,116400,145848,4211277824,2366291784,15 - 116400,145848,29448,116400,116400,145848,2523070464,2349077352,16 - 116400,145848,29448,116400,116400,145848,834863104,2375406360,17 - 116400,145848,29448,116400,116400,145848,3441623040,2373272976,18 - 116400,145848,29448,116400,116400,145848,1753415680,2382267192,19 - 116400,145848,29448,116400,116400,145848,65208320,2359406040,20 diff --git a/docs/report/introduction/environment/sut_conf_1.rst b/docs/report/introduction/environment/sut_conf_1.rst deleted file mode 100644 index 7f724dd6ea..0000000000 --- a/docs/report/introduction/environment/sut_conf_1.rst +++ /dev/null @@ -1,53 +0,0 @@ -SUT Settings - Linux --------------------- - -System provisioning is done by combination of PXE boot unattented -install and -`Ansible `_ described in `CSIT Testbed Setup`_. - -Linux Boot Parameters -~~~~~~~~~~~~~~~~~~~~~ - -- **isolcpus=-** used for all cpu cores apart from - first core of each socket used for running VPP worker threads and Qemu/LXC - processes - https://www.kernel.org/doc/Documentation/admin-guide/kernel-parameters.txt -- **intel_pstate=disable** - [X86] Do not enable intel_pstate as the default - scaling driver for the supported processors. Intel P-State driver decide what - P-state (CPU core power state) to use based on requesting policy from the - cpufreq core. [X86 - Either 32-bit or 64-bit x86] - https://www.kernel.org/doc/Documentation/cpu-freq/intel-pstate.txt -- **nohz_full=-** - [KNL,BOOT] In kernels built with - CONFIG_NO_HZ_FULL=y, set the specified list of CPUs whose tick will be stopped - whenever possible. The boot CPU will be forced outside the range to maintain - the timekeeping. The CPUs in this range must also be included in the - rcu_nocbs= set. Specifies the adaptive-ticks CPU cores, causing kernel to - avoid sending scheduling-clock interrupts to listed cores as long as they have - a single runnable task. [KNL - Is a kernel start-up parameter, SMP - The - kernel is an SMP kernel]. - https://www.kernel.org/doc/Documentation/timers/NO_HZ.txt -- **rcu_nocbs** - [KNL] In kernels built with CONFIG_RCU_NOCB_CPU=y, set the - specified list of CPUs to be no-callback CPUs, that never queue RCU callbacks - (read-copy update). - https://www.kernel.org/doc/Documentation/admin-guide/kernel-parameters.txt -- **numa_balancing=disable** - [KNL,X86] Disable automatic NUMA balancing. -- **intel_iommu=enable** - [DMAR] Enable Intel IOMMU driver (DMAR) option. -- **iommu=on, iommu=pt** - [x86, IA-64] Disable IOMMU bypass, using IOMMU for - PCI devices. -- **nmi_watchdog=0** - [KNL,BUGS=X86] Debugging features for SMP kernels. Turn - hardlockup detector in nmi_watchdog off. -- **nosoftlockup** - [KNL] Disable the soft-lockup detector. -- **tsc=reliable** - Disable clocksource stability checks for TSC. - [x86] reliable: mark tsc clocksource as reliable, this disables clocksource - verification at runtime, as well as the stability checks done at bootup. - Used to enable high-resolution timer mode on older hardware, and in - virtualized environment. -- **hpet=disable** - [X86-32,HPET] Disable HPET and use PIT instead. - -Hugepages Configuration -~~~~~~~~~~~~~~~~~~~~~~~ - -Huge pages are managed via sysctl configuration located in -`/etc/sysctl.d/90-csit.conf` on each testbed. Default huge page size is 2M. -The exact amount of huge pages depends on testbed. All the values are defined -in `Ansible inventory - hosts` files. diff --git a/docs/report/introduction/environment/sut_meltspec_alt.rst b/docs/report/introduction/environment/sut_meltspec_alt.rst deleted file mode 100644 index a92bfa2792..0000000000 --- a/docs/report/introduction/environment/sut_meltspec_alt.rst +++ /dev/null @@ -1,96 +0,0 @@ -Spectre and Meltdown Checks -^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -Following section displays the output of a running shell script to tell if -system is vulnerable against the several "speculative execution" CVEs that were -made public in 2018. Script is available on `Spectre & Meltdown Checker Github -`_. - -:: - - Spectre and Meltdown mitigation detection tool v0.45 - - Checking for vulnerabilities on current system - Kernel is Linux 5.15.0-46-generic #49-Ubuntu SMP Thu Aug 4 18:08:11 UTC 2022 aarch64 - CPU is ARM v8 model 0xd0c - - Hardware check - * CPU vulnerability to the speculative execution attack variants - * Affected by CVE-2017-5753 (Spectre Variant 1, bounds check bypass): YES - * Affected by CVE-2017-5715 (Spectre Variant 2, branch target injection): NO - * Affected by CVE-2017-5754 (Variant 3, Meltdown, rogue data cache load): NO - * Affected by CVE-2018-3640 (Variant 3a, rogue system register read): NO - * Affected by CVE-2018-3639 (Variant 4, speculative store bypass): YES - * Affected by CVE-2018-3615 (Foreshadow (SGX), L1 terminal fault): NO - * Affected by CVE-2018-3620 (Foreshadow-NG (OS), L1 terminal fault): NO - * Affected by CVE-2018-3646 (Foreshadow-NG (VMM), L1 terminal fault): NO - * Affected by CVE-2018-12126 (Fallout, microarchitectural store buffer data sampling (MSBDS)): NO - * Affected by CVE-2018-12130 (ZombieLoad, microarchitectural fill buffer data sampling (MFBDS)): NO - * Affected by CVE-2018-12127 (RIDL, microarchitectural load port data sampling (MLPDS)): NO - * Affected by CVE-2019-11091 (RIDL, microarchitectural data sampling uncacheable memory (MDSUM)): NO - * Affected by CVE-2019-11135 (ZombieLoad V2, TSX Asynchronous Abort (TAA)): NO - * Affected by CVE-2018-12207 (No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC)): NO - * Affected by CVE-2020-0543 (Special Register Buffer Data Sampling (SRBDS)): NO - - CVE-2017-5753 aka Spectre Variant 1, bounds check bypass - * Mitigated according to the /sys interface: YES (Mitigation: __user pointer sanitization) - > STATUS: UNKNOWN (/sys vulnerability interface use forced, but its not available!) - - CVE-2017-5715 aka Spectre Variant 2, branch target injection - * Mitigated according to the /sys interface: YES (Mitigation: CSV2, BHB) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2017-5754 aka Variant 3, Meltdown, rogue data cache load - * Mitigated according to the /sys interface: YES (Not affected) - * Running as a Xen PV DomU: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3640 aka Variant 3a, rogue system register read - * CPU microcode mitigates the vulnerability: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3639 aka Variant 4, speculative store bypass - * Mitigated according to the /sys interface: YES (Mitigation: Speculative Store Bypass disabled via prctl) - > STATUS: NOT VULNERABLE (Mitigation: Speculative Store Bypass disabled via prctl) - - CVE-2018-3615 aka Foreshadow (SGX), L1 terminal fault - * CPU microcode mitigates the vulnerability: N/A - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3620 aka Foreshadow-NG (OS), L1 terminal fault - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3646 aka Foreshadow-NG (VMM), L1 terminal fault - * Information from the /sys interface: Not affected - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12126 aka Fallout, microarchitectural store buffer data sampling (MSBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12130 aka ZombieLoad, microarchitectural fill buffer data sampling (MFBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12127 aka RIDL, microarchitectural load port data sampling (MLPDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11091 aka RIDL, microarchitectural data sampling uncacheable memory (MDSUM) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11135 aka ZombieLoad V2, TSX Asynchronous Abort (TAA) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12207 aka No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2020-0543 aka Special Register Buffer Data Sampling (SRBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - > SUMMARY: CVE-2017-5753:?? CVE-2017-5715:OK CVE-2017-5754:OK CVE-2018-3640:OK CVE-2018-3639:OK CVE-2018-3615:OK CVE-2018-3620:OK CVE-2018-3646:OK CVE-2018-12126:OK CVE-2018-12130:OK CVE-2018-12127:OK CVE-2019-11091:OK CVE-2019-11135:OK CVE-2018-12207:OK CVE-2020-0543:OK diff --git a/docs/report/introduction/environment/sut_meltspec_clx.rst b/docs/report/introduction/environment/sut_meltspec_clx.rst deleted file mode 100644 index 19fb831e8f..0000000000 --- a/docs/report/introduction/environment/sut_meltspec_clx.rst +++ /dev/null @@ -1,133 +0,0 @@ -Spectre and Meltdown Checks -^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -Following section displays the output of a running shell script to tell if -system is vulnerable against the several speculative execution CVEs that were -made public in 2018. Script is available on `Spectre & Meltdown Checker Github -`_. - -:: - - Spectre and Meltdown mitigation detection tool v0.45 - - Checking for vulnerabilities on current system - Kernel is Linux 5.15.0-46-generic #49-Ubuntu SMP Thu Aug 4 18:03:25 UTC 2022 x86_64 - CPU is Intel(R) Xeon(R) Gold 6252N CPU @ 2.30GHz - - Hardware check - * Hardware support (CPU microcode) for mitigation techniques - * Indirect Branch Restricted Speculation (IBRS) - * SPEC_CTRL MSR is available: YES - * CPU indicates IBRS capability: YES (SPEC_CTRL feature bit) - * Indirect Branch Prediction Barrier (IBPB) - * CPU indicates IBPB capability: YES (SPEC_CTRL feature bit) - * Single Thread Indirect Branch Predictors (STIBP) - * SPEC_CTRL MSR is available: YES - * CPU indicates STIBP capability: YES (Intel STIBP feature bit) - * Speculative Store Bypass Disable (SSBD) - * CPU indicates SSBD capability: YES (Intel SSBD) - * L1 data cache invalidation - * CPU indicates L1D flush capability: YES (L1D flush feature bit) - * Microarchitectural Data Sampling - * VERW instruction is available: YES (MD_CLEAR feature bit) - * Indirect Branch Predictor Controls - * Indirect Predictor Disable feature is available: NO - * Bottomless RSB Disable feature is available: NO - * BHB-Focused Indirect Predictor Disable feature is available: NO - * Enhanced IBRS (IBRS_ALL) - * CPU indicates ARCH_CAPABILITIES MSR availability: YES - * ARCH_CAPABILITIES MSR advertises IBRS_ALL capability: YES - * CPU explicitly indicates not being affected by Meltdown/L1TF (RDCL_NO): YES - * CPU explicitly indicates not being affected by Variant 4 (SSB_NO): NO - * CPU/Hypervisor indicates L1D flushing is not necessary on this system: YES - * Hypervisor indicates host CPU might be affected by RSB underflow (RSBA): NO - * CPU explicitly indicates not being affected by Microarchitectural Data Sampling (MDS_NO): YES - * CPU explicitly indicates not being affected by TSX Asynchronous Abort (TAA_NO): NO - * CPU explicitly indicates not being affected by iTLB Multihit (PSCHANGE_MSC_NO): NO - * CPU explicitly indicates having MSR for TSX control (TSX_CTRL_MSR): YES - * TSX_CTRL MSR indicates TSX RTM is disabled: YES - * TSX_CTRL MSR indicates TSX CPUID bit is cleared: YES - * CPU supports Transactional Synchronization Extensions (TSX): NO - * CPU supports Software Guard Extensions (SGX): NO - * CPU supports Special Register Buffer Data Sampling (SRBDS): NO - * CPU microcode is known to cause stability problems: NO (family 0x6 model 0x55 stepping 0x7 ucode 0x500002c cpuid 0x50657) - * CPU microcode is the latest known available version: NO (latest version is 0x500320a dated 2021/08/13 according to builtin firmwares DB v222+i20220208) - * CPU vulnerability to the speculative execution attack variants - * Affected by CVE-2017-5753 (Spectre Variant 1, bounds check bypass): YES - * Affected by CVE-2017-5715 (Spectre Variant 2, branch target injection): YES - * Affected by CVE-2017-5754 (Variant 3, Meltdown, rogue data cache load): NO - * Affected by CVE-2018-3640 (Variant 3a, rogue system register read): YES - * Affected by CVE-2018-3639 (Variant 4, speculative store bypass): YES - * Affected by CVE-2018-3615 (Foreshadow (SGX), L1 terminal fault): NO - * Affected by CVE-2018-3620 (Foreshadow-NG (OS), L1 terminal fault): YES - * Affected by CVE-2018-3646 (Foreshadow-NG (VMM), L1 terminal fault): YES - * Affected by CVE-2018-12126 (Fallout, microarchitectural store buffer data sampling (MSBDS)): NO - * Affected by CVE-2018-12130 (ZombieLoad, microarchitectural fill buffer data sampling (MFBDS)): NO - * Affected by CVE-2018-12127 (RIDL, microarchitectural load port data sampling (MLPDS)): NO - * Affected by CVE-2019-11091 (RIDL, microarchitectural data sampling uncacheable memory (MDSUM)): NO - * Affected by CVE-2019-11135 (ZombieLoad V2, TSX Asynchronous Abort (TAA)): NO - * Affected by CVE-2018-12207 (No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC)): YES - * Affected by CVE-2020-0543 (Special Register Buffer Data Sampling (SRBDS)): NO - - CVE-2017-5753 aka Spectre Variant 1, bounds check bypass - * Mitigated according to the /sys interface: YES (Mitigation: usercopy/swapgs barriers and __user pointer sanitization) - > STATUS: UNKNOWN (/sys vulnerability interface use forced, but its not available!) - - CVE-2017-5715 aka Spectre Variant 2, branch target injection - * Mitigated according to the /sys interface: YES (Mitigation: Enhanced IBRS, IBPB: conditional, RSB filling) - > STATUS: VULNERABLE (IBRS+IBPB or retpoline+IBPB+RSB filling, is needed to mitigate the vulnerability) - - CVE-2017-5754 aka Variant 3, Meltdown, rogue data cache load - * Mitigated according to the /sys interface: YES (Not affected) - * Running as a Xen PV DomU: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3640 aka Variant 3a, rogue system register read - * CPU microcode mitigates the vulnerability: YES - > STATUS: NOT VULNERABLE (your CPU microcode mitigates the vulnerability) - - CVE-2018-3639 aka Variant 4, speculative store bypass - * Mitigated according to the /sys interface: YES (Mitigation: Speculative Store Bypass disabled via prctl and seccomp) - > STATUS: NOT VULNERABLE (Mitigation: Speculative Store Bypass disabled via prctl and seccomp) - - CVE-2018-3615 aka Foreshadow (SGX), L1 terminal fault - * CPU microcode mitigates the vulnerability: N/A - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3620 aka Foreshadow-NG (OS), L1 terminal fault - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (Not affected) - - CVE-2018-3646 aka Foreshadow-NG (VMM), L1 terminal fault - * Information from the /sys interface: Not affected - > STATUS: NOT VULNERABLE (your kernel reported your CPU model as not affected) - - CVE-2018-12126 aka Fallout, microarchitectural store buffer data sampling (MSBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12130 aka ZombieLoad, microarchitectural fill buffer data sampling (MFBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12127 aka RIDL, microarchitectural load port data sampling (MLPDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11091 aka RIDL, microarchitectural data sampling uncacheable memory (MDSUM) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11135 aka ZombieLoad V2, TSX Asynchronous Abort (TAA) - * Mitigated according to the /sys interface: YES (Mitigation: TSX disabled) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12207 aka No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC) - * Mitigated according to the /sys interface: YES (KVM: Mitigation: VMX disabled) - > STATUS: NOT VULNERABLE (KVM: Mitigation: VMX disabled) - - CVE-2020-0543 aka Special Register Buffer Data Sampling (SRBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - > SUMMARY: CVE-2017-5753:?? CVE-2017-5715:KO CVE-2017-5754:OK CVE-2018-3640:OK CVE-2018-3639:OK CVE-2018-3615:OK CVE-2018-3620:OK CVE-2018-3646:OK CVE-2018-12126:OK CVE-2018-12130:OK CVE-2018-12127:OK CVE-2019-11091:OK CVE-2019-11135:OK CVE-2018-12207:OK CVE-2020-0543:OK diff --git a/docs/report/introduction/environment/sut_meltspec_dnv.rst b/docs/report/introduction/environment/sut_meltspec_dnv.rst deleted file mode 100644 index a3c9284758..0000000000 --- a/docs/report/introduction/environment/sut_meltspec_dnv.rst +++ /dev/null @@ -1,131 +0,0 @@ -Spectre and Meltdown Checks -^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -Following section displays the output of a running shell script to tell if -system is vulnerable against the several "speculative execution" CVEs that were -made public in 2018. Script is available on `Spectre & Meltdown Checker Github -`_. - -:: - - Spectre and Meltdown mitigation detection tool v0.45 - - Checking for vulnerabilities on current system - Kernel is Linux 5.4.0-65-generic #73-Ubuntu SMP Mon Jan 18 17:25:17 UTC 2021 x86_64 - CPU is Intel(R) Atom(TM) CPU C3858 @ 2.00GHz - - Hardware check - * Hardware support (CPU microcode) for mitigation techniques - * Indirect Branch Restricted Speculation (IBRS) - * SPEC_CTRL MSR is available: YES - * CPU indicates IBRS capability: YES (SPEC_CTRL feature bit) - * Indirect Branch Prediction Barrier (IBPB) - * CPU indicates IBPB capability: YES (SPEC_CTRL feature bit) - * Single Thread Indirect Branch Predictors (STIBP) - * SPEC_CTRL MSR is available: YES - * CPU indicates STIBP capability: YES (Intel STIBP feature bit) - * Speculative Store Bypass Disable (SSBD) - * CPU indicates SSBD capability: NO - * L1 data cache invalidation - * CPU indicates L1D flush capability: NO - * Microarchitectural Data Sampling - * VERW instruction is available: NO - * Indirect Branch Predictor Controls - * Indirect Predictor Disable feature is available: NO - * Bottomless RSB Disable feature is available: NO - * BHB-Focused Indirect Predictor Disable feature is available: NO - * Enhanced IBRS (IBRS_ALL) - * CPU indicates ARCH_CAPABILITIES MSR availability: YES - * ARCH_CAPABILITIES MSR advertises IBRS_ALL capability: NO - * CPU explicitly indicates not being affected by Meltdown/L1TF (RDCL_NO): YES - * CPU explicitly indicates not being affected by Variant 4 (SSB_NO): NO - * CPU/Hypervisor indicates L1D flushing is not necessary on this system: NO - * Hypervisor indicates host CPU might be affected by RSB underflow (RSBA): NO - * CPU explicitly indicates not being affected by Microarchitectural Data Sampling (MDS_NO): NO - * CPU explicitly indicates not being affected by TSX Asynchronous Abort (TAA_NO): NO - * CPU explicitly indicates not being affected by iTLB Multihit (PSCHANGE_MSC_NO): NO - * CPU explicitly indicates having MSR for TSX control (TSX_CTRL_MSR): NO - * CPU supports Transactional Synchronization Extensions (TSX): NO - * CPU supports Software Guard Extensions (SGX): NO - * CPU supports Special Register Buffer Data Sampling (SRBDS): NO - * CPU microcode is known to cause stability problems: NO (family 0x6 model 0x5f stepping 0x1 ucode 0x20 cpuid 0x506f1) - * CPU microcode is the latest known available version: NO (latest version is 0x36 dated 2021/05/10 according to builtin firmwares DB v222+i20220208) - * CPU vulnerability to the speculative execution attack variants - * Affected by CVE-2017-5753 (Spectre Variant 1, bounds check bypass): YES - * Affected by CVE-2017-5715 (Spectre Variant 2, branch target injection): YES - * Affected by CVE-2017-5754 (Variant 3, Meltdown, rogue data cache load): NO - * Affected by CVE-2018-3640 (Variant 3a, rogue system register read): YES - * Affected by CVE-2018-3639 (Variant 4, speculative store bypass): YES - * Affected by CVE-2018-3615 (Foreshadow (SGX), L1 terminal fault): NO - * Affected by CVE-2018-3620 (Foreshadow-NG (OS), L1 terminal fault): NO - * Affected by CVE-2018-3646 (Foreshadow-NG (VMM), L1 terminal fault): NO - * Affected by CVE-2018-12126 (Fallout, microarchitectural store buffer data sampling (MSBDS)): NO - * Affected by CVE-2018-12130 (ZombieLoad, microarchitectural fill buffer data sampling (MFBDS)): NO - * Affected by CVE-2018-12127 (RIDL, microarchitectural load port data sampling (MLPDS)): NO - * Affected by CVE-2019-11091 (RIDL, microarchitectural data sampling uncacheable memory (MDSUM)): NO - * Affected by CVE-2019-11135 (ZombieLoad V2, TSX Asynchronous Abort (TAA)): NO - * Affected by CVE-2018-12207 (No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC)): NO - * Affected by CVE-2020-0543 (Special Register Buffer Data Sampling (SRBDS)): NO - - CVE-2017-5753 aka Spectre Variant 1, bounds check bypass - * Mitigated according to the /sys interface: YES (Mitigation: usercopy/swapgs barriers and __user pointer sanitization) - > STATUS: UNKNOWN (/sys vulnerability interface use forced, but its not available!) - - CVE-2017-5715 aka Spectre Variant 2, branch target injection - * Mitigated according to the /sys interface: YES (Mitigation: Full generic retpoline, IBPB: conditional, IBRS_FW, STIBP: disabled, RSB filling) - > STATUS: VULNERABLE (IBRS+IBPB or retpoline+IBPB is needed to mitigate the vulnerability) - - CVE-2017-5754 aka Variant 3, Meltdown, rogue data cache load - * Mitigated according to the /sys interface: YES (Not affected) - * Running as a Xen PV DomU: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3640 aka Variant 3a, rogue system register read - * CPU microcode mitigates the vulnerability: NO - > STATUS: VULNERABLE (an up-to-date CPU microcode is needed to mitigate this vulnerability) - - CVE-2018-3639 aka Variant 4, speculative store bypass - * Mitigated according to the /sys interface: NO (Vulnerable) - > STATUS: VULNERABLE (Neither your CPU nor your kernel support SSBD) - - CVE-2018-3615 aka Foreshadow (SGX), L1 terminal fault - * CPU microcode mitigates the vulnerability: N/A - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3620 aka Foreshadow-NG (OS), L1 terminal fault - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3646 aka Foreshadow-NG (VMM), L1 terminal fault - * Information from the /sys interface: Not affected - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12126 aka Fallout, microarchitectural store buffer data sampling (MSBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12130 aka ZombieLoad, microarchitectural fill buffer data sampling (MFBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12127 aka RIDL, microarchitectural load port data sampling (MLPDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11091 aka RIDL, microarchitectural data sampling uncacheable memory (MDSUM) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11135 aka ZombieLoad V2, TSX Asynchronous Abort (TAA) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12207 aka No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2020-0543 aka Special Register Buffer Data Sampling (SRBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - > SUMMARY: CVE-2017-5753:?? CVE-2017-5715:KO CVE-2017-5754:OK CVE-2018-3640:KO CVE-2018-3639:KO CVE-2018-3615:OK CVE-2018-3620:OK CVE-2018-3646:OK CVE-2018-12126:OK CVE-2018-12130:OK CVE-2018-12127:OK CVE-2019-11091:OK CVE-2019-11135:OK CVE-2018-12207:OK CVE-2020-0543:OK diff --git a/docs/report/introduction/environment/sut_meltspec_icx.rst b/docs/report/introduction/environment/sut_meltspec_icx.rst deleted file mode 100644 index 89d82b7e1c..0000000000 --- a/docs/report/introduction/environment/sut_meltspec_icx.rst +++ /dev/null @@ -1,133 +0,0 @@ -Spectre and Meltdown Checks -^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -Following section displays the output of a running shell script to tell if -system is vulnerable against the several speculative execution CVEs that were -made public in 2018. Script is available on `Spectre & Meltdown Checker Github -`_. - -:: - - Spectre and Meltdown mitigation detection tool v0.45 - - Checking for vulnerabilities on current system - Kernel is Linux 5.15.0-46-generic #49-Ubuntu SMP Thu Aug 4 18:03:25 UTC 2022 x86_64 - CPU is Intel(R) Xeon(R) Platinum 8358 CPU @ 2.60GHz - - Hardware check - * Hardware support (CPU microcode) for mitigation techniques - * Indirect Branch Restricted Speculation (IBRS) - * SPEC_CTRL MSR is available: YES - * CPU indicates IBRS capability: YES (SPEC_CTRL feature bit) - * Indirect Branch Prediction Barrier (IBPB) - * CPU indicates IBPB capability: YES (SPEC_CTRL feature bit) - * Single Thread Indirect Branch Predictors (STIBP) - * SPEC_CTRL MSR is available: YES - * CPU indicates STIBP capability: YES (Intel STIBP feature bit) - * Speculative Store Bypass Disable (SSBD) - * CPU indicates SSBD capability: YES (Intel SSBD) - * L1 data cache invalidation - * CPU indicates L1D flush capability: YES (L1D flush feature bit) - * Microarchitectural Data Sampling - * VERW instruction is available: YES (MD_CLEAR feature bit) - * Indirect Branch Predictor Controls - * Indirect Predictor Disable feature is available: NO - * Bottomless RSB Disable feature is available: NO - * BHB-Focused Indirect Predictor Disable feature is available: NO - * Enhanced IBRS (IBRS_ALL) - * CPU indicates ARCH_CAPABILITIES MSR availability: YES - * ARCH_CAPABILITIES MSR advertises IBRS_ALL capability: YES - * CPU explicitly indicates not being affected by Meltdown/L1TF (RDCL_NO): YES - * CPU explicitly indicates not being affected by Variant 4 (SSB_NO): NO - * CPU/Hypervisor indicates L1D flushing is not necessary on this system: YES - * Hypervisor indicates host CPU might be affected by RSB underflow (RSBA): NO - * CPU explicitly indicates not being affected by Microarchitectural Data Sampling (MDS_NO): YES - * CPU explicitly indicates not being affected by TSX Asynchronous Abort (TAA_NO): YES - * CPU explicitly indicates not being affected by iTLB Multihit (PSCHANGE_MSC_NO): YES - * CPU explicitly indicates having MSR for TSX control (TSX_CTRL_MSR): YES - * TSX_CTRL MSR indicates TSX RTM is disabled: YES - * TSX_CTRL MSR indicates TSX CPUID bit is cleared: YES - * CPU supports Transactional Synchronization Extensions (TSX): NO - * CPU supports Software Guard Extensions (SGX): YES - * CPU supports Special Register Buffer Data Sampling (SRBDS): NO - * CPU microcode is known to cause stability problems: NO (family 0x6 model 0x6a stepping 0x6 ucode 0xd000280 cpuid 0x606a6) - * CPU microcode is the latest known available version: NO (latest version is 0xd000331 dated 2021/12/03 according to builtin firmwares DB v222+i20220208) - * CPU vulnerability to the speculative execution attack variants - * Affected by CVE-2017-5753 (Spectre Variant 1, bounds check bypass): YES - * Affected by CVE-2017-5715 (Spectre Variant 2, branch target injection): YES - * Affected by CVE-2017-5754 (Variant 3, Meltdown, rogue data cache load): NO - * Affected by CVE-2018-3640 (Variant 3a, rogue system register read): YES - * Affected by CVE-2018-3639 (Variant 4, speculative store bypass): YES - * Affected by CVE-2018-3615 (Foreshadow (SGX), L1 terminal fault): YES - * Affected by CVE-2018-3620 (Foreshadow-NG (OS), L1 terminal fault): YES - * Affected by CVE-2018-3646 (Foreshadow-NG (VMM), L1 terminal fault): YES - * Affected by CVE-2018-12126 (Fallout, microarchitectural store buffer data sampling (MSBDS)): NO - * Affected by CVE-2018-12130 (ZombieLoad, microarchitectural fill buffer data sampling (MFBDS)): NO - * Affected by CVE-2018-12127 (RIDL, microarchitectural load port data sampling (MLPDS)): NO - * Affected by CVE-2019-11091 (RIDL, microarchitectural data sampling uncacheable memory (MDSUM)): NO - * Affected by CVE-2019-11135 (ZombieLoad V2, TSX Asynchronous Abort (TAA)): NO - * Affected by CVE-2018-12207 (No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC)): YES - * Affected by CVE-2020-0543 (Special Register Buffer Data Sampling (SRBDS)): NO - - CVE-2017-5753 aka Spectre Variant 1, bounds check bypass - * Mitigated according to the /sys interface: YES (Mitigation: usercopy/swapgs barriers and __user pointer sanitization) - > STATUS: UNKNOWN (/sys vulnerability interface use forced, but its not available!) - - CVE-2017-5715 aka Spectre Variant 2, branch target injection - * Mitigated according to the /sys interface: YES (Mitigation: Enhanced IBRS, IBPB: conditional, RSB filling) - > STATUS: VULNERABLE (IBRS+IBPB or retpoline+IBPB is needed to mitigate the vulnerability) - - CVE-2017-5754 aka Variant 3, Meltdown, rogue data cache load - * Mitigated according to the /sys interface: YES (Not affected) - * Running as a Xen PV DomU: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3640 aka Variant 3a, rogue system register read - * CPU microcode mitigates the vulnerability: YES - > STATUS: NOT VULNERABLE (your CPU microcode mitigates the vulnerability) - - CVE-2018-3639 aka Variant 4, speculative store bypass - * Mitigated according to the /sys interface: YES (Mitigation: Speculative Store Bypass disabled via prctl and seccomp) - > STATUS: NOT VULNERABLE (Mitigation: Speculative Store Bypass disabled via prctl and seccomp) - - CVE-2018-3615 aka Foreshadow (SGX), L1 terminal fault - * CPU microcode mitigates the vulnerability: YES - > STATUS: NOT VULNERABLE (your CPU microcode mitigates the vulnerability) - - CVE-2018-3620 aka Foreshadow-NG (OS), L1 terminal fault - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (Not affected) - - CVE-2018-3646 aka Foreshadow-NG (VMM), L1 terminal fault - * Information from the /sys interface: Not affected - > STATUS: NOT VULNERABLE (your kernel reported your CPU model as not affected) - - CVE-2018-12126 aka Fallout, microarchitectural store buffer data sampling (MSBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12130 aka ZombieLoad, microarchitectural fill buffer data sampling (MFBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12127 aka RIDL, microarchitectural load port data sampling (MLPDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11091 aka RIDL, microarchitectural data sampling uncacheable memory (MDSUM) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11135 aka ZombieLoad V2, TSX Asynchronous Abort (TAA) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12207 aka No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (Not affected) - - CVE-2020-0543 aka Special Register Buffer Data Sampling (SRBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - > SUMMARY: CVE-2017-5753:?? CVE-2017-5715:KO CVE-2017-5754:OK CVE-2018-3640:OK CVE-2018-3639:OK CVE-2018-3615:OK CVE-2018-3620:OK CVE-2018-3646:OK CVE-2018-12126:OK CVE-2018-12130:OK CVE-2018-12127:OK CVE-2019-11091:OK CVE-2019-11135:OK CVE-2018-12207:OK CVE-2020-0543:OK \ No newline at end of file diff --git a/docs/report/introduction/environment/sut_meltspec_snr.rst b/docs/report/introduction/environment/sut_meltspec_snr.rst deleted file mode 100644 index 0697b27c03..0000000000 --- a/docs/report/introduction/environment/sut_meltspec_snr.rst +++ /dev/null @@ -1,131 +0,0 @@ -Spectre and Meltdown Checks -^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -Following section displays the output of a running shell script to tell if -system is vulnerable against the several "speculative execution" CVEs that were -made public in 2018. Script is available on `Spectre & Meltdown Checker Github -`_. - -:: - - Spectre and Meltdown mitigation detection tool v0.45 - - Checking for vulnerabilities on current system - Kernel is Linux 5.15.0-46-generic #49-Ubuntu SMP Thu Aug 4 18:03:25 UTC 2022 x86_64 - CPU is Intel Atom(R) P5362 processor - - Hardware check - * Hardware support (CPU microcode) for mitigation techniques - * Indirect Branch Restricted Speculation (IBRS) - * SPEC_CTRL MSR is available: YES - * CPU indicates IBRS capability: YES (SPEC_CTRL feature bit) - * Indirect Branch Prediction Barrier (IBPB) - * CPU indicates IBPB capability: YES (SPEC_CTRL feature bit) - * Single Thread Indirect Branch Predictors (STIBP) - * SPEC_CTRL MSR is available: YES - * CPU indicates STIBP capability: YES (Intel STIBP feature bit) - * Speculative Store Bypass Disable (SSBD) - * CPU indicates SSBD capability: YES (Intel SSBD) - * L1 data cache invalidation - * CPU indicates L1D flush capability: YES (L1D flush feature bit) - * Microarchitectural Data Sampling - * VERW instruction is available: YES (MD_CLEAR feature bit) - * Indirect Branch Predictor Controls - * Indirect Predictor Disable feature is available: NO - * Bottomless RSB Disable feature is available: NO - * BHB-Focused Indirect Predictor Disable feature is available: NO - * Enhanced IBRS (IBRS_ALL) - * CPU indicates ARCH_CAPABILITIES MSR availability: YES - * ARCH_CAPABILITIES MSR advertises IBRS_ALL capability: YES - * CPU explicitly indicates not being affected by Meltdown/L1TF (RDCL_NO): YES - * CPU explicitly indicates not being affected by Variant 4 (SSB_NO): NO - * CPU/Hypervisor indicates L1D flushing is not necessary on this system: YES - * Hypervisor indicates host CPU might be affected by RSB underflow (RSBA): NO - * CPU explicitly indicates not being affected by Microarchitectural Data Sampling (MDS_NO): YES - * CPU explicitly indicates not being affected by TSX Asynchronous Abort (TAA_NO): NO - * CPU explicitly indicates not being affected by iTLB Multihit (PSCHANGE_MSC_NO): YES - * CPU explicitly indicates having MSR for TSX control (TSX_CTRL_MSR): NO - * CPU supports Transactional Synchronization Extensions (TSX): NO - * CPU supports Software Guard Extensions (SGX): NO - * CPU supports Special Register Buffer Data Sampling (SRBDS): NO - * CPU microcode is known to cause stability problems: NO (family 0x6 model 0x86 stepping 0x7 ucode 0x4c000019 cpuid 0x80667) - * CPU microcode is the latest known available version: UNKNOWN (latest microcode version for your CPU model is unknown) - * CPU vulnerability to the speculative execution attack variants - * Affected by CVE-2017-5753 (Spectre Variant 1, bounds check bypass): YES - * Affected by CVE-2017-5715 (Spectre Variant 2, branch target injection): YES - * Affected by CVE-2017-5754 (Variant 3, Meltdown, rogue data cache load): NO - * Affected by CVE-2018-3640 (Variant 3a, rogue system register read): YES - * Affected by CVE-2018-3639 (Variant 4, speculative store bypass): YES - * Affected by CVE-2018-3615 (Foreshadow (SGX), L1 terminal fault): NO - * Affected by CVE-2018-3620 (Foreshadow-NG (OS), L1 terminal fault): NO - * Affected by CVE-2018-3646 (Foreshadow-NG (VMM), L1 terminal fault): NO - * Affected by CVE-2018-12126 (Fallout, microarchitectural store buffer data sampling (MSBDS)): NO - * Affected by CVE-2018-12130 (ZombieLoad, microarchitectural fill buffer data sampling (MFBDS)): NO - * Affected by CVE-2018-12127 (RIDL, microarchitectural load port data sampling (MLPDS)): NO - * Affected by CVE-2019-11091 (RIDL, microarchitectural data sampling uncacheable memory (MDSUM)): NO - * Affected by CVE-2019-11135 (ZombieLoad V2, TSX Asynchronous Abort (TAA)): NO - * Affected by CVE-2018-12207 (No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC)): YES - * Affected by CVE-2020-0543 (Special Register Buffer Data Sampling (SRBDS)): NO - - CVE-2017-5753 aka Spectre Variant 1, bounds check bypass - * Mitigated according to the /sys interface: YES (Mitigation: usercopy/swapgs barriers and __user pointer sanitization) - > STATUS: UNKNOWN (/sys vulnerability interface use forced, but its not available!) - - CVE-2017-5715 aka Spectre Variant 2, branch target injection - * Mitigated according to the /sys interface: YES (Mitigation: Enhanced IBRS, IBPB: conditional, RSB filling) - > STATUS: VULNERABLE (IBRS+IBPB or retpoline+IBPB is needed to mitigate the vulnerability) - - CVE-2017-5754 aka Variant 3, Meltdown, rogue data cache load - * Mitigated according to the /sys interface: YES (Not affected) - * Running as a Xen PV DomU: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3640 aka Variant 3a, rogue system register read - * CPU microcode mitigates the vulnerability: YES - > STATUS: NOT VULNERABLE (your CPU microcode mitigates the vulnerability) - - CVE-2018-3639 aka Variant 4, speculative store bypass - * Mitigated according to the /sys interface: YES (Mitigation: Speculative Store Bypass disabled via prctl and seccomp) - > STATUS: NOT VULNERABLE (Mitigation: Speculative Store Bypass disabled via prctl and seccomp) - - CVE-2018-3615 aka Foreshadow (SGX), L1 terminal fault - * CPU microcode mitigates the vulnerability: N/A - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3620 aka Foreshadow-NG (OS), L1 terminal fault - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3646 aka Foreshadow-NG (VMM), L1 terminal fault - * Information from the /sys interface: Not affected - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12126 aka Fallout, microarchitectural store buffer data sampling (MSBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12130 aka ZombieLoad, microarchitectural fill buffer data sampling (MFBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12127 aka RIDL, microarchitectural load port data sampling (MLPDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11091 aka RIDL, microarchitectural data sampling uncacheable memory (MDSUM) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11135 aka ZombieLoad V2, TSX Asynchronous Abort (TAA) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12207 aka No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (Not affected) - - CVE-2020-0543 aka Special Register Buffer Data Sampling (SRBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - > SUMMARY: CVE-2017-5753:?? CVE-2017-5715:KO CVE-2017-5754:OK CVE-2018-3640:OK CVE-2018-3639:OK CVE-2018-3615:OK CVE-2018-3620:OK CVE-2018-3646:OK CVE-2018-12126:OK CVE-2018-12130:OK CVE-2018-12127:OK CVE-2019-11091:OK CVE-2019-11135:OK CVE-2018-12207:OK CVE-2020-0543:OK \ No newline at end of file diff --git a/docs/report/introduction/environment/sut_meltspec_tsh.rst b/docs/report/introduction/environment/sut_meltspec_tsh.rst deleted file mode 100644 index bfa27fb34b..0000000000 --- a/docs/report/introduction/environment/sut_meltspec_tsh.rst +++ /dev/null @@ -1,96 +0,0 @@ -Spectre and Meltdown Checks -^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -Following section displays the output of a running shell script to tell if -system is vulnerable against the several "speculative execution" CVEs that were -made public in 2018. Script is available on `Spectre & Meltdown Checker Github -`_. - -:: - - Spectre and Meltdown mitigation detection tool v0.45 - - Checking for vulnerabilities on current system - Kernel is Linux 5.15.0-46-generic #49-Ubuntu SMP Thu Aug 4 18:08:11 UTC 2022 aarch64 - CPU is ARM v8 model 0xd08 - - Hardware check - * CPU vulnerability to the speculative execution attack variants - * Affected by CVE-2017-5753 (Spectre Variant 1, bounds check bypass): YES - * Affected by CVE-2017-5715 (Spectre Variant 2, branch target injection): YES - * Affected by CVE-2017-5754 (Variant 3, Meltdown, rogue data cache load): NO - * Affected by CVE-2018-3640 (Variant 3a, rogue system register read): YES - * Affected by CVE-2018-3639 (Variant 4, speculative store bypass): YES - * Affected by CVE-2018-3615 (Foreshadow (SGX), L1 terminal fault): NO - * Affected by CVE-2018-3620 (Foreshadow-NG (OS), L1 terminal fault): NO - * Affected by CVE-2018-3646 (Foreshadow-NG (VMM), L1 terminal fault): NO - * Affected by CVE-2018-12126 (Fallout, microarchitectural store buffer data sampling (MSBDS)): NO - * Affected by CVE-2018-12130 (ZombieLoad, microarchitectural fill buffer data sampling (MFBDS)): NO - * Affected by CVE-2018-12127 (RIDL, microarchitectural load port data sampling (MLPDS)): NO - * Affected by CVE-2019-11091 (RIDL, microarchitectural data sampling uncacheable memory (MDSUM)): NO - * Affected by CVE-2019-11135 (ZombieLoad V2, TSX Asynchronous Abort (TAA)): NO - * Affected by CVE-2018-12207 (No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC)): NO - * Affected by CVE-2020-0543 (Special Register Buffer Data Sampling (SRBDS)): NO - - CVE-2017-5753 aka Spectre Variant 1, bounds check bypass - * Mitigated according to the /sys interface: YES (Mitigation: __user pointer sanitization) - > STATUS: UNKNOWN (/sys vulnerability interface use forced, but its not available!) - - CVE-2017-5715 aka Spectre Variant 2, branch target injection - * Mitigated according to the /sys interface: NO (Vulnerable) - > STATUS: VULNERABLE (Branch predictor hardening is needed to mitigate the vulnerability) - - CVE-2017-5754 aka Variant 3, Meltdown, rogue data cache load - * Mitigated according to the /sys interface: YES (Not affected) - * Running as a Xen PV DomU: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3640 aka Variant 3a, rogue system register read - * CPU microcode mitigates the vulnerability: NO - > STATUS: VULNERABLE (an up-to-date CPU microcode is needed to mitigate this vulnerability) - - CVE-2018-3639 aka Variant 4, speculative store bypass - * Mitigated according to the /sys interface: NO (Vulnerable) - > STATUS: VULNERABLE (Neither your CPU nor your kernel support SSBD) - - CVE-2018-3615 aka Foreshadow (SGX), L1 terminal fault - * CPU microcode mitigates the vulnerability: N/A - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3620 aka Foreshadow-NG (OS), L1 terminal fault - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3646 aka Foreshadow-NG (VMM), L1 terminal fault - * Information from the /sys interface: Not affected - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12126 aka Fallout, microarchitectural store buffer data sampling (MSBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12130 aka ZombieLoad, microarchitectural fill buffer data sampling (MFBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12127 aka RIDL, microarchitectural load port data sampling (MLPDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11091 aka RIDL, microarchitectural data sampling uncacheable memory (MDSUM) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11135 aka ZombieLoad V2, TSX Asynchronous Abort (TAA) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12207 aka No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2020-0543 aka Special Register Buffer Data Sampling (SRBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - > SUMMARY: CVE-2017-5753:?? CVE-2017-5715:KO CVE-2017-5754:OK CVE-2018-3640:KO CVE-2018-3639:KO CVE-2018-3615:OK CVE-2018-3620:OK CVE-2018-3646:OK CVE-2018-12126:OK CVE-2018-12130:OK CVE-2018-12127:OK CVE-2019-11091:OK CVE-2019-11135:OK CVE-2018-12207:OK CVE-2020-0543:OK diff --git a/docs/report/introduction/environment/sut_meltspec_tx2.rst b/docs/report/introduction/environment/sut_meltspec_tx2.rst deleted file mode 100644 index f12113a8bf..0000000000 --- a/docs/report/introduction/environment/sut_meltspec_tx2.rst +++ /dev/null @@ -1,143 +0,0 @@ -Spectre and Meltdown Checks -^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -Following section displays the output of a running shell script to tell if -system is vulnerable against the several "speculative execution" CVEs that were -made public in 2018. Script is available on `Spectre & Meltdown Checker Github -`_. - -:: - - Spectre and Meltdown mitigation detection tool v0.44+ - - Checking for vulnerabilities on current system - Kernel is Linux 5.4.0-65-generic #73-Ubuntu SMP Mon Jan 18 17:27:25 UTC 2021 aarch64 - CPU is - - Hardware check - * CPU vulnerability to the speculative execution attack variants - * Affected by CVE-2017-5753 (Spectre Variant 1, bounds check bypass): YES - * Affected by CVE-2017-5715 (Spectre Variant 2, branch target injection): YES - * Affected by CVE-2017-5754 (Variant 3, Meltdown, rogue data cache load): NO - * Affected by CVE-2018-3640 (Variant 3a, rogue system register read): NO - * Affected by CVE-2018-3639 (Variant 4, speculative store bypass): YES - * Affected by CVE-2018-3615 (Foreshadow (SGX), L1 terminal fault): NO - * Affected by CVE-2018-3620 (Foreshadow-NG (OS), L1 terminal fault): NO - * Affected by CVE-2018-3646 (Foreshadow-NG (VMM), L1 terminal fault): NO - * Affected by CVE-2018-12126 (Fallout, microarchitectural store buffer data sampling (MSBDS)): NO - * Affected by CVE-2018-12130 (ZombieLoad, microarchitectural fill buffer data sampling (MFBDS)): NO - * Affected by CVE-2018-12127 (RIDL, microarchitectural load port data sampling (MLPDS)): NO - * Affected by CVE-2019-11091 (RIDL, microarchitectural data sampling uncacheable memory (MDSUM)): NO - * Affected by CVE-2019-11135 (ZombieLoad V2, TSX Asynchronous Abort (TAA)): NO - * Affected by CVE-2018-12207 (No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC)): NO - * Affected by CVE-2020-0543 (Special Register Buffer Data Sampling (SRBDS)): NO - - CVE-2017-5753 aka Spectre Variant 1, bounds check bypass - * Mitigated according to the /sys interface: YES (Mitigation: __user pointer sanitization) - * Kernel has array_index_mask_nospec: NO - * Kernel has the Red Hat/Ubuntu patch: NO - * Kernel has mask_nospec64 (arm64): NO - * Kernel has array_index_nospec (arm64): NO - * Checking count of LFENCE instructions following a jump in kernel... NO (only 0 jump-then-lfence instructions found, should be >= 30 (heuristic)) - > STATUS: NOT VULNERABLE (Mitigation: __user pointer sanitization) - - CVE-2017-5715 aka Spectre Variant 2, branch target injection - * Mitigated according to the /sys interface: NO (Vulnerable) - * Mitigation 1 - * Kernel is compiled with IBRS support: YES - * IBRS enabled and active: NO - * Kernel is compiled with IBPB support: NO - * IBPB enabled and active: NO - * Mitigation 2 - * Kernel has branch predictor hardening (arm): YES - * Kernel compiled with retpoline option: NO - > STATUS: NOT VULNERABLE (Branch predictor hardening mitigates the vulnerability) - - CVE-2017-5754 aka Variant 3, Meltdown, rogue data cache load - * Mitigated according to the /sys interface: YES (Not affected) - * Kernel supports Page Table Isolation (PTI): YES - * PTI enabled and active: UNKNOWN (dmesg truncated, please reboot and relaunch this script) - * Reduced performance impact of PTI: NO (PCID/INVPCID not supported, performance impact of PTI will be significant) - * Running as a Xen PV DomU: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not vulnerable) - - CVE-2018-3640 aka Variant 3a, rogue system register read - * CPU microcode mitigates the vulnerability: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not vulnerable) - - CVE-2018-3639 aka Variant 4, speculative store bypass - * Mitigated according to the /sys interface: NO (Vulnerable) - * Kernel supports disabling speculative store bypass (SSB): YES (found in /proc/self/status) - * SSB mitigation is enabled and active: NO - > STATUS: VULNERABLE (Your CPU doesnt support SSBD) - - CVE-2018-3615 aka Foreshadow (SGX), L1 terminal fault - * CPU microcode mitigates the vulnerability: N/A - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not vulnerable) - - CVE-2018-3620 aka Foreshadow-NG (OS), L1 terminal fault - * Mitigated according to the /sys interface: YES (Not affected) - * Kernel supports PTE inversion: NO - * PTE inversion enabled and active: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not vulnerable) - - CVE-2018-3646 aka Foreshadow-NG (VMM), L1 terminal fault - * Information from the /sys interface: Not affected - * This system is a host running a hypervisor: NO - * Mitigation 1 (KVM) - * EPT is disabled: N/A (the kvm_intel module is not loaded) - * Mitigation 2 - * L1D flush is supported by kernel: NO - * L1D flush enabled: NO - * Hardware-backed L1D flush supported: NO (flush will be done in software, this is slower) - * Hyper-Threading (SMT) is enabled: UNKNOWN - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not vulnerable) - - CVE-2018-12126 aka Fallout, microarchitectural store buffer data sampling (MSBDS) - * Mitigated according to the /sys interface: YES (Not affected) - * Kernel supports using MD_CLEAR mitigation: NO - * Kernel mitigation is enabled and active: NO - * SMT is either mitigated or disabled: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not vulnerable) - - CVE-2018-12130 aka ZombieLoad, microarchitectural fill buffer data sampling (MFBDS) - * Mitigated according to the /sys interface: YES (Not affected) - * Kernel supports using MD_CLEAR mitigation: NO - * Kernel mitigation is enabled and active: NO - * SMT is either mitigated or disabled: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not vulnerable) - - CVE-2018-12127 aka RIDL, microarchitectural load port data sampling (MLPDS) - * Mitigated according to the /sys interface: YES (Not affected) - * Kernel supports using MD_CLEAR mitigation: NO - * Kernel mitigation is enabled and active: NO - * SMT is either mitigated or disabled: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not vulnerable) - - CVE-2019-11091 aka RIDL, microarchitectural data sampling uncacheable memory (MDSUM) - * Mitigated according to the /sys interface: YES (Not affected) - * Kernel supports using MD_CLEAR mitigation: NO - * Kernel mitigation is enabled and active: NO - * SMT is either mitigated or disabled: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not vulnerable) - - CVE-2019-11135 aka ZombieLoad V2, TSX Asynchronous Abort (TAA) - * Mitigated according to the /sys interface: YES (Not affected) - * TAA mitigation is supported by kernel: YES (found tsx_async_abort in kernel image) - * TAA mitigation enabled and active: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not vulnerable) - - CVE-2018-12207 aka No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC) - * Mitigated according to the /sys interface: YES (Not affected) - * This system is a host running a hypervisor: NO - * iTLB Multihit mitigation is supported by kernel: YES (found itlb_multihit in kernel image) - * iTLB Multihit mitigation enabled and active: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not vulnerable) - - CVE-2020-0543 aka Special Register Buffer Data Sampling (SRBDS) - * Mitigated according to the /sys interface: YES (Not affected) - * SRBDS mitigation control is supported by the kernel: NO - * SRBDS mitigation control is enabled and active: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not vulnerable) - - > SUMMARY: CVE-2017-5753:OK CVE-2017-5715:OK CVE-2017-5754:OK CVE-2018-3640:OK CVE-2018-3639:KO CVE-2018-3615:OK CVE-2018-3620:OK CVE-2018-3646:OK CVE-2018-12126:OK CVE-2018-12130:OK CVE-2018-12127:OK CVE-2019-11091:OK CVE-2019-11135:OK CVE-2018-12207:OK CVE-2020-0543:OK \ No newline at end of file diff --git a/docs/report/introduction/environment/sut_meltspec_zn2.rst b/docs/report/introduction/environment/sut_meltspec_zn2.rst deleted file mode 100644 index 160585dac1..0000000000 --- a/docs/report/introduction/environment/sut_meltspec_zn2.rst +++ /dev/null @@ -1,117 +0,0 @@ -Spectre and Meltdown Checks -^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -Following section displays the output of a running shell script to tell if -system is vulnerable against the several speculative execution CVEs that were -made public in 2018. Script is available on `Spectre & Meltdown Checker Github -`_. - -:: - - Spectre and Meltdown mitigation detection tool v0.45 - - Checking for vulnerabilities on current system - Kernel is Linux 5.15.0-46-generic #49-Ubuntu SMP Thu Aug 4 18:03:25 UTC 2022 x86_64 - CPU is AMD EPYC 7532 32-Core Processor - - Hardware check - * Hardware support (CPU microcode) for mitigation techniques - * Indirect Branch Restricted Speculation (IBRS) - * SPEC_CTRL MSR is available: YES - * CPU indicates IBRS capability: YES (IBRS_SUPPORT feature bit) - * CPU indicates preferring IBRS always-on: NO - * CPU indicates preferring IBRS over retpoline: YES - * Indirect Branch Prediction Barrier (IBPB) - * CPU indicates IBPB capability: YES (IBPB_SUPPORT feature bit) - * Single Thread Indirect Branch Predictors (STIBP) - * SPEC_CTRL MSR is available: YES - * CPU indicates STIBP capability: YES (AMD STIBP feature bit) - * CPU indicates preferring STIBP always-on: NO - * Speculative Store Bypass Disable (SSBD) - * CPU indicates SSBD capability: YES (AMD SSBD in SPEC_CTRL) - * L1 data cache invalidation - * CPU indicates L1D flush capability: NO - * CPU supports Transactional Synchronization Extensions (TSX): NO - * CPU supports Software Guard Extensions (SGX): NO - * CPU supports Special Register Buffer Data Sampling (SRBDS): NO - * CPU microcode is known to cause stability problems: NO (family 0x17 model 0x31 stepping 0x0 ucode 0x8301038 cpuid 0x830f10) - * CPU microcode is the latest known available version: NO (latest version is 0x8301052 dated 2021/11/11 according to builtin firmwares DB v222+i20220208) - * CPU vulnerability to the speculative execution attack variants - * Affected by CVE-2017-5753 (Spectre Variant 1, bounds check bypass): YES - * Affected by CVE-2017-5715 (Spectre Variant 2, branch target injection): YES - * Affected by CVE-2017-5754 (Variant 3, Meltdown, rogue data cache load): NO - * Affected by CVE-2018-3640 (Variant 3a, rogue system register read): NO - * Affected by CVE-2018-3639 (Variant 4, speculative store bypass): YES - * Affected by CVE-2018-3615 (Foreshadow (SGX), L1 terminal fault): NO - * Affected by CVE-2018-3620 (Foreshadow-NG (OS), L1 terminal fault): NO - * Affected by CVE-2018-3646 (Foreshadow-NG (VMM), L1 terminal fault): NO - * Affected by CVE-2018-12126 (Fallout, microarchitectural store buffer data sampling (MSBDS)): NO - * Affected by CVE-2018-12130 (ZombieLoad, microarchitectural fill buffer data sampling (MFBDS)): NO - * Affected by CVE-2018-12127 (RIDL, microarchitectural load port data sampling (MLPDS)): NO - * Affected by CVE-2019-11091 (RIDL, microarchitectural data sampling uncacheable memory (MDSUM)): NO - * Affected by CVE-2019-11135 (ZombieLoad V2, TSX Asynchronous Abort (TAA)): NO - * Affected by CVE-2018-12207 (No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC)): NO - * Affected by CVE-2020-0543 (Special Register Buffer Data Sampling (SRBDS)): NO - - CVE-2017-5753 aka Spectre Variant 1, bounds check bypass - * Mitigated according to the /sys interface: YES (Mitigation: usercopy/swapgs barriers and __user pointer sanitization) - > STATUS: UNKNOWN (/sys vulnerability interface use forced, but its not available!) - - CVE-2017-5715 aka Spectre Variant 2, branch target injection - * Mitigated according to the /sys interface: YES (Mitigation: Retpolines, IBPB: conditional, IBRS_FW, STIBP: always-on, RSB filling) - > STATUS: VULNERABLE (retpoline+IBPB is needed to mitigate the vulnerability) - - CVE-2017-5754 aka Variant 3, Meltdown, rogue data cache load - * Mitigated according to the /sys interface: YES (Not affected) - * Running as a Xen PV DomU: NO - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3640 aka Variant 3a, rogue system register read - * CPU microcode mitigates the vulnerability: YES - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3639 aka Variant 4, speculative store bypass - * Mitigated according to the /sys interface: YES (Mitigation: Speculative Store Bypass disabled via prctl and seccomp) - > STATUS: NOT VULNERABLE (Mitigation: Speculative Store Bypass disabled via prctl and seccomp) - - CVE-2018-3615 aka Foreshadow (SGX), L1 terminal fault - * CPU microcode mitigates the vulnerability: N/A - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3620 aka Foreshadow-NG (OS), L1 terminal fault - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-3646 aka Foreshadow-NG (VMM), L1 terminal fault - * Information from the /sys interface: Not affected - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12126 aka Fallout, microarchitectural store buffer data sampling (MSBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12130 aka ZombieLoad, microarchitectural fill buffer data sampling (MFBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12127 aka RIDL, microarchitectural load port data sampling (MLPDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11091 aka RIDL, microarchitectural data sampling uncacheable memory (MDSUM) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2019-11135 aka ZombieLoad V2, TSX Asynchronous Abort (TAA) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2018-12207 aka No eXcuses, iTLB Multihit, machine check exception on page size changes (MCEPSC) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - CVE-2020-0543 aka Special Register Buffer Data Sampling (SRBDS) - * Mitigated according to the /sys interface: YES (Not affected) - > STATUS: NOT VULNERABLE (your CPU vendor reported your CPU model as not affected) - - > SUMMARY: CVE-2017-5753:?? CVE-2017-5715:KO CVE-2017-5754:OK CVE-2018-3640:OK CVE-2018-3639:OK CVE-2018-3615:OK CVE-2018-3620:OK CVE-2018-3646:OK CVE-2018-12126:OK CVE-2018-12130:OK CVE-2018-12127:OK CVE-2019-11091:OK CVE-2019-11135:OK CVE-2018-12207:OK CVE-2020-0543:OK \ No newline at end of file diff --git a/docs/report/introduction/environment/tg.rst b/docs/report/introduction/environment/tg.rst deleted file mode 100644 index 411af83eb5..0000000000 --- a/docs/report/introduction/environment/tg.rst +++ /dev/null @@ -1,72 +0,0 @@ -.. _test_environment_tg: - -TG Settings - TRex ------------------- - -TG Version -~~~~~~~~~~ - -|trex-release| - -DPDK Version -~~~~~~~~~~~~ - -DPDK v21.02 - -TG Installation -~~~~~~~~~~~~~~~ - -T-Rex installation is managed via Ansible role. - -TG Startup Configuration -~~~~~~~~~~~~~~~~~~~~~~~~ - -:: - - $ sudo -E -S sh -c 'cat << EOF > /etc/trex_cfg.yaml - - version: 2 - c: 8 - limit_memory: 8192 - interfaces: ["${pci1}","${pci2}"] - port_info: - - dest_mac: [${dest_mac1}] - src_mac: [${src_mac1}] - - dest_mac: [${dest_mac2}] - src_mac: [${src_mac2}] - platform : - master_thread_id: 0 - latency_thread_id: 9 - dual_if: - - socket: 0 - threads: [1, 2, 3, 4, 5, 6, 7, 8] - EOF' - -TG Startup Command (Stateless Mode) -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -:: - - $ sudo -E -S sh -c "cd '${trex_install_dir}/scripts/' && \ - nohup ./t-rex-64 -i --prefix $(hostname) --hdrh --no-scapy-server \ - --mbuf-factor 32 > /tmp/trex.log 2>&1 &" > /dev/null - -Also, Python client is now starting traffic with: - -:: - - core_mask=STLClient.CORE_MASK_PIN - -TG Startup Command (Stateful Mode) -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -:: - - $ sudo -E -S sh -c "cd '${trex_install_dir}/scripts/' && \ - nohup ./t-rex-64 -i --prefix $(hostname) --astf --hdrh --no-scapy-server \ - --mbuf-factor 32 > /tmp/trex.log 2>&1 &" > /dev/null - - -TG API Driver -~~~~~~~~~~~~~ - -`TRex driver`_ diff --git a/docs/report/introduction/index.rst b/docs/report/introduction/index.rst deleted file mode 100644 index 4a80a148fb..0000000000 --- a/docs/report/introduction/index.rst +++ /dev/null @@ -1,11 +0,0 @@ -Introduction -============ - -.. toctree:: - - report_history - introduction - test_scenarios_overview - physical_testbeds - methodology - documentation diff --git a/docs/report/introduction/introduction.rst b/docs/report/introduction/introduction.rst deleted file mode 100644 index 88e11665b0..0000000000 --- a/docs/report/introduction/introduction.rst +++ /dev/null @@ -1,117 +0,0 @@ -Report Structure -================ - -FD.io |csit-release| report contains system performance and functional -testing data of |vpp-release|. `PDF version of this report`_ is -available for download. - -|csit-release| report is structured as follows: - -#. INTRODUCTION: General introduction to FD.io |csit-release|. - - - **Introduction**: This section. - - **Test Scenarios Overview**: A brief overview of test scenarios - covered in this report. - - **Physical Testbeds**: Description of physical testbeds. - - **Test Methodology**: Performance benchmarking and functional test - methodologies. - -#. VPP PERFORMANCE: VPP performance tests executed in physical - FD.io testbeds. - - - **Overview**: Tested logical topologies, test coverage and naming - specifics. - - **Release Notes**: Changes in |csit-release|, added tests, - environment or methodology changes, known issues. - - **Packet Throughput**: NDR, PDR throughput graphs based on results - from repeated same test job executions to verify repeatibility of - measurements. - - **Speedup Multi-Core**: NDR, PDR throughput multi-core speedup - graphs based on results from test job executions. - - **Packet Latency**: Latency graphs based on results from test job - executions. - - **Soak Tests**: Long duration soak tests are executed using PLRsearch - algorithm. - - **NFV Service Density**: Network Function Virtualization (NFV) service - density tests focus on measuring total per server throughput at varied NFV - service "packing" densities with vswitch providing host dataplane. - - **Comparisons**: Performance comparisons between VPP releases and - between different testbed types. - - **Throughput Trending**: References to continuous VPP performance - trending. - - **Test Environment**: Performance test environment configuration. - - **Documentation**: Pointers to CSIT source code documentation for VPP - performance tests. - -#. DPDK PERFORMANCE: DPDK performance tests executed in physical - FD.io testbeds. - - - **Overview**: Tested logical topologies, test coverage. - - **Release Notes**: Changes in |csit-release|, known issues. - - **Packet Throughput**: NDR, PDR throughput graphs based on results - from repeated same test job executions to verify repeatibility of - measurements. - - **Packet Latency**: Latency graphs based on results from test job - executions. - - **Comparisons**: Performance comparisons between DPDK releases and - between different testbed types. - - **Throughput Trending**: References to regular DPDK performance - trending. - - **Test Environment**: Performance test environment configuration. - - **Documentation**: Pointers to CSIT source code documentation for - DPDK performance tests. - -#. TREX PERFORMANCE: TREX performance tests executed in physical - FD.io testbeds. - - - **Overview**: Tested logical topologies, test coverage. - - **Release Notes**: Changes in |csit-release|, known issues. - - **Packet Throughput**: NDR, PDR throughput graphs based on results - from repeated same test job executions to verify repeatibility of - measurements. - - **Packet Latency**: Latency graphs based on results from test job - executions. - - **Throughput Trending**: References to regular TREX performance - trending. - - **Test Environment**: Performance test environment configuration. - -#. VPP DEVICE: VPP functional tests executed in physical FD.io - testbeds using containers. - - - **Overview**: Tested virtual topologies, test coverage and naming - specifics; - - **Release Notes**: Changes in |csit-release|, added tests, - environment or methodology changes, known issues. - - **Integration Tests**: Functional test environment configuration. - - **Documentation**: Pointers to CSIT source code documentation for - VPP functional tests. - -#. DETAILED RESULTS: Detailed result tables auto-generated from CSIT - test job executions using RF (Robot Framework) output files as - sources. - - - **VPP Performance NDR/PDR**: VPP NDR/PDR throughput and latency. - - **VPP Performance MRR**: VPP MRR throughput. - - **DPDK Performance**: DPDK Testpmd and L3fwd NDR/PDR throughput - and latency. - -#. TEST CONFIGURATION: VPP DUT configuration data based on VPP API - Test (VAT) Commands History auto-generated from CSIT test job - executions using RF output files as sources. - - - **VPP Performance NDR/PDR**: Configuration data. - - **VPP Performance MRR**: Configuration data. - -#. TEST OPERATIONAL DATA: VPP DUT operational data auto-generated - from CSIT test job executions using RFoutput files as sources. - - - **VPP Performance NDR/PDR**: VPP `show run` outputs under test - load. - -#. CSIT FRAMEWORK DOCUMENTATION: Description of the overall FD.io - CSIT framework. - - - **Design**: Framework modular design hierarchy. - - **Test naming**: Test naming convention. - - **CSIT RF Tags Descriptions**: CSIT RF Tags used for test suite and - test case grouping and selection. diff --git a/docs/report/introduction/methodology.rst b/docs/report/introduction/methodology.rst deleted file mode 100644 index 4491fde781..0000000000 --- a/docs/report/introduction/methodology.rst +++ /dev/null @@ -1,33 +0,0 @@ - -.. _test_methodology: - -Test Methodology -================ - -.. toctree:: - - methodology_terminology - methodology_per_thread_resources - methodology_vpp_forwarding_modes - methodology_data_plane_throughput/index - methodology_trex_traffic_generator - methodology_dut_state - methodology_nat44 - methodology_packet_latency - methodology_packet_flow_ordering - methodology_tunnel_encapsulations - methodology_ipsec - methodology_acls - methodology_multi_core_speedup - methodology_hoststack_testing/index - methodology_gso - methodology_reconf - methodology_vpp_startup_settings - methodology_kvm_vms_vhost_user - methodology_containers - methodology_lxc_drc_container_memif - methodology_nfv_service_density - methodology_vpp_device_functional - methodology_autogen - methodology_rca/index - methodology_trending/index \ No newline at end of file diff --git a/docs/report/introduction/methodology_acls.rst b/docs/report/introduction/methodology_acls.rst deleted file mode 100644 index 512532fead..0000000000 --- a/docs/report/introduction/methodology_acls.rst +++ /dev/null @@ -1,68 +0,0 @@ -Access Control Lists --------------------- - -VPP is tested in a number of data plane feature configurations across -different forwarding modes. Following sections list features tested. - -ACL Security-Groups -~~~~~~~~~~~~~~~~~~~ - -Both stateless and stateful access control lists (ACL), also known as -security-groups, are supported by VPP. - -Following ACL configurations are tested for MAC switching with L2 -bridge-domains: - -- *l2bdbasemaclrn-iacl{E}sl-{F}flows*: Input stateless ACL, with {E} - entries and {F} flows. -- *l2bdbasemaclrn-oacl{E}sl-{F}flows*: Output stateless ACL, with {E} - entries and {F} flows. -- *l2bdbasemaclrn-iacl{E}sf-{F}flows*: Input stateful ACL, with {E} - entries and {F} flows. -- *l2bdbasemaclrn-oacl{E}sf-{F}flows*: Output stateful ACL, with {E} - entries and {F} flows. - -Following ACL configurations are tested with IPv4 routing: - -- *ip4base-iacl{E}sl-{F}flows*: Input stateless ACL, with {E} entries - and {F} flows. -- *ip4base-oacl{E}sl-{F}flows*: Output stateless ACL, with {E} entries - and {F} flows. -- *ip4base-iacl{E}sf-{F}flows*: Input stateful ACL, with {E} entries and - {F} flows. -- *ip4base-oacl{E}sf-{F}flows*: Output stateful ACL, with {E} entries - and {F} flows. - -ACL tests are executed with the following combinations of ACL entries -and number of flows: - -- ACL entry definitions - - - flow non-matching deny entry: (src-ip4, dst-ip4, src-port, dst-port). - - flow matching permit ACL entry: (src-ip4, dst-ip4). - -- {E} - number of non-matching deny ACL entries, {E} = [1, 10, 50]. -- {F} - number of UDP flows with different tuple (src-ip4, dst-ip4, - src-port, dst-port), {F} = [100, 10k, 100k]. -- All {E}x{F} combinations are tested per ACL type, total of 9. - -ACL MAC-IP -~~~~~~~~~~ - -MAC-IP binding ACLs are tested for MAC switching with L2 bridge-domains: - -- *l2bdbasemaclrn-macip-iacl{E}sl-{F}flows*: Input stateless ACL, with - {E} entries and {F} flows. - -MAC-IP ACL tests are executed with the following combinations of ACL -entries and number of flows: - -- ACL entry definitions - - - flow non-matching deny entry: (dst-ip4, dst-mac, bit-mask) - - flow matching permit ACL entry: (dst-ip4, dst-mac, bit-mask) - -- {E} - number of non-matching deny ACL entries, {E} = [1, 10, 50] -- {F} - number of UDP flows with different tuple (dst-ip4, dst-mac), - {F} = [100, 10k, 100k] -- All {E}x{F} combinations are tested per ACL type, total of 9. diff --git a/docs/report/introduction/methodology_autogen.rst b/docs/report/introduction/methodology_autogen.rst deleted file mode 100644 index 5453775b7a..0000000000 --- a/docs/report/introduction/methodology_autogen.rst +++ /dev/null @@ -1,139 +0,0 @@ -.. _autogen_methodology: - -Suite Generation -^^^^^^^^^^^^^^^^ - -CSIT uses robot suite files to define tests. -However, not all suite files available for Jenkins jobs -(or manually started bootstrap scripts) are present in CSIT git repository. -They are generated only when needed. - -Autogen Library -~~~~~~~~~~~~~~~ - -There is a code generation layer implemented as Python library called "autogen", -called by various bash scripts. - -It generates the full extent of CSIT suites, using the ones in git as templates. - -Sources -~~~~~~~ - -The generated suites (and their contents) are affected by multiple information -sources, listed below. - -Git Suites -`````````` - -The suites present in git repository act as templates for generating suites. -One of autogen design principles is that any template suite should also act -as a full suite (no placeholders). - -In practice, autogen always re-creates the template suite with exactly -the same content, it is one of checks that autogen works correctly. - -Regenerate Script -````````````````` - -Not all suites present in CSIT git repository act as template for autogen. -The distinction is on per-directory level. Directories with -regenerate_testcases.py script usually consider all suites as templates -(unless possibly not included by the glob patten in the script). - -The script also specifies minimal frame size, indirectly, by specifying protocol -(protocol "ip4" is the default, leading to 64B frame size). - -Constants -````````` - -Values in Constants.py are taken into consideration when generating suites. -The values are mostly related to different NIC models and NIC drivers. - -Python Code -``````````` - -Python code in resources/libraries/python/autogen contains several other -information sources. - -Testcase Templates -__________________ - -The test case part of template suite is ignored, test case lines -are created according to text templates in Testcase.py file. - -Testcase Argument Lists -_______________________ - -Each testcase template has different number of "arguments", e.g. values -to put into various placeholders. Different test types need different -lists of the argument values, the lists are in regenerate_glob method -in Regenerator.py file. - -Iteration Over Values -_____________________ - -Python code detects the test type (usually by substrings of suite file name), -then iterates over different quantities based on type. -For example, only ndrpdr suite templates generate other types (mrr and soak). - -Hardcoded Exclusions -____________________ - -Some combinations of values are known not to work, so they are excluded. -Examples: Density tests for too much CPUs; IMIX for ASTF. - -Non-Sources -~~~~~~~~~~~ - -Some information sources are available in CSIT repository, -but do not affect the suites generated by autogen. - -Testbeds -```````` - -Overall, no information visible in topology yaml files is taken into account -by autogen. - -Testbed Architecture -____________________ - -Historically, suite files are agnostic to testbed architecture, e.g. ICX or ALT. - -Testbed Size -____________ - -Historically, 2-node and 3-node suites have diferent names, and while -most of the code is common, the differences are not always simple enough. -Autogen treat 2-node and 3-node suites as independent templates. - -TRex suites are intended for a 1-node circuit of otherwise 2-node or 3-node -testbeds, so they support all 3 robot tags. -They are also detected and treated differently by autogen, -mainly because they need different testcase arguments (no CPU count). -Autogen does nothing specifically related to the fact they should run -only in testbeds/NICs with TG-TG line available. - -Other Topology Info -___________________ - -Some bonding tests need two (parallel) links between DUTs. -Autogen does not care, as suites are agnostic. -Robot tag marks the difference, but the link presence is not explicitly checked. - -Job specs -````````` - -Information in job spec files depend on generated suites (not the other way). -Autogen should generate more suites, as job spec is limited by time budget. -More suites should be available for manually triggered verify jobs, -so autogen covers that. - -Bootstrap Scripts -````````````````` - -Historically, bootstrap scripts perform some logic, -perhaps adding exclusion options to Robot invocation -(e.g. skipping testbed+NIC combinations for tests that need parallel links). - -Once again, the logic here relies on what autogen generates, -autogen does not look into bootstrap scripts. diff --git a/docs/report/introduction/methodology_containers.rst b/docs/report/introduction/methodology_containers.rst deleted file mode 100644 index 14817df64f..0000000000 --- a/docs/report/introduction/methodology_containers.rst +++ /dev/null @@ -1,421 +0,0 @@ - -.. _container_orchestration_in_csit: - -Container Orchestration in CSIT -=============================== - -Overview --------- - -Linux Containers -~~~~~~~~~~~~~~~~ - -Linux Containers is an OS-level virtualization method for running -multiple isolated Linux systems (containers) on a compute host using a -single Linux kernel. Containers rely on Linux kernel cgroups -functionality for controlling usage of shared system resources (i.e. -CPU, memory, block I/O, network) and for namespace isolation. The latter -enables complete isolation of applications' view of operating -environment, including process trees, networking, user IDs and mounted -file systems. - -:abbr:`LXC (Linux Containers)` combine kernel's cgroups and support for isolated -namespaces to provide an isolated environment for applications. Docker -does use LXC as one of its execution drivers, enabling image management -and providing deployment services. More information in [lxc]_, [lxcnamespace]_ -and [stgraber]_. - -Linux containers can be of two kinds: privileged containers and -unprivileged containers. - -Unprivileged Containers -~~~~~~~~~~~~~~~~~~~~~~~ - -Running unprivileged containers is the safest way to run containers in a -production environment. From LXC 1.0 one can start a full system -container entirely as a user, allowing to map a range of UIDs on the -host into a namespace inside of which a user with UID 0 can exist again. -In other words an unprivileged container does mask the userid from the -host, making it impossible to gain a root access on the host even if a -user gets root in a container. With unprivileged containers, non-root -users can create containers and will appear in the container as the -root, but will appear as userid on the host. Unprivileged -containers are also better suited to supporting multi-tenancy operating -environments. More information in [lxcsecurity]_ and [stgraber]_. - -Privileged Containers -~~~~~~~~~~~~~~~~~~~~~ - -Privileged containers do not mask UIDs, and container UID 0 is mapped to -the host UID 0. Security and isolation is controlled by a good -configuration of cgroup access, extensive AppArmor profile preventing -the known attacks as well as container capabilities and SELinux. Here a -list of applicable security control mechanisms: - -- Capabilities - keep (whitelist) or drop (blacklist) Linux capabilities, - [capabilities]_. -- Control groups - cgroups, resource bean counting, resource quotas, access - restrictions, [cgroup1]_, [cgroup2]_. -- AppArmor - apparmor profiles aim to prevent any of the known ways of - escaping a container or cause harm to the host, [apparmor]_. -- SELinux - Security Enhanced Linux is a Linux kernel security module - that provides similar function to AppArmor, supporting access control - security policies including United States Department of Defense-style - mandatory access controls. Mandatory access controls allow an - administrator of a system to define how applications and users can - access different resources such as files, devices, networks and inter- - process communication, [selinux]_. -- Seccomp - secure computing mode, enables filtering of system calls, - [seccomp]_. - -More information in [lxcsecurity]_ and [lxcsecfeatures]_. - -**Linux Containers in CSIT** - -CSIT is using Privileged Containers as the ``sysfs`` is mounted with RW -access. Sysfs is required to be mounted as RW due to VPP accessing -:command:`/sys/bus/pci/drivers/uio_pci_generic/unbind`. This is not the case of -unprivileged containers where ``sysfs`` is mounted as read-only. - - -Orchestrating Container Lifecycle Events -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -Following Linux container lifecycle events need to be addressed by an -orchestration system: - -1. Acquire - acquiring/downloading existing container images via - :command:`docker pull` or :command:`lxc-create -t download`. - -2. Build - building a container image from scratch or another - container image via :command:`docker build ` or - customizing LXC templates in - `GitHub `_. - -3. (Re-)Create - creating a running instance of a container application - from anew, or re-creating one that failed. A.k.a. (re-)deploy via - :command:`docker run` or :command:`lxc-start` - -4. Execute - execute system operations within the container by attaching to - running container. THis is done by :command:`lxc-attach` or - :command:`docker exec` - -5. Distribute - distributing pre-built container images to the compute - nodes. Currently not implemented in CSIT. - - -Container Orchestration Systems Used in CSIT --------------------------------------------- - -Current CSIT testing framework integrates following Linux container -orchestration mechanisms: - -- LXC/Docker for complete VPP container lifecycle control. - -LXC -~~~ - -LXC is the well-known and heavily tested low-level Linux container -runtime [lxcsource]_, that provides a userspace interface for the Linux kernel -containment features. With a powerful API and simple tools, LXC enables -Linux users to easily create and manage system or application -containers. LXC uses following kernel features to contain processes: - -- Kernel namespaces: ipc, uts, mount, pid, network and user. -- AppArmor and SELinux security profiles. -- Seccomp policies. -- Chroot. -- Cgroups. - -CSIT uses LXC runtime and LXC usertools to test VPP data plane performance in -a range of virtual networking topologies. - -**Known Issues** - -- Current CSIT restriction: only single instance of lxc runtime due to - the cgroup policies used in CSIT. There is plan to add the capability into - code to create cgroups per container instance to address this issue. This sort - of functionality is better supported in LXC 2.1 but can be done is current - version as well. - -- CSIT code is currently using cgroup to control the range of CPU cores the - LXC container runs on. VPP thread pinning is defined vpp startup.conf. - -Docker -~~~~~~ - -Docker builds on top of Linux kernel containment features, and -offers a high-level tool for wrapping the processes, maintaining and -executing them in containers [docker]_. Currently it is using *runc*, -a CLI tool for spawning and running containers according to the -`OCI specification `_. - -A Docker container image is a lightweight, stand-alone, executable -package that includes everything needed to run the container: -code, runtime, system tools, system libraries, settings. - -CSIT uses Docker to manage the maintenance and execution of -containerized applications used in CSIT performance tests. - -- Data plane thread pinning to CPU cores - Docker CLI and/or Docker - configuration file controls the range of CPU cores the Docker image - must run on. VPP thread pinning defined vpp startup.conf. - -Implementation --------------- - -CSIT container orchestration is implemented in CSIT Level-1 keyword -Python libraries following the Builder design pattern. Builder design -pattern separates the construction of a complex object from its -representation, so that the same construction process can create -different representations e.g. LXC, Docker, other. - -CSIT Robot Framework keywords are then responsible for higher level -lifecycle control of of the named container groups. One can have -multiple named groups, with 1..N containers in a group performing -different role/functionality e.g. NFs, Switch, Kafka bus, ETCD -datastore, etc. ContainerManager class acts as a Director and uses -ContainerEngine class that encapsulate container control. - -Current CSIT implementation is illustrated using UML Class diagram: - -1. Acquire -2. Build -3. (Re-)Create -4. Execute - -:: - - +-----------------------------------------------------------------------+ - | RF Keywords (high level lifecycle control) | - +-----------------------------------------------------------------------+ - | Construct VNF containers on all DUTs | - | Acquire all '${group}' containers | - | Create all '${group}' containers | - | Install all '${group}' containers | - | Configure all '${group}' containers | - | Stop all '${group}' containers | - | Destroy all '${group}' containers | - +-----------------+-----------------------------------------------------+ - | 1 - | - | 1..N - +-----------------v-----------------+ +--------------------------+ - | ContainerManager | | ContainerEngine | - +-----------------------------------+ +--------------------------+ - | __init()__ | | __init(node)__ | - | construct_container() | | acquire(force) | - | construct_containers() | | create() | - | acquire_all_containers() | | stop() | - | create_all_containers() | 1 1 | destroy() | - | execute_on_container() <>-------| info() | - | execute_on_all_containers() | | execute(command) | - | install_vpp_in_all_containers() | | system_info() | - | configure_vpp_in_all_containers() | | install_supervisor() | - | stop_all_containers() | | install_vpp() | - | destroy_all_containers() | | restart_vpp() | - +-----------------------------------+ | create_vpp_exec_config() | - | create_vpp_startup_config| - | is_container_running() | - | is_container_present() | - | _configure_cgroup() | - +-------------^------------+ - | - | - | - +----------+---------+ - | | - +------+------+ +------+------+ - | LXC | | Docker | - +-------------+ +-------------+ - | (inherited) | | (inherited) | - +------+------+ +------+------+ - | | - +----------+---------+ - | - | constructs - | - +---------v---------+ - | Container | - +-------------------+ - | __getattr__(a) | - | __setattr__(a, v) | - +-------------------+ - -Sequentional diagram that illustrates the creation of a single container. - -:: - - Legend: - e = engine [Docker|LXC] - .. = kwargs (variable number of keyword argument) - - +-------+ +------------------+ +-----------------+ - | RF KW | | ContainerManager | | ContainerEngine | - +---+---+ +--------+---------+ +--------+--------+ - | | | - | 1: new ContainerManager(e) | | - +-+---------------------------->+-+ | - |-| |-| 2: new ContainerEngine | - |-| |-+----------------------->+-+ - |-| |-| |-| - |-| +-+ +-+ - |-| | | - |-| 3: construct_container(..) | | - |-+---------------------------->+-+ | - |-| |-| 4: init() | - |-| |-+----------------------->+-+ - |-| |-| |-| 5: new +-------------+ - |-| |-| |-+-------->| Container A | - |-| |-| |-| +-------------+ - |-| |-|<-----------------------+-| - |-| +-+ +-+ - |-| | | - |-| 6: acquire_all_containers() | | - |-+---------------------------->+-+ | - |-| |-| 7: acquire() | - |-| |-+----------------------->+-+ - |-| |-| |-| - |-| |-| |-+--+ - |-| |-| |-| | 8: is_container_present() - |-| |-| True/False |-|<-+ - |-| |-| |-| - |-| |-| |-| - +---------------------------------------------------------------------------------------------+ - | |-| ALT [isRunning & force] |-| |-|--+ | - | |-| |-| |-| | 8a: destroy() | - | |-| |-| |-<--+ | - +---------------------------------------------------------------------------------------------+ - |-| |-| |-| - |-| +-+ +-+ - |-| | | - |-| 9: create_all_containers() | | - |-+---------------------------->+-+ | - |-| |-| 10: create() | - |-| |-+----------------------->+-+ - |-| |-| |-+--+ - |-| |-| |-| | 11: wait('RUNNING') - |-| |-| |-<--+ - |-| +-+ +-+ - |-| | | - +---------------------------------------------------------------------------------------------+ - | |-| ALT | | | - | |-| (install_vpp, configure_vpp) | | | - | |-| | | | - +---------------------------------------------------------------------------------------------+ - |-| | | - |-| 12: destroy_all_containers() | | - |-+---------------------------->+-+ | - |-| |-| 13: destroy() | - |-| |-+----------------------->+-+ - |-| |-| |-| - |-| +-+ +-+ - |-| | | - +++ | | - | | | - + + + - -Container Data Structure -~~~~~~~~~~~~~~~~~~~~~~~~ - -Container is represented in Python L1 library as a separate Class with instance -variables and no methods except overriden ``__getattr__`` and ``__setattr__``. -Instance variables are assigned to container dynamically during the -``construct_container(**kwargs)`` call and are passed down from the RF keyword. - -There is no parameters check functionality. Passing the correct arguments -is a responsibility of the caller. - -Examples -~~~~~~~~ - -This section contains a high-level example of multiple initialization steps -via ContainerManager; taken from an actual CSIT code, -but with non-code lines (comments, Documentation) removed for brevity. - -: - -.. code-block:: robotframework - - | Start containers for test - | | [Arguments] | ${dut}=${None} | ${nf_chains}=${1} | ${nf_nodes}=${1} - | | ... | ${auto_scale}=${True} | ${pinning}=${True} - | | - | | Set Test Variable | @{container_groups} | @{EMPTY} - | | Set Test Variable | ${container_group} | CNF - | | Set Test Variable | ${nf_nodes} - | | Import Library | resources.libraries.python.ContainerUtils.ContainerManager - | | ... | engine=${container_engine} | WITH NAME | ${container_group} - | | Construct chains of containers - | | ... | dut=${dut} | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} - | | ... | auto_scale=${auto_scale} | pinning=${pinning} - | | Acquire all '${container_group}' containers - | | Create all '${container_group}' containers - | | Configure VPP in all '${container_group}' containers - | | Start VPP in all '${container_group}' containers - | | Append To List | ${container_groups} | ${container_group} - | | Save VPP PIDs - -Kubernetes -~~~~~~~~~~ - -For the future use, Kubernetes [k8sdoc]_ is implemented as separate library -``KubernetesUtils.py``, with a class with the same name. This utility provides -an API for L2 Robot Keywords to control ``kubectl`` installed on each of DUTs. -One time initialization script, ``resources/libraries/bash/k8s_setup.sh`` -does reset/init kubectl, and initializes the ``csit`` namespace. CSIT -namespace is required to not to interfere with existing setups and it -further simplifies apply/get/delete Pod/ConfigMap operations on SUTs. - -Kubernetes utility is based on YAML templates to avoid crafting the huge -YAML configuration files, what would lower the readability of code and -requires complicated algorithms. - -Two types of YAML templates are defined: - -- Static - do not change between deployments, that is infrastructure - containers like Kafka, Calico, ETCD. - -- Dynamic - per test suite/case topology YAML files. - -Making own python wrapper library of ``kubectl`` instead of using the -official Python package allows to control and deploy environment over -the SSH library without the need of using isolated driver running on -each of DUTs. - -Tested Topologies -~~~~~~~~~~~~~~~~~ - -Listed CSIT container networking test topologies are defined with DUT -containerized VPP switch forwarding packets between NF containers. Each -NF container runs their own instance of VPP in L2XC configuration. - -Following container networking topologies are tested in |csit-release|: - -- LXC topologies: - - - eth-l2xcbase-eth-2memif-1lxc. - - eth-l2bdbasemaclrn-eth-2memif-1lxc. - -- Docker topologies: - - - eth-l2xcbase-eth-2memif-1docker. - - eth-l2xcbase-eth-1memif-1docker - -References -~~~~~~~~~~ - -.. [lxc] `Linux Containers `_ -.. [lxcnamespace] `Resource management: Linux kernel Namespaces and cgroups `_. -.. [stgraber] `LXC 1.0: Blog post series `_. -.. [lxcsecurity] `Linux Containers Security `_. -.. [capabilities] `Linux manual - capabilities - overview of Linux capabilities `_. -.. [cgroup1] `Linux kernel documentation: cgroups `_. -.. [cgroup2] `Linux kernel documentation: Control Group v2 `_. -.. [selinux] `SELinux Project Wiki `_. -.. [lxcsecfeatures] `LXC 1.0: Security features `_. -.. [lxcsource] `Linux Containers source `_. -.. [apparmor] `Ubuntu AppArmor `_. -.. [seccomp] `SECure COMPuting with filters `_. -.. [docker] `Docker `_. -.. [k8sdoc] `Kubernetes documentation `_. diff --git a/docs/report/introduction/methodology_data_plane_throughput/PLR_patch.svg b/docs/report/introduction/methodology_data_plane_throughput/PLR_patch.svg deleted file mode 100644 index abbe25c3d1..0000000000 --- a/docs/report/introduction/methodology_data_plane_throughput/PLR_patch.svg +++ /dev/null @@ -1,6011 +0,0 @@ - - - - - - image/svg+xml - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/report/introduction/methodology_data_plane_throughput/PLR_vhost.svg b/docs/report/introduction/methodology_data_plane_throughput/PLR_vhost.svg deleted file mode 100644 index c691d8ef17..0000000000 --- a/docs/report/introduction/methodology_data_plane_throughput/PLR_vhost.svg +++ /dev/null @@ -1,5560 +0,0 @@ - - - - - - image/svg+xml - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/report/introduction/methodology_data_plane_throughput/index.rst b/docs/report/introduction/methodology_data_plane_throughput/index.rst deleted file mode 100644 index e2e373c56f..0000000000 --- a/docs/report/introduction/methodology_data_plane_throughput/index.rst +++ /dev/null @@ -1,9 +0,0 @@ -Data Plane Throughput ---------------------- - -.. toctree:: - - methodology_data_plane_throughput - methodology_mlrsearch_tests - methodology_mrr_throughput - methodology_plrsearch diff --git a/docs/report/introduction/methodology_data_plane_throughput/methodology_data_plane_throughput.rst b/docs/report/introduction/methodology_data_plane_throughput/methodology_data_plane_throughput.rst deleted file mode 100644 index 24e76ef391..0000000000 --- a/docs/report/introduction/methodology_data_plane_throughput/methodology_data_plane_throughput.rst +++ /dev/null @@ -1,151 +0,0 @@ -.. _data_plane_throughput: - -Data Plane Throughput Tests -^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -Network data plane throughput is measured using multiple test methods in -order to obtain representative and repeatable results across the large -set of performance test cases implemented and executed within CSIT. - -Following throughput test methods are used: - -- MLRsearch - Multiple Loss Ratio search -- MRR - Maximum Receive Rate -- PLRsearch - Probabilistic Loss Ratio search - -.. - TODO: Add RECONF. - TODO: Link to method-specific pages instead of duplicate info below. - -Description of each test method is followed by generic test properties -shared by all methods. - -MLRsearch Tests -~~~~~~~~~~~~~~~ - -Description -``````````` - -Multiple Loss Ratio search (MLRsearch) tests discover multiple packet -throughput rates in a single search, reducing the overall test execution -time compared to a binary search. Each rate is associated with a -distinct Packet Loss Ratio (PLR) criteria. In FD.io CSIT two throughput -rates are discovered: Non-Drop Rate (NDR, with zero packet loss, PLR=0) -and Partial Drop Rate (PDR, with PLR<0.5%). MLRsearch is compliant with -:rfc:`2544`. - -Usage -````` - -MLRsearch tests are run to discover NDR and PDR rates for each VPP and -DPDK release covered by CSIT report. Results for small frame sizes -(64b/78B, IMIX) are presented in packet throughput graphs -(Box-and-Whisker Plots) with NDR and PDR rates plotted against the test -cases covering popular VPP packet paths. - -Each test is executed at least 10 times to verify measurements -repeatability and results are compared between releases and test -environments. NDR and PDR packet and bandwidth throughput results for -all frame sizes and for all tests are presented in detailed results -tables. - -Details -``````` - -See :ref:`mlrsearch_algorithm` section for more detail. MLRsearch is -being standardized in IETF in `draft-ietf-bmwg-mlrsearch -`_. - -MRR Tests -~~~~~~~~~ - -Description -``````````` - -Maximum Receive Rate (MRR) tests are complementary to MLRsearch tests, -as they provide a maximum “raw” throughput benchmark for development and -testing community. - -MRR tests measure the packet forwarding rate under the maximum load -offered by traffic generator (dependent on link type and NIC model) over -a set trial duration, regardless of packet loss. Maximum load for -specified Ethernet frame size is set to the bi-directional link rate. - -Usage -````` - -MRR tests are much faster than MLRsearch as they rely on a single trial -or a small set of trials with very short duration. It is this property -that makes them suitable for continuous execution in daily performance -trending jobs enabling detection of performance anomalies (regressions, -progressions) resulting from data plane code changes. - -MRR tests are also used for VPP per patch performance jobs verifying -patch performance vs parent. CSIT reports include MRR throughput -comparisons between releases and test environments. Small frame sizes -only (64b/78B, IMIX). - -Details -``````` - -See :ref:`mrr_throughput` section for more detail about MRR tests -configuration. - -FD.io CSIT performance dashboard includes complete description of -`daily performance trending tests -`_ -and `VPP per patch tests -`_. - -PLRsearch Tests -~~~~~~~~~~~~~~~ - -Description -``````````` - -Probabilistic Loss Ratio search (PLRsearch) tests discovers a packet -throughput rate associated with configured Packet Loss Ratio (PLR) -criteria for tests run over an extended period of time a.k.a. soak -testing. PLRsearch assumes that system under test is probabilistic in -nature, and not deterministic. - -Usage -````` - -PLRsearch are run to discover a sustained throughput for PLR=10^-7 -(close to NDR) for VPP release covered by CSIT report. Results for small -frame sizes (64b/78B) are presented in packet throughput graphs (Box -Plots) for a small subset of baseline tests. - -Each soak test lasts 30 minutes and is executed at least twice. Results are -compared against NDR and PDR rates discovered with MLRsearch. - -Details -``````` - -See :ref:`plrsearch` methodology section for more detail. PLRsearch is -being standardized in IETF in `draft-vpolak-bmwg-plrsearch -`_. - -Generic Test Properties -~~~~~~~~~~~~~~~~~~~~~~~ - -All data plane throughput test methodologies share following generic -properties: - -- Tested L2 frame sizes (untagged Ethernet): - - - IPv4 payload: 64B, IMIX (28x64B, 16x570B, 4x1518B), 1518B, 9000B. - - IPv6 payload: 78B, IMIX (28x78B, 16x570B, 4x1518B), 1518B, 9000B. - - All quoted sizes include frame CRC, but exclude per frame - transmission overhead of 20B (preamble, inter frame gap). - -- Offered packet load is always bi-directional and symmetric. -- All measured and reported packet and bandwidth rates are aggregate - bi-directional rates reported from external Traffic Generator - perspective. - -.. - TODO: Incorporate ASTF specifics: No IMIX, transactions instead of packets, - slightly non-symmetric traffic with TCP profiles, unsure max_rate. - TODO: Mention latency. diff --git a/docs/report/introduction/methodology_data_plane_throughput/methodology_mlrsearch_tests.rst b/docs/report/introduction/methodology_data_plane_throughput/methodology_mlrsearch_tests.rst deleted file mode 100644 index 1f0da11f49..0000000000 --- a/docs/report/introduction/methodology_data_plane_throughput/methodology_mlrsearch_tests.rst +++ /dev/null @@ -1,88 +0,0 @@ -.. _mlrsearch_algorithm: - -MLRsearch Tests -^^^^^^^^^^^^^^^ - -Overview -~~~~~~~~ - -Multiple Loss Ratio search (MLRsearch) tests use an optimized search algorithm -implemented in FD.io CSIT project. MLRsearch discovers any number of -loss ratio loads in a single search. - -Two loss ratio goals are of interest in FD.io CSIT, leading to Non-Drop Rate -(NDR, loss ratio goal is exact zero) and Partial Drop Rate -(PDR, non-zero loss ratio goal, currently 0.5%). - -MLRsearch discovers all the loads in a single pass, reducing required time -duration compared to separate `binary search`_es for each rate. Overall -search time is reduced even further by relying on shorter trial -durations of intermediate steps, with only the final measurements -conducted at the specified final trial duration. This results in the -shorter overall execution time when compared to standard NDR/PDR binary -search, while guaranteeing similar results. - -.. Note:: All throughput rates are *always* bi-directional - aggregates of two equal (symmetric) uni-directional packet rates - received and reported by an external traffic generator, - unless the test specifically requires unidirectional traffic. - -Search Implementation -~~~~~~~~~~~~~~~~~~~~~ - -Detailed description of the MLRsearch algorithm is included in the IETF -draft `draft-ietf-bmwg-mlrsearch-02 -`_ -that is in the process of being standardized in the IETF Benchmarking -Methodology Working Group (BMWG). -(Newer version is published in IETF, describing improvements not yet used -in CSIT production.) - -MLRsearch is also available as a `PyPI (Python Package Index) library -`_. - -Algorithm highlights -~~~~~~~~~~~~~~~~~~~~ - -MRR and receive rate at MRR load are used as initial guesses for the search. - -All previously measured trials (except the very first one which can act -as a warm-up) are taken into consideration, unless superseded -by a trial at the same load but higher duration. - -For every loss ratio goal, tightest upper and lower bound -(from results of large enough trial duration) form an interval. -Exit condition is given by that interval reaching low enough relative width. -Small enough width is achieved by bisecting the current interval. -The bisection can be uneven, to save measurements based on information theory. - -Switching to higher trial duration generally requires a re-measure -at a load from previous trial duration. -When the re-measurement does not confirm previous bound classification -(e.g. tightest lower bound at shorter trial duration becomes -a newest tightest upper bound upon re-measurement), -external search is used to find close enough bound of the lost type. -External search is a generalization of the first stage of `exponential search`_. - -Shorter trial durations use double width goal, -because one bisection is always safe before risking external search. - -Within an iteration for a specific trial duration, smaller loss ratios (NDR) -are narrowed down first before search continues with higher loss ratios (PDR). - -Other heuristics are there, aimed to prevent unneccessarily narrow intervals, -and to handle corner cases around min and max load. - -Deviations from RFC 2544 -~~~~~~~~~~~~~~~~~~~~~~~~ - -CSIT does not have any explicit wait times before and after trial traffic. - -Small differences between intended and offered load are tolerated, -mainly due to various time overheads preventing precise measurement -of the traffic duration (and TRex can sometimes suffer from duration stretching). - -The final trial duration is only 30s (10s for reconf tests). - -.. _binary search: https://en.wikipedia.org/wiki/Binary_search -.. _exponential search: https://en.wikipedia.org/wiki/Exponential_search diff --git a/docs/report/introduction/methodology_data_plane_throughput/methodology_mrr_throughput.rst b/docs/report/introduction/methodology_data_plane_throughput/methodology_mrr_throughput.rst deleted file mode 100644 index f2a6cd57cd..0000000000 --- a/docs/report/introduction/methodology_data_plane_throughput/methodology_mrr_throughput.rst +++ /dev/null @@ -1,54 +0,0 @@ -.. _mrr_throughput: - -MRR Throughput -^^^^^^^^^^^^^^ - -Maximum Receive Rate (MRR) tests are complementary to MLRsearch tests, -as they provide a maximum "raw" throughput benchmark for development and -testing community. MRR tests measure the packet forwarding rate under -the maximum load offered by traffic generator over a set trial duration, -regardless of packet loss. - -MRR tests are currently used for following test jobs: - -- Report performance comparison: 64B, IMIX for vhost, memif. -- Daily performance trending: 64B, IMIX for vhost, memif. -- Per-patch performance verification: 64B. -- Initial iterations of MLRsearch and PLRsearch: 64B. - -Maximum offered load for specific L2 Ethernet frame size is set to -either the maximum bi-directional link rate or tested NIC model -capacity, as follows: - -- For 10GE NICs the maximum packet rate load is 2x14.88 Mpps for 64B, a - 10GE bi-directional link rate. -- For 25GE NICs the maximum packet rate load is 2x18.75 Mpps for 64B, a - 25GE bi-directional link sub-rate limited by 25GE NIC used on TRex TG, - XXV710. -- For 40GE NICs the maximum packet rate load is 2x18.75 Mpps for 64B, a - 40GE bi-directional link sub-rate limited by 40GE NIC used on TRex - TG,XL710. Packet rate for other tested frame sizes is limited by - PCIeGen3 x8 bandwidth limitation of ~50Gbps. - -MRR test code implements multiple bursts of offered packet load and has -two configurable burst parameters: individual trial duration and number -of trials in a single burst. This enables more precise performance -trending by providing more results data for analysis. - -Burst parameter settings vary between different tests using MRR: - -- MRR individual trial duration: - - - Report performance comparison: 1 sec. - - Daily performance trending: 1 sec. - - Per-patch performance verification: 10 sec. - - Initial iteration for MLRsearch: 1 sec. - - Initial iteration for PLRsearch: 5.2 sec. - -- Number of MRR trials per burst: - - - Report performance comparison: 10. - - Daily performance trending: 10. - - Per-patch performance verification: 5. - - Initial iteration for MLRsearch: 1. - - Initial iteration for PLRsearch: 1. diff --git a/docs/report/introduction/methodology_data_plane_throughput/methodology_plrsearch.rst b/docs/report/introduction/methodology_data_plane_throughput/methodology_plrsearch.rst deleted file mode 100644 index a128674384..0000000000 --- a/docs/report/introduction/methodology_data_plane_throughput/methodology_plrsearch.rst +++ /dev/null @@ -1,429 +0,0 @@ -.. _plrsearch: - -PLRsearch -^^^^^^^^^ - -Motivation for PLRsearch -~~~~~~~~~~~~~~~~~~~~~~~~ - -Network providers are interested in throughput a system can sustain. - -`RFC 2544`_ assumes loss ratio is given by a deterministic function of -offered load. But NFV software systems are not deterministic enough. -This makes deterministic algorithms (such as `binary search`_ per RFC 2544 -and MLRsearch with single trial) to return results, -which when repeated show relatively high standard deviation, -thus making it harder to tell what "the throughput" actually is. - -We need another algorithm, which takes this indeterminism into account. - -Generic Algorithm -~~~~~~~~~~~~~~~~~ - -Detailed description of the PLRsearch algorithm is included in the IETF -draft `draft-vpolak-bmwg-plrsearch-02`_ that is in the process -of being standardized in the IETF Benchmarking Methodology Working Group (BMWG). - -Terms -````` - -The rest of this page assumes the reader is familiar with the following terms -defined in the IETF draft: - -+ Trial Order Independent System -+ Duration Independent System -+ Target Loss Ratio -+ Critical Load -+ Offered Load regions - - + Zero Loss Region - + Non-Deterministic Region - + Guaranteed Loss Region - -+ Fitting Function - - + Stretch Function - + Erf Function - -+ Bayesian Inference - - + Prior distribution - + Posterior Distribution - -+ Numeric Integration - - + Monte Carlo - + Importance Sampling - -FD.io CSIT Implementation Specifics -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -The search receives min_rate and max_rate values, to avoid measurements -at offered loads not supporeted by the traffic generator. - -The implemented tests cases use bidirectional traffic. -The algorithm stores each rate as bidirectional rate (internally, -the algorithm is agnostic to flows and directions, -it only cares about aggregate counts of packets sent and packets lost), -but debug output from traffic generator lists unidirectional values. - -Measurement Delay -````````````````` - -In a sample implemenation in FD.io CSIT project, there is roughly 0.5 -second delay between trials due to restrictons imposed by packet traffic -generator in use (T-Rex). - -As measurements results come in, posterior distribution computation takes -more time (per sample), although there is a considerable constant part -(mostly for inverting the fitting functions). - -Also, the integrator needs a fair amount of samples to reach the region -the posterior distribution is concentrated at. - -And of course, the speed of the integrator depends on computing power -of the CPU the algorithm is able to use. - -All those timing related effects are addressed by arithmetically increasing -trial durations with configurable coefficients -(currently 5.1 seconds for the first trial, -each subsequent trial being 0.1 second longer). - -Rounding Errors and Underflows -`````````````````````````````` - -In order to avoid them, the current implementation tracks natural logarithm -(instead of the original quantity) for any quantity which is never negative. -Logarithm of zero is minus infinity (not supported by Python), -so special value "None" is used instead. -Specific functions for frequent operations (such as "logarithm -of sum of exponentials") are defined to handle None correctly. - -Fitting Functions -````````````````` - -Current implementation uses two fitting functions, called "stretch" and "erf". -In general, their estimates for critical rate differ, -which adds a simple source of systematic error, -on top of randomness error reported by integrator. -Otherwise the reported stdev of critical rate estimate -is unrealistically low. - -Both functions are not only increasing, but also convex -(meaning the rate of increase is also increasing). - -Both fitting functions have several mathematically equivalent formulas, -each can lead to an arithmetic overflow or underflow in different sub-terms. -Overflows can be eliminated by using different exact formulas -for different argument ranges. -Underflows can be avoided by using approximate formulas -in affected argument ranges, such ranges have their own formulas to compute. -At the end, both fitting function implementations -contain multiple "if" branches, discontinuities are a possibility -at range boundaries. - -Prior Distributions -``````````````````` - -The numeric integrator expects all the parameters to be distributed -(independently and) uniformly on an interval (-1, 1). - -As both "mrr" and "spread" parameters are positive and not dimensionless, -a transformation is needed. Dimentionality is inherited from max_rate value. - -The "mrr" parameter follows a `Lomax distribution`_ -with alpha equal to one, but shifted so that mrr is always greater than 1 -packet per second. - -The "stretch" parameter is generated simply as the "mrr" value -raised to a random power between zero and one; -thus it follows a `reciprocal distribution`_. - -Integrator -`````````` - -After few measurements, the posterior distribution of fitting function -arguments gets quite concentrated into a small area. -The integrator is using `Monte Carlo`_ with `importance sampling`_ -where the biased distribution is `bivariate Gaussian`_ distribution, -with deliberately larger variance. -If the generated sample falls outside (-1, 1) interval, -another sample is generated. - -The center and the covariance matrix for the biased distribution -is based on the first and second moments of samples seen so far -(within the computation). The center is used directly, -covariance matrix is scaled up by a heurictic constant (8.0 by default). -The following additional features are applied -designed to avoid hyper-focused distributions. - -Each computation starts with the biased distribution inherited -from the previous computation (zero point and unit covariance matrix -is used in the first computation), but the overal weight of the data -is set to the weight of the first sample of the computation. -Also, the center is set to the first sample point. -When additional samples come, their weight (including the importance correction) -is compared to sum of the weights of data seen so far (within the iteration). -If the new sample is more than one e-fold more impactful, both weight values -(for data so far and for the new sample) are set to (geometric) average -of the two weights. - -This combination showed the best behavior, as the integrator usually follows -two phases. First phase (where inherited biased distribution -or single big sample are dominating) is mainly important -for locating the new area the posterior distribution is concentrated at. -The second phase (dominated by whole sample population) -is actually relevant for the critical rate estimation. - -Offered Load Selection -`````````````````````` - -First two measurements are hardcoded to happen at the middle of rate interval -and at max_rate. Next two measurements follow MRR-like logic, -offered load is decreased so that it would reach target loss ratio -if offered load decrease lead to equal decrease of loss rate. - -The rest of measurements start directly in between -erf and stretch estimate average. -There is one workaround implemented, aimed at reducing the number of consequent -zero loss measurements (per fitting function). The workaround first stores -every measurement result which loss ratio was the targed loss ratio or higher. -Sorted list (called lossy loads) of such results is maintained. - -When a sequence of one or more zero loss measurement results is encountered, -a smallest of lossy loads is drained from the list. -If the estimate average is smaller than the drained value, -a weighted average of this estimate and the drained value is used -as the next offered load. The weight of the estimate decreases exponentially -with the length of consecutive zero loss results. - -This behavior helps the algorithm with convergence speed, -as it does not need so many zero loss result to get near critical region. -Using the smallest (not drained yet) of lossy loads makes it sure -the new offered load is unlikely to result in big loss region. -Draining even if the estimate is large enough helps to discard -early measurements when loss hapened at too low offered load. -Current implementation adds 4 copies of lossy loads and drains 3 of them, -which leads to fairly stable behavior even for somewhat inconsistent SUTs. - -Caveats -``````` - -As high loss count measurements add many bits of information, -they need a large amount of small loss count measurements to balance them, -making the algorithm converge quite slowly. Typically, this happens -when few initial measurements suggest spread way bigger then later measurements. -The workaround in offered load selection helps, -but more intelligent workarounds could get faster convergence still. - -Some systems evidently do not follow the assumption of repeated measurements -having the same average loss rate (when the offered load is the same). -The idea of estimating the trend is not implemented at all, -as the observed trends have varied characteristics. - -Probably, using a more realistic fitting functions -will give better estimates than trend analysis. - -Bottom Line -~~~~~~~~~~~ - -The notion of Throughput is easy to grasp, but it is harder to measure -with any accuracy for non-deterministic systems. - -Even though the notion of critical rate is harder to grasp than the notion -of throughput, it is easier to measure using probabilistic methods. - -In testing, the difference between througput measurements and critical -rate measurements is usually small, see :ref:`soak vs ndr comparison`. - -In pactice, rules of thumb such as "send at max 95% of purported throughput" -are common. The correct benchmarking analysis should ask "Which notion is -95% of throughput an approximation to?" before attempting to answer -"Is 95% of critical rate safe enough?". - -Algorithmic Analysis -~~~~~~~~~~~~~~~~~~~~ - -Motivation -`````````` - -While the estimation computation is based on hard probability science; -the offered load selection part of PLRsearch logic is pure heuristics, -motivated by what would a human do based on measurement and computation results. - -The quality of any heuristic is not affected by soundness of its motivation, -just by its ability to achieve the intended goals. -In case of offered load selection, the goal is to help the search to converge -to the long duration estimates sooner. - -But even those long duration estimates could still be of poor quality. -Even though the estimate computation is Bayesian (so it is the best it could be -within the applied assumptions), it can still of poor quality when compared -to what a human would estimate. - -One possible source of poor quality is the randomnes inherently present -in Monte Carlo numeric integration, but that can be supressed -by tweaking the time related input parameters. - -The most likely source of poor quality then are the assumptions. -Most importantly, the number and the shape of fitting functions; -but also others, such as trial order independence and duration independence. - -The result can have poor quality in basically two ways. -One way is related to location. Both upper and lower bounds -can be overestimates or underestimates, meaning the entire estimated interval -between lower bound and upper bound lays above or below (respectively) -of human-estimated interval. -The other way is related to the estimation interval width. -The interval can be too wide or too narrow, compared to human estimation. - -An estimate from a particular fitting function can be classified -as an overestimate (or underestimate) just by looking at time evolution -(without human examining measurement results). Overestimates -decrease by time, underestimates increase by time (assuming -the system performance stays constant). - -Quality of the width of the estimation interval needs human evaluation, -and is unrelated to both rate of narrowing (both good and bad estimate intervals -get narrower at approximately the same relative rate) and relatative width -(depends heavily on the system being tested). - -Graphical Examples -`````````````````` - -The following pictures show the upper (red) and lower (blue) bound, -as well as average of Stretch (pink) and Erf (light green) estimate, -and offered load chosen (grey), as computed by PLRsearch, -after each trial measurement within the 30 minute duration of a test run. - -Both graphs are focusing on later estimates. Estimates computed from -few initial measurements are wildly off the y-axis range shown. - -The following analysis will rely on frequency of zero loss measurements -and magnitude of loss ratio if nonzero. - -The offered load selection strategy used implies zero loss measurements -can be gleaned from the graph by looking at offered load points. -When the points move up farther from lower estimate, it means -the previous measurement had zero loss. After non-zero loss, -the offered load starts again right between (the previous values of) -the estimate curves. - -The very big loss ratio results are visible as noticeable jumps -of both estimates downwards. Medium and small loss ratios are much harder -to distinguish just by looking at the estimate curves, -the analysis is based on raw loss ratio measurement results. - -The following descriptions should explain why the graphs seem to signal -low quality estimate at first sight, but a more detailed look -reveals the quality is good (considering the measurement results). - -L2 patch -________ - -Both fitting functions give similar estimates, the graph shows -"stochasticity" of measurements (estimates increase and decrease -within small time regions), and an overall trend of decreasing estimates. - -On the first look, the final interval looks fairly narrow, -especially compared to the region the estimates have travelled -during the search. But the look at the frequency of zero loss results shows -this is not a case of overestimation. Measurements at around the same -offered load have higher probability of zero loss earlier -(when performed farther from upper bound), but smaller probability later -(when performed closer to upper bound). That means it is the performance -of the system under test that decreases (slightly) over time. - -With that in mind, the apparent narrowness of the interval -is not a sign of low quality, just a consequence of PLRsearch assuming -the performance stays constant. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/introduction/methodology_data_plane_throughput/}} - \includegraphics[width=0.90\textwidth]{PLR_patch} - \label{fig:PLR_patch} - \end{figure} - -.. only:: html - - .. figure:: PLR_patch.svg - :alt: PLR_patch - :align: center - -Vhost -_____ - -This test case shows what looks like a quite broad estimation interval, -compared to other test cases with similarly looking zero loss frequencies. -Notable features are infrequent high-loss measurement results -causing big drops of estimates, and lack of long-term convergence. - -Any convergence in medium-sized intervals (during zero loss results) -is reverted by the big loss results, as they happen quite far -from the critical load estimates, and the two fitting functions -extrapolate differently. - -In other words, human only seeing estimates from one fitting function -would expect narrower end interval, but human seeing the measured loss ratios -agrees that the interval should be wider than that. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/introduction/methodology_data_plane_throughput/}} - \includegraphics[width=0.90\textwidth]{PLR_vhost} - \label{fig:PLR_vhost} - \end{figure} - -.. only:: html - - .. figure:: PLR_vhost.svg - :alt: PLR_vhost - :align: center - -Summary -_______ - -The two graphs show the behavior of PLRsearch algorithm applied to soaking test -when some of PLRsearch assumptions do not hold: - -+ L2 patch measurement results violate the assumption - of performance not changing over time. -+ Vhost measurement results violate the assumption - of Poisson distribution matching the loss counts. - -The reported upper and lower bounds can have distance larger or smaller -than a first look by a human would expect, but a more closer look reveals -the quality is good, considering the circumstances. - -The usefullness of the critical load estimate is of questionable value -when the assumptions are violated. - -Some improvements can be made via more specific workarounds, -for example long term limit of L2 patch performance could be estmated -by some heuristic. - -Other improvements can be achieved only by asking users -whether loss patterns matter. Is it better to have single digit losses -distributed fairly evenly over time (as Poisson distribution would suggest), -or is it better to have short periods of medium losses -mixed with long periods of zero losses (as happens in Vhost test) -with the same overall loss ratio? - -.. _draft-vpolak-bmwg-plrsearch-02: https://tools.ietf.org/html/draft-vpolak-bmwg-plrsearch-02 -.. _plrsearch draft: https://tools.ietf.org/html/draft-vpolak-bmwg-plrsearch-00 -.. _RFC 2544: https://tools.ietf.org/html/rfc2544 -.. _Lomax distribution: https://en.wikipedia.org/wiki/Lomax_distribution -.. _reciprocal distribution: https://en.wikipedia.org/wiki/Reciprocal_distribution -.. _Monte Carlo: https://en.wikipedia.org/wiki/Monte_Carlo_integration -.. _importance sampling: https://en.wikipedia.org/wiki/Importance_sampling -.. _bivariate Gaussian: https://en.wikipedia.org/wiki/Multivariate_normal_distribution -.. _binary search: https://en.wikipedia.org/wiki/Binary_search_algorithm diff --git a/docs/report/introduction/methodology_dut_state.rst b/docs/report/introduction/methodology_dut_state.rst deleted file mode 100644 index 3792e31ecf..0000000000 --- a/docs/report/introduction/methodology_dut_state.rst +++ /dev/null @@ -1,153 +0,0 @@ -DUT state considerations -^^^^^^^^^^^^^^^^^^^^^^^^ - -This page discusses considerations for Device Under Test (DUT) state. -DUTs such as VPP require configuration, to be provided before the aplication -starts (via config files) or just after it starts (via API or CLI access). - -During operation DUTs gather various telemetry data, depending on configuration. -This internal state handling is part of normal operation, -so any performance impact is included in the test results. -Accessing telemetry data is additional load on DUT, -so we are not doing that in main trial measurements that affect results, -but we include separate trials specifically for gathering runtime telemetry. - -But there is one kind of state that needs specific handling. -This kind of DUT state is dynamically created based on incoming traffic, -it affects how DUT handles the traffic, and (unlike telemetry counters) -it has uneven impact on CPU load. -Typical example is NAT, where detecting new sessions takes more CPU than -forwarding packet on existing (open or recently closed) sessions. -We call DUT configurations with this kind of state "stateful", -and configurations without them "stateless". -(Even though stateless configurations contain state described in previous -paragraphs, and some configuration items may have "stateful" in their name, -such as stateful ACLs.) - -Stateful DUT configurations -~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -Typically, the level of CPU impact of traffic depends on DUT state. -The first packets causing DUT state to change have higher impact, -subsequent packets matching that state have lower impact. - -From performance point of view, this is similar to traffic phases -for stateful protocols, see -`NGFW draft `. -In CSIT we borrow the terminology (even if it does not fit perfectly, -see discussion below). Ramp-up traffic causes the state change, -sustain traffic does not change the state. - -As the performance is different, each test has to choose which traffic -it wants to test, and manipulate the DUT state to achieve the intended impact. - -Ramp-up trial -````````````` - -Tests aiming at sustain performance need to make sure DUT state is created. -We achieve this via a ramp-up trial, specific purpose of which -is to create the state. - -Subsequent trials need no specific handling, as long as the state -remains the same. But some state can time-out, so additional ramp-up -trials are inserted whenever the code detects the state can time-out. -Note that a trial with zero loss refreshes the state, -so only the time since the last non-zero loss trial is tracked. - -For the state to be set completely, it is important both DUT and TG -do not lose any packets. We achieve this by setting the profile multiplier -(TPS from now on) to low enough value. - -It is also important each state-affecting packet is sent. -For size-limited traffic profile it is guaranteed by the size limit. -For continuous traffic, we set a long enough duration (based on TPS). - -At the end of the ramp-up trial, we check DUT state to confirm -it has been created as expected. -Test fails if the state is not (completely) created. - -State Reset -``````````` - -Tests aiming at ramp-up performance do not use ramp-up trial, -and they need to reset the DUT state before each trial measurement. -The way of resetting the state depends on test, -usually an API call is used to partially de-configure -the part that holds the state, and then re-configure it back. - -In CSIT we control the DUT state behavior via a test variable "resetter". -If it is not set, DUT state is not reset. -If it is set, each search algorithm (including MRR) will invoke it -before all trial measurements (both main and telemetry ones). -Any configuration keyword enabling a feature with DUT state -will check whether a test variable for ramp-up rate is present. -If it is present, resetter is not set. -If it is not present, the keyword sets the apropriate resetter value. -This logic makes sure either ramp-up or state reset are used. - -.. - TODO: Classify trials into main and telemetry, in a separate place. - -Notes: If both ramp-up and state reset were used, the DUT behavior -would be identical to just reset, while test would take longer to execute. -If neither were used, DUT will show different performance in subsequent trials, -violating assumptions of search algorithms. - -DUT versus protocol ramp-up -``````````````````````````` - -There are at least three different causes for bandwidth possibly increasing -within a single measurement trial. - -The first is DUT switching from state modification phase to constant phase, -it is the primary focus of this document. -Using ramp-up traffic before main trials eliminates this cause -for tests wishing to measure the performance of the next phase. -Using size-limited profiles eliminates the next phase -for tests wishing to measure performance of this phase. - -The second is protocol such as TCP ramping up their throughput to utilize -the bandwidth available. This is the original meaning of "ramp up" -in the NGFW draft (see above). -In existing tests we are not using this meaning of TCP ramp-up. -Instead we use only small transactions, and large enough initial window -so TCP acts as ramped-up already. - -The third is TCP increasing offered load due to retransmissions triggered by -packet loss. In CSIT we again try to avoid this behavior -by using small enough data to transfer, so overlap of multiple transactions -(primary cause of packet loss) is unlikely. -But in MRR tests, packet loss and non-constant offered load are still expected. - -Stateless DUT configuratons -~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -These are simple configurations, which do not set any resetter value -(even if ramp-up duration is not configured). -Majority of existing tests are of this type, using continuous traffic profiles. - -In order to identify limits of Trex performance, -we have added suites with stateless DUT configuration (VPP ip4base) -subjected to size-limited ASTF traffic. -The discovered rates serve as a basis of comparison -for evaluating the results for stateful DUT configurations (VPP NAT44ed) -subjected to the same traffic profiles. - -DUT versus TG state -~~~~~~~~~~~~~~~~~~~ - -Traffic Generator profiles can be stateful (ASTF) or stateless (STL). -DUT configuration can be stateful or stateless (with respect to packet traffic). - -In CSIT we currently use all four possible configurations: - -- Regular stateless VPP tests use stateless traffic profiles. - -- Stateless VPP configuration with stateful profile is used as a base for - comparison. - -- Some stateful DUT configurations (NAT44DET, NAT44ED unidirectional) - are tested using stateless traffic profiles and continuous traffic. - -- The rest of stateful DUT configurations (NAT44ED bidirectional) - are tested using stateful traffic profiles and size limited traffic. diff --git a/docs/report/introduction/methodology_geneve.rst b/docs/report/introduction/methodology_geneve.rst deleted file mode 100644 index 1ae8bfaa7a..0000000000 --- a/docs/report/introduction/methodology_geneve.rst +++ /dev/null @@ -1,73 +0,0 @@ -.. _geneve_methodology: - -Generic Network Virtualization Encapsulation --------------------------------------------- - -GENEVE Prefix Bindings -^^^^^^^^^^^^^^^^^^^^^^ - -GENEVE prefix bindings should be representative to target applications, where -a packet flows of particular set of IPv4 addresses (L3 underlay network) is -routed via dedicated GENEVE interface by building an L2 overlay. - -Private address ranges to be used in tests: - -- East hosts ip address range: 10.0.1.0 - 10.127.255.255 (10.0/9 prefix) - - - Total of 2^23 - 256 (8 388 352) of usable IPv4 addresses - - Usable in tests for up to 32 767 GENEVE tunnels (IPv4 underlay networks) - -- West hosts ip address range: 10.128.1.0 - 10.255.255.255 (10.128/9 prefix) - - - Total of 2^23 - 256 (8 388 352) of usable IPv4 addresses - - Usable in tests for up to 32 767 GENEVE tunnels (IPv4 underlay networks) - -GENEVE Tunnel Scale -~~~~~~~~~~~~~~~~~~~ - -If N is a number of GENEVE tunnels (and IPv4 underlay networks) then TG sends -256 packet flows in every of N different sets: - -- i = 1,2,3, ... N - GENEVE tunnel index - -- East-West direction: GENEVE encapsulated packets - - - Outer IP header: - - - src ip: 1.1.1.1 - - - dst ip: 1.1.1.2 - - - GENEVE header: - - - vni: i - - - Inner IP header: - - - src_ip_range(i) = 10.(0 + rounddown(i/255)).(modulo(i/255)).(0-to-255) - - - dst_ip_range(i) = 10.(128 + rounddown(i/255)).(modulo(i/255)).(0-to-255) - -- West-East direction: non-encapsulated packets - - - IP header: - - - src_ip_range(i) = 10.(128 + rounddown(i/255)).(modulo(i/255)).(0-to-255) - - - dst_ip_range(i) = 10.(0 + rounddown(i/255)).(modulo(i/255)).(0-to-255) - -+----------------+-------------+ -| geneve-tunnels | total-flows | -+================+=============+ -| 1 | 256 | -+----------------+-------------+ -| 4 | 1 024 | -+----------------+-------------+ -| 16 | 4 096 | -+----------------+-------------+ -| 64 | 16 384 | -+----------------+-------------+ -| 256 | 65 536 | -+----------------+-------------+ -| 1 024 | 262 144 | -+----------------+-------------+ diff --git a/docs/report/introduction/methodology_gso.rst b/docs/report/introduction/methodology_gso.rst deleted file mode 100644 index b33b3aefbd..0000000000 --- a/docs/report/introduction/methodology_gso.rst +++ /dev/null @@ -1,136 +0,0 @@ -.. _gso_methodology: - -Generic Segmentation Offload Tests ----------------------------------- - -Overview -~~~~~~~~ - -Generic Segmentation Offload (GSO) reduces per-packet processing -overhead by enabling applications to pass a multi-packet buffer to -(v)NIC and process a smaller number of large packets (e.g. frame size of -64 KB), instead of processing higher numbers of small packets (e.g. -frame size of 1500 B), thus reducing per-packet overhead. - -|csit-release| introduced GSO tests for VPP vhostuser and tapv2 -interfaces. All tests cases use iPerf3 client and server applications -running TCP/IP as a traffic generator. For performance comparison the -same tests are run without GSO enabled. - -GSO Test Topologies -~~~~~~~~~~~~~~~~~~~ - -Two VPP GSO test topologies are implemented in |csit-release|: - -1. iPerfC_GSOvirtio_LinuxVM --- GSOvhost_VPP_GSOvhost --- iPerfS_GSOvirtio_LinuxVM - - - Tests VPP GSO on vhostuser interfaces and interaction with Linux - virtio with GSO enabled. - -1. iPerfC_GSOtap_LinuxNspace --- GSOtapv2_VPP_GSOtapv2 --- iPerfS_GSOtap_LinuxNspace - - - Tests VPP GSO on tapv2 interfaces and interaction with Linux tap - with GSO enabled. - -Common configuration: - -- iPerfC (client) and iPerfS (server) run in TCP/IP mode without upper - bandwidth limit. -- Trial duration is set to 30 sec. -- iPerfC, iPerfS and VPP run in the single SUT node. - - -VPP GSOtap Topology -~~~~~~~~~~~~~~~~~~~ - -VPP Configuration -_________________ - -VPP GSOtap tests in |csit-release| are executed without using -hyperthreading. VPP worker runs on a single core. Multi-core tests are -not executed. Each interface belongs to separate namespace. Following core -pinning scheme is used: - -- 1t1c (rxq=1, rx_qsz=4096, tx_qsz=4096) - - - system isolated: 0,28,56,84 - - vpp mt: 1 - - vpp wt: 2 - - vhost: 3-5 - - iperf-s: 6 - - iperf-c: 7 - - -iPerf3 Server Configuration -___________________________ - -iPerf3 version used 3.7 - -:: - - $ sudo -E -S ip netns exec tap1_namespace iperf3 \ - --server --daemon --pidfile /tmp/iperf3_server.pid --logfile /tmp/iperf3.log --port 5201 --affinity - -For the full iPerf3 reference please see: -`iPerf3 docs `_. - - -iPerf3 Client Configuration -___________________________ - -iPerf3 version used 3.7 - -:: - - $ sudo -E -S ip netns exec tap1_namespace iperf3 \ - --client 2.2.2.2 --bind 1.1.1.1 --port 5201 --parallel --time 30.0 --affinity --zerocopy - -For the full iPerf3 reference please see: -`iPerf3 docs `_. - - -VPP GSOvhost Topology -~~~~~~~~~~~~~~~~~~~~~ - -VPP Configuration -_________________ - -VPP GSOvhost tests in |csit-release| are executed without using -hyperthreading. VPP worker runs on a single core. Multi-core tests are -not executed. Following core pinning scheme is used: - -- 1t1c (rxq=1, rx_qsz=1024, tx_qsz=1024) - - system isolated: 0,28,56,84 - - vpp mt: 1 - - vpp wt: 2 - - vm-iperf-s: 3,4,5,6,7 - - vm-iperf-c: 8,9,10,11,12 - - iperf-s: 1 - - iperf-c: 1 - -iPerf3 Server Configuration -___________________________ - -iPerf3 version used 3.7 - -:: - - $ sudo iperf3 \ - --server --daemon --pidfile /tmp/iperf3_server.pid --logfile /tmp/iperf3.log --port 5201 --affinity X - -For the full iPerf3 reference please see: -`iPerf3 docs `_. - - -iPerf3 Client Configuration -___________________________ - -iPerf3 version used 3.7 - -:: - - $ sudo iperf3 \ - --client 2.2.2.2 --bind 1.1.1.1 --port 5201 --parallel --time 30.0 --affinity X --zerocopy - -For the full iPerf3 reference please see: -`iPerf3 docs `_. \ No newline at end of file diff --git a/docs/report/introduction/methodology_hoststack_testing/index.rst b/docs/report/introduction/methodology_hoststack_testing/index.rst deleted file mode 100644 index 7750097417..0000000000 --- a/docs/report/introduction/methodology_hoststack_testing/index.rst +++ /dev/null @@ -1,9 +0,0 @@ -Hoststack Testing ------------------ - -.. toctree:: - - methodology_tcp_with_iperf3 - methodology_udp_with_iperf3 - methodology_quic_with_vppecho - methodology_vsap_ab_with_nginx diff --git a/docs/report/introduction/methodology_hoststack_testing/methodology_quic_with_vppecho.rst b/docs/report/introduction/methodology_hoststack_testing/methodology_quic_with_vppecho.rst deleted file mode 100644 index 064f643f3b..0000000000 --- a/docs/report/introduction/methodology_hoststack_testing/methodology_quic_with_vppecho.rst +++ /dev/null @@ -1,46 +0,0 @@ -QUIC/UDP/IP with vpp_echo -^^^^^^^^^^^^^^^^^^^^^^^^^ - -`vpp_echo performance testing tool `_ -is a bespoke performance test application which utilizes the 'native -HostStack APIs' to verify performance and correct handling of -connection/stream events with uni-directional and bi-directional -streams of data. - -Because iperf3 does not support the QUIC transport protocol, vpp_echo -is used for measuring the maximum attainable goodput of the VPP Host -Stack connection utilizing the QUIC transport protocol across two -instances of VPP running on separate DUT nodes. The QUIC transport -protocol supports multiple streams per connection and test cases -utilize different combinations of QUIC connections and number of -streams per connection. - -The test configuration is as follows: - -:: - - DUT1 Network DUT2 - [ vpp_echo-client -> VPP1 ]=======[ VPP2 -> vpp_echo-server] - N-streams/connection - -where, - -1. vpp_echo server attaches to VPP2 and LISTENs on VPP2:TCP port 1234. -2. vpp_echo client creates one or more connections to VPP1 and opens - one or more stream per connection to VPP2:TCP port 1234. -3. vpp_echo client transmits a uni-directional stream as fast as the - VPP Host Stack allows to the vpp_echo server for the test duration. -4. At the end of the test the vpp_echo client emits the goodput - measurements for all streams and the sum of all streams. - -Test cases include - -1. 1 QUIC Connection with 1 Stream -2. 1 QUIC connection with 10 Streams -3. 10 QUIC connetions with 1 Stream -4. 10 QUIC connections with 10 Streams - -with stream sizes to provide reasonable test durations. The VPP Host -Stack QUIC transport is configured to utilize the picotls encryption -library. In the future, tests utilizing addtional encryption -algorithms will be added. diff --git a/docs/report/introduction/methodology_hoststack_testing/methodology_tcp_with_iperf3.rst b/docs/report/introduction/methodology_hoststack_testing/methodology_tcp_with_iperf3.rst deleted file mode 100644 index e3fb85d551..0000000000 --- a/docs/report/introduction/methodology_hoststack_testing/methodology_tcp_with_iperf3.rst +++ /dev/null @@ -1,50 +0,0 @@ -TCP/IP with iperf3 -^^^^^^^^^^^^^^^^^^ - -`iperf3 goodput measurement tool `_ -is used for measuring the maximum attainable goodput of the VPP Host -Stack connection across two instances of VPP running on separate DUT -nodes. iperf3 is a popular open source tool for active measurements -of the maximum achievable goodput on IP networks. - -Because iperf3 utilizes the POSIX socket interface APIs, the current -test configuration utilizes the LD_PRELOAD mechanism in the linux -kernel to connect iperf3 to the VPP Host Stack using the VPP -Communications Library (VCL) LD_PRELOAD library (libvcl_ldpreload.so). - -In the future, a forked version of iperf3 which has been modified to -directly use the VCL application APIs may be added to determine the -difference in performance of 'VCL Native' applications versus utilizing -LD_PRELOAD which inherently has more overhead and other limitations. - -The test configuration is as follows: - -:: - - DUT1 Network DUT2 - [ iperf3-client -> VPP1 ]=======[ VPP2 -> iperf3-server] - -where, - -1. iperf3 server attaches to VPP2 and LISTENs on VPP2:TCP port 5201. -2. iperf3 client attaches to VPP1 and opens one or more stream - connections to VPP2:TCP port 5201. -3. iperf3 client transmits a uni-directional stream as fast as the - VPP Host Stack allows to the iperf3 server for the test duration. -4. At the end of the test the iperf3 client emits the goodput - measurements for all streams and the sum of all streams. - -Test cases include 1 and 10 Streams with a 20 second test duration -with the VPP Host Stack configured to utilize the Cubic TCP -congestion algorithm. - -Note: iperf3 is single threaded, so it is expected that the 10 stream -test shows little or no performance improvement due to -multi-thread/multi-core execution. - -There are also variations of these test cases which use the VPP Network -Simulator (NSIM) plugin to test the VPP Hoststack goodput with 1 percent -of the traffic being dropped at the output interface of VPP1 thereby -simulating a lossy network. The NSIM tests are experimental and the -test results are not currently representative of typical results in a -lossy network. diff --git a/docs/report/introduction/methodology_hoststack_testing/methodology_udp_with_iperf3.rst b/docs/report/introduction/methodology_hoststack_testing/methodology_udp_with_iperf3.rst deleted file mode 100644 index b0525f989f..0000000000 --- a/docs/report/introduction/methodology_hoststack_testing/methodology_udp_with_iperf3.rst +++ /dev/null @@ -1,42 +0,0 @@ -UDP/IP with iperf3 -^^^^^^^^^^^^^^^^^^ - -`iperf3 goodput measurement tool `_ -is used for measuring the maximum attainable goodput of the VPP Host -Stack connection across two instances of VPP running on separate DUT -nodes. iperf3 is a popular open source tool for active measurements -of the maximum achievable goodput on IP networks. - -Because iperf3 utilizes the POSIX socket interface APIs, the current -test configuration utilizes the LD_PRELOAD mechanism in the linux -kernel to connect iperf3 to the VPP Host Stack using the VPP -Communications Library (VCL) LD_PRELOAD library (libvcl_ldpreload.so). - -In the future, a forked version of iperf3 which has been modified to -directly use the VCL application APIs may be added to determine the -difference in performance of 'VCL Native' applications versus utilizing -LD_PRELOAD which inherently has more overhead and other limitations. - -The test configuration is as follows: - -:: - - DUT1 Network DUT2 - [ iperf3-client -> VPP1 ]=======[ VPP2 -> iperf3-server] - -where, - -1. iperf3 server attaches to VPP2 and LISTENs on VPP2:UDP port 5201. -2. iperf3 client attaches to VPP1 and transmits one or more streams - of packets to VPP2:UDP port 5201. -3. iperf3 client transmits a uni-directional stream as fast as the - VPP Host Stack allows to the iperf3 server for the test duration. -4. At the end of the test the iperf3 client emits the goodput - measurements for all streams and the sum of all streams. - -Test cases include 1 and 10 Streams with a 20 second test duration -with the VPP Host Stack using the UDP transport layer.. - -Note: iperf3 is single threaded, so it is expected that the 10 stream -test shows little or no performance improvement due to -multi-thread/multi-core execution. diff --git a/docs/report/introduction/methodology_hoststack_testing/methodology_vsap_ab_with_nginx.rst b/docs/report/introduction/methodology_hoststack_testing/methodology_vsap_ab_with_nginx.rst deleted file mode 100644 index 6acfff1778..0000000000 --- a/docs/report/introduction/methodology_hoststack_testing/methodology_vsap_ab_with_nginx.rst +++ /dev/null @@ -1,37 +0,0 @@ -VSAP ab with nginx -^^^^^^^^^^^^^^^^^^ - -`VSAP (VPP Stack Acceleration Project) `_ -aims to establish an industry user space application ecosystem based on -the VPP hoststack. As a pre-requisite to adapting open source applications -using VPP Communications Library to accelerate performance, the VSAP team -has introduced baseline tests utilizing the LD_PRELOAD mechanism to capture -baseline performance data. - -`AB (Apache HTTP server benchmarking tool) `_ -is used for measuring the maximum connections-per-second and requests-per-second. - -`NGINX `_ is a popular open source HTTP server -application. Because NGINX utilizes the POSIX socket interface APIs, the test -configuration uses the LD_PRELOAD mechanism to connect NGINX to the VPP -Hoststack using the VPP Communications Library (VCL) LD_PRELOAD library -(libvcl_ldpreload.so). - -In the future, a version of NGINX which has been modified to -directly use the VCL application APIs will be added to determine the -difference in performance of 'VCL Native' applications versus utilizing -LD_PRELOAD which inherently has more overhead and other limitations. - -The test configuration is as follows: - -:: - - TG Network DUT - [ AB ]=============[ VPP -> nginx ] - -where, - -1. nginx attaches to VPP and listens on TCP port 80 -2. ab runs CPS and RPS tests with packets flowing from the Test Generator node, - across 100G NICs, through VPP hoststack to NGINX. -3. At the end of the tests, the results are reported by AB. diff --git a/docs/report/introduction/methodology_ipsec.rst b/docs/report/introduction/methodology_ipsec.rst deleted file mode 100644 index 145836a3b7..0000000000 --- a/docs/report/introduction/methodology_ipsec.rst +++ /dev/null @@ -1,88 +0,0 @@ -Internet Protocol Security (IPsec) ----------------------------------- - -VPP IPsec performance tests are executed for the following crypto -plugins: - -- `crypto_native`, used for software based crypto leveraging CPU - platform optimizations e.g. Intel's AES-NI instruction set. -- `crypto_ipsecmb`, used for hardware based crypto with Intel QAT PCIe - cards. - -IPsec with VPP Native SW Crypto -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -Currently |csit-release| implements following IPsec test cases relying -on VPP native crypto (`crypto_native` plugin): - -+-------------------+------------------+----------------+------------------+ -| VPP Crypto Engine | ESP Encryption | ESP Integrity | Scale Tested | -+===================+==================+================+==================+ -| crypto_native | AES[128|256]-GCM | GCM | 1 to 60k tunnels | -+-------------------+------------------+----------------+------------------+ -| crypto_native | AES128-CBC | SHA[256|512] | 1 to 60k tunnels | -+-------------------+------------------+----------------+------------------+ - -VPP IPsec with SW crypto are executed in both tunnel and policy modes, -with tests running on 3-node testbeds: 3n-icx, 3n-tsh. - -IPsec with Intel QAT HW -^^^^^^^^^^^^^^^^^^^^^^^ - -Currently |csit-release| implements following IPsec test cases relying -on ipsecmb library (`crypto_ipsecmb` plugin) and Intel QAT 8950 (50G HW -crypto card): - -dpdk_cryptodev - -+-------------------+---------------------+------------------+----------------+------------------+ -| VPP Crypto Engine | VPP Crypto Workers | ESP Encryption | ESP Integrity | Scale Tested | -+===================+=====================+==================+================+==================+ -| crypto_ipsecmb | sync/all workers | AES[128|256]-GCM | GCM | 1, 1k tunnels | -+-------------------+---------------------+------------------+----------------+------------------+ -| crypto_ipsecmb | sync/all workers | AES[128]-CBC | SHA[256|512] | 1, 1k tunnels | -+-------------------+---------------------+------------------+----------------+------------------+ -| crypto_ipsecmb | async/crypto worker | AES[128|256]-GCM | GCM | 1, 4, 1k tunnels | -+-------------------+---------------------+------------------+----------------+------------------+ -| crypto_ipsecmb | async/crypto worker | AES[128]-CBC | SHA[256|512] | 1, 4, 1k tunnels | -+-------------------+---------------------+------------------+----------------+------------------+ - -IPsec with Async Crypto Feature Workers -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -*TODO Description to be added* - -IPsec Uni-Directional Tests with VPP Native SW Crypto -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -Currently |csit-release| implements following IPsec uni-directional test cases -relying on VPP native crypto (`crypto_native` plugin) in tunnel mode: - -+-------------------+------------------+---------------+--------------------+ -| VPP Crypto Engine | ESP Encryption | ESP Integrity | Scale Tested | -+===================+==================+===============+====================+ -| crypto_native | AES[128|256]-GCM | GCM | 4, 1k, 10k tunnels | -+-------------------+------------------+---------------+--------------------+ -| crypto_native | AES128-CBC | SHA[512] | 4, 1k, 10k tunnels | -+-------------------+------------------+---------------+--------------------+ - -In policy mode: - -+-------------------+----------------+---------------+-------------------+ -| VPP Crypto Engine | ESP Encryption | ESP Integrity | Scale Tested | -+===================+================+===============+===================+ -| crypto_native | AES[256]-GCM | GCM | 1, 40, 1k tunnels | -+-------------------+----------------+---------------+-------------------+ - -The tests are running on 2-node testbeds: 2n-tx2. The uni-directional tests -are partially addressing a weakness in 2-node testbed setups with T-Rex as -the traffic generator. With just one DUT node, we can either encrypt or decrypt -traffic in each direction. - -The testcases are only doing encryption - packets are encrypted on the DUT and -then arrive at TG where no additional packet processing is needed (just -counting packets). - -Decryption would require that the traffic generator generated encrypted packets -which the DUT then would decrypt. However, T-Rex does not have the capability -to encrypt packets. diff --git a/docs/report/introduction/methodology_kvm_vms_vhost_user.rst b/docs/report/introduction/methodology_kvm_vms_vhost_user.rst deleted file mode 100644 index 216d461911..0000000000 --- a/docs/report/introduction/methodology_kvm_vms_vhost_user.rst +++ /dev/null @@ -1,81 +0,0 @@ -KVM VMs vhost-user ------------------- - -QEMU is used for KVM VM vhost-user testing enviroment. By default, -standard QEMU version is used, preinstalled from OS repositories -(qemu-2.11.1 for Ubuntu 18.04). The path -to the QEMU binary can be adjusted in `Constants.py`. - -FD.io CSIT performance lab is testing VPP vhost-user with KVM VMs using -following environment settings: - -CSIT supports two types of VMs: - -- **Image-VM**: used for all functional, VPP_device, and regular - performance tests except NFV density tests. - -- **Kernel-VM**: new VM type introduced for NFV density tests to provide - greater in-VM application install flexibility and to further reduce - test execution time by simpler VM lifecycle management. - -Image-VM -~~~~~~~~ - -CSIT can use a pre-created VM image. The path to the image can be -adjusted in `Constants.py`. For convenience and full compatibility CSIT -repository contains a set of scripts to prepare `Built-root -`_ based embedded Linux image with all the -dependencies needed to run DPDK Testpmd, DPDK L3Fwd, Linux bridge or -Linux IPv4 forwarding. - -Built-root was chosen for a VM image to make it lightweight and with -fast booting time to limit impact on tests duration. - -In order to execute CSIT tests, VM image must have following software -installed: qemu-guest-agent, sshd, bridge-utils, VirtIO support and DPDK -Testpmd/L3fwd applications. Username/password for the VM must be -``cisco``/``cisco`` and ``NOPASSWD`` sudo access. The interface naming -is based on the driver (management interface type is Intel E1000), all -E1000 interfaces will be named ``mgmt`` and all VirtIO interfaces -will be named ``virtio``. In VM ``/etc/init.d/qemu-guest-agent`` must -be set to ``TRANSPORT=isa-serial:/dev/ttyS1`` because ttyS0 is used by -serial console and ttyS1 is dedicated for qemu-guest-agent in QEMU -setup. - -Kernel-VM -~~~~~~~~~ - -CSIT can use a kernel KVM image as a boot kernel, as an alternative to -image VM. This option allows better configurability of what application -is running in VM userspace. Using root9p filesystem allows mapping the -host-OS filesystem as read only guest-OS filesystem. - -Example of custom init script for the kernel-VM: - -:: - - #!/bin/bash - mount -t sysfs -o "nodev,noexec,nosuid" sysfs /sys - mount -t proc -o "nodev,noexec,nosuid" proc /proc - mkdir /dev/pts - mkdir /dev/hugepages - mount -t devpts -o "rw,noexec,nosuid,gid=5,mode=0620" devpts /dev/pts || true - mount -t tmpfs -o "rw,noexec,nosuid,size=10%,mode=0755" tmpfs /run - mount -t tmpfs -o "rw,noexec,nosuid,size=10%,mode=0755" tmpfs /tmp - mount -t hugetlbfs -o "rw,relatime,pagesize=2M" hugetlbfs /dev/hugepages - echo 0000:00:06.0 > /sys/bus/pci/devices/0000:00:06.0/driver/unbind - echo 0000:00:07.0 > /sys/bus/pci/devices/0000:00:07.0/driver/unbind - echo vfio-pci > /sys/bus/pci/devices/0000:00:06.0/driver_override - echo vfio-pci > /sys/bus/pci/devices/0000:00:07.0/driver_override - echo 0000:00:06.0 > /sys/bus/pci/drivers/vfio-pci/bind - echo 0000:00:07.0 > /sys/bus/pci/drivers/vfio-pci/bind - $vnf_bin - poweroff -f - -QemuUtils library during runtime replaces the ``$vnf_bin`` variable by -the path to NF binary and its parameters. This allows CSIT to run any -application installed on host OS, for example the same version of VPP -as running on the host-OS. - -Kernel-VM image must be available in the host filesystem as a -prerequisite. The path to kernel-VM image is defined in `Constants.py`. diff --git a/docs/report/introduction/methodology_lxc_drc_container_memif.rst b/docs/report/introduction/methodology_lxc_drc_container_memif.rst deleted file mode 100644 index 125a71ccc7..0000000000 --- a/docs/report/introduction/methodology_lxc_drc_container_memif.rst +++ /dev/null @@ -1,21 +0,0 @@ -LXC/DRC Container Memif ------------------------ - -CSIT includes tests taking advantage of VPP memif virtual -interface (shared memory interface) to interconnect VPP running in -Containers. VPP vswitch instance runs in bare-metal user-mode handling -NIC interfaces and connecting over memif (Slave side) to VPPs running in -:abbr:`Linux Container (LXC)` or in Docker Container (DRC) configured -with memif (Master side). LXCs and DRCs run in a priviliged mode with -VPP data plane worker threads pinned to dedicated physical CPU cores per -usual CSIT practice. All VPP instances run the same version of software. -This test topology is equivalent to existing tests with vhost-user and -VMs as described earlier in :ref:`tested_logical_topologies`. - -In addition to above vswitch tests, a single memif interface test is -executed. It runs in a simple topology of two VPP container instances -connected over memif interface in order to verify standalone memif -interface performance. - -More information about CSIT LXC and DRC setup and control is available -in :ref:`container_orchestration_in_csit`. diff --git a/docs/report/introduction/methodology_multi_core_speedup.rst b/docs/report/introduction/methodology_multi_core_speedup.rst deleted file mode 100644 index d9515faf43..0000000000 --- a/docs/report/introduction/methodology_multi_core_speedup.rst +++ /dev/null @@ -1,58 +0,0 @@ -Multi-Core Speedup ------------------- - -All performance tests are executed with single physical core and with -multiple cores scenarios. - -Intel Hyper-Threading (HT) -~~~~~~~~~~~~~~~~~~~~~~~~~~ - -Intel Xeon processors used in FD.io CSIT can operate either in HT -Disabled mode (single logical core per each physical core) or in HT -Enabled mode (two logical cores per each physical core). HT setting is -applied in BIOS and requires server SUT reload for it to take effect, -making it impractical for continuous changes of HT mode of operation. - -|csit-release| performance tests are executed with server SUTs' Intel -XEON processors configured with Intel Hyper-Threading Enabled -for all Xeon Skylake and Xeon Cascadelake testbeds. - -More information about physical testbeds is provided in -:ref:`tested_physical_topologies`. - -Multi-core Tests -~~~~~~~~~~~~~~~~ - -|csit-release| multi-core tests are executed in the following VPP worker -thread and physical core configurations: - -#. Intel Xeon Icelake and Cascadelake testbeds (2n-icx, 3n-icx, 2n-clx) - with Intel HT enabled (2 logical CPU cores per each physical core): - - #. 2t1c - 2 VPP worker threads on 1 physical core. - #. 4t2c - 4 VPP worker threads on 2 physical cores. - #. 8t4c - 8 VPP worker threads on 4 physical cores. - -VPP worker threads are the data plane threads running on isolated -logical cores. With Intel HT enabled VPP workers are placed as sibling -threads on each used physical core. VPP control threads (main, stats) -are running on a separate non-isolated core together with other Linux -processes. - -In all CSIT tests care is taken to ensure that each VPP worker handles -the same amount of received packet load and does the same amount of -packet processing work. This is achieved by evenly distributing per -interface type (e.g. physical, virtual) receive queues over VPP workers -using default VPP round-robin mapping and by loading these queues with -the same amount of packet flows. - -If number of VPP workers is higher than number of physical or virtual -interfaces, multiple receive queues are configured on each interface. -NIC Receive Side Scaling (RSS) for physical interfaces and multi-queue -for virtual interfaces are used for this purpose. - -Section :ref:`throughput_speedup_multi_core` includes a set of graphs -illustrating packet throughout speedup when running VPP worker threads -on multiple cores. Note that in quite a few test cases running VPP -workers on 2 or 4 physical cores hits the I/O bandwidth -or packets-per-second limit of tested NIC. diff --git a/docs/report/introduction/methodology_nat44.rst b/docs/report/introduction/methodology_nat44.rst deleted file mode 100644 index 7dfd939ecc..0000000000 --- a/docs/report/introduction/methodology_nat44.rst +++ /dev/null @@ -1,487 +0,0 @@ -.. _nat44_methodology: - -Network Address Translation IPv4 to IPv4 -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -NAT44 Prefix Bindings -~~~~~~~~~~~~~~~~~~~~~ - -NAT44 prefix bindings should be representative to target applications, -where a number of private IPv4 addresses from the range defined by -:rfc:`1918` is mapped to a smaller set of public IPv4 addresses from the -public range. - -Following quantities are used to describe inside to outside IP address -and port bindings scenarios: - -- Inside-addresses, number of inside source addresses - (representing inside hosts). -- Ports-per-inside-address, number of TCP/UDP source - ports per inside source address. -- Outside-addresses, number of outside (public) source addresses - allocated to NAT44. -- Ports-per-outside-address, number of TCP/UDP source - ports per outside source address. The maximal number of - ports-per-outside-address usable for NAT is 64 512 - (in non-reserved port range 1024-65535, :rfc:`4787`). -- Sharing-ratio, equal to inside-addresses divided by outside-addresses. - -CSIT NAT44 tests are designed to take into account the maximum number of -ports (sessions) required per inside host (inside-address) and at the -same time to maximize the use of outside-address range by using all -available outside ports. With this in mind, the following scheme of -NAT44 sharing ratios has been devised for use in CSIT: - -+--------------------------+---------------+ -| ports-per-inside-address | sharing-ratio | -+==========================+===============+ -| 63 | 1024 | -+--------------------------+---------------+ -| 126 | 512 | -+--------------------------+---------------+ -| 252 | 256 | -+--------------------------+---------------+ -| 504 | 128 | -+--------------------------+---------------+ - -Initial CSIT NAT44 tests, including associated TG/TRex traffic profiles, -are based on ports-per-inside-address set to 63 and the sharing ratio of -1024. This approach is currently used for all NAT44 tests including -NAT44det (NAT44 deterministic used for Carrier Grade NAT applications) -and NAT44ed (Endpoint Dependent). - -.. - TODO: Will we ever test other than 63 ports-per-inside-address? - TODO: Will we ever NAT44ei? What about NAT66, NAT64, NAT46? - -Private address ranges to be used in tests: - -- 192.168.0.0 - 192.168.255.255 (192.168/16 prefix) - - - Total of 2^16 (65 536) of usable IPv4 addresses. - - Used in tests for up to 65 536 inside addresses (inside hosts). - -- 172.16.0.0 - 172.31.255.255 (172.16/12 prefix) - - - Total of 2^20 (1 048 576) of usable IPv4 addresses. - - Used in tests for up to 1 048 576 inside addresses (inside hosts). - -NAT44 Session Scale -``````````````````` - -NAT44 session scale tested is govern by the following logic: - -- Number of inside-addresses(hosts) H[i] = (H[i-1] x 2^2) with H(0)=1 024, - i = 1,2,3, ... - - - H[i] = 1 024, 4 096, 16 384, 65 536, 262 144, ... - -- Number of sessions S[i] = H[i] * ports-per-inside-address - - - ports-per-inside-address = 63 - -+---+---------+------------+ -| i | hosts | sessions | -+===+=========+============+ -| 0 | 1 024 | 64 512 | -+---+---------+------------+ -| 1 | 4 096 | 258 048 | -+---+---------+------------+ -| 2 | 16 384 | 1 032 192 | -+---+---------+------------+ -| 3 | 65 536 | 4 128 768 | -+---+---------+------------+ -| 4 | 262 144 | 16 515 072 | -+---+---------+------------+ - -NAT44 Deterministic -``````````````````` - -NAT44det performance tests are using TRex STL (Stateless) API and traffic -profiles, similar to all other stateless packet forwarding tests like -ip4, ip6 and l2, sending UDP packets in both directions -inside-to-outside and outside-to-inside. See -:ref:`data_plane_throughput` for more detail. - -The inside-to-outside traffic uses single destination address (20.0.0.0) -and port (1024). -The inside-to-outside traffic covers whole inside address and port range, -the outside-to-inside traffic covers whole outside address and port range. - -.. - TODO: Clarify outside-to-inside source and destination address+port. - -NAT44det translation entries are created during the ramp-up phase, -followed by verification that all entries are present, -before proceeding to the main measurements of the test. -This ensures session setup does not impact the forwarding performance test. - -Associated CSIT test cases use the following naming scheme to indicate -NAT44det scenario tested: - -- ethip4udp-nat44det-h{H}-p{P}-s{S}-[mrr|ndrpdr|soak] - - - {H}, number of inside hosts, H = 1024, 4096, 16384, 65536, 262144. - - {P}, number of ports per inside host, P = 63. - - {S}, number of sessions, S = 64512, 258048, 1032192, 4128768, - 16515072. - - [mrr|ndrpdr|soak], MRR, NDRPDR or SOAK test. - -.. - TODO: The -s{S} part is redundant, - we can save space by removing it. - TODO: Rename nat44det suites so it is clear they are throughput (not cps). - TODO: Make traffic profile names resemble suite names more closely. - -NAT44 Endpoint-Dependent -```````````````````````` - -In order to excercise NAT44ed ability to translate based on both -source and destination address and port, the inside-to-outside traffic -varies also destination address and port. Destination port is the same -as source port, destination address has the same offset as the source address, -but applied to different subnet (starting with 20.0.0.0). - -As the mapping is not deterministic (for security reasons), -we cannot easily use stateless bidirectional traffic profiles. -Inside address and port range is fully covered, -but we do not know which outside-to-inside source address and port to use -to hit an open session. - -Therefore, NAT44ed is benchmarked using following methodologies: - -- Unidirectional throughput using *stateless* traffic profile. -- Connections-per-second (CPS) using *stateful* traffic profile. -- Bidirectional throughput (TPUT, see below) using *stateful* traffic profile. - -Unidirectional NAT44ed throughput tests are using TRex STL (Stateless) -APIs and traffic profiles, but with packets sent only in -inside-to-outside direction. -Similarly to NAT44det, NAT44ed unidirectional throughput tests include -a ramp-up phase to establish and verify the presence of required NAT44ed -binding entries. As the sessions have finite duration, the test code -keeps inserting ramp-up trials during the search, if it detects a risk -of sessions timing out. Any zero loss trial visits all sessions, -so it acts also as a ramp-up. - -Stateful NAT44ed tests are using TRex ASTF (Advanced Stateful) APIs and -traffic profiles, with packets sent in both directions. Tests are run -with both UDP and TCP sessions. -As NAT44ed CPS (connections-per-second) stateful tests -measure (also) session opening performance, -they use state reset instead of ramp-up trial. -NAT44ed TPUT (bidirectional throughput) tests prepend ramp-up trials -as in the unidirectional tests, -so the test results describe performance without translation entry -creation overhead. - -Associated CSIT test cases use the following naming scheme to indicate -NAT44det case tested: - -- Stateless: ethip4udp-nat44ed-h{H}-p{P}-s{S}-udir-[mrr|ndrpdr|soak] - - - {H}, number of inside hosts, H = 1024, 4096, 16384, 65536, 262144. - - {P}, number of ports per inside host, P = 63. - - {S}, number of sessions, S = 64512, 258048, 1032192, 4128768, - 16515072. - - udir-[mrr|ndrpdr|soak], unidirectional stateless tests MRR, NDRPDR - or SOAK. - -- Stateful: ethip4[udp|tcp]-nat44ed-h{H}-p{P}-s{S}-[cps|tput]-[mrr|ndrpdr|soak] - - - [udp|tcp], UDP or TCP sessions - - {H}, number of inside hosts, H = 1024, 4096, 16384, 65536, 262144. - - {P}, number of ports per inside host, P = 63. - - {S}, number of sessions, S = 64512, 258048, 1032192, 4128768, - 16515072. - - [cps|tput], connections-per-second session establishment rate or - packets-per-second average rate, or packets-per-second rate - without session establishment. - - [mrr|ndrpdr|soak], bidirectional stateful tests MRR, NDRPDR, or SOAK. - -Stateful traffic profiles -~~~~~~~~~~~~~~~~~~~~~~~~~ - -There are several important details which distinguish ASTF profiles -from stateless profiles. - -General considerations -`````````````````````` - -Protocols -_________ - -ASTF profiles are limited to either UDP or TCP protocol. - -Programs -________ - -Each template in the profile defines two "programs", one for the client side -and one for the server side. - -Each program specifies when that side has to wait until enough data is received -(counted in packets for UDP and in bytes for TCP) -and when to send additional data. Together, the two programs -define a single transaction. Due to packet loss, transaction may take longer, -use more packets (retransmission) or never finish in its entirety. - -Instances -_________ - -A client instance is created according to TPS parameter for the trial, -and sends the first packet of the transaction (in some cases more packets). -Each client instance uses a different source address (see sequencing below) -and some source port. The destination address also comes from a range, -but destination port has to be constant for a given program. - -TRex uses an opaque way to chose source ports, but as session counting shows, -next client with the same source address uses a different source port. - -Server instance is created when the first packet arrives to the server side. -Source address and port of the first packet are used as destination address -and port for the server responses. This is the ability we need -when outside surface is not predictable. - -When a program reaches its end, the instance is deleted. -This creates possible issues with server instances. If the server instance -does not read all the data client has sent, late data packets -can cause a second copy of server instance to be created, -which breaks assumptions on how many packet a transaction should have. - -The need for server instances to read all the data reduces the overall -bandwidth TRex is able to create in ASTF mode. - -Note that client instances are not created on packets, -so it is safe to end client program without reading all server data -(unless the definition of transaction success requires that). - -Sequencing -__________ - -ASTF profiles offer two modes for choosing source and destination IP addresses -for client programs: seqential and pseudorandom. -In current tests we are using sequential addressing only (if destination -address varies at all). - -For client destination UDP/TCP port, we use a single constant value. -(TRex can support multiple program pairs in the same traffic profile, -distinguished by the port number.) - -Transaction overlap -___________________ - -If a transaction takes longer to finish, compared to period implied by TPS, -TRex will have multiple client or server instances active at a time. - -During calibration testing we have found this increases CPU utilization, -and for high TPS it can lead to TRex's Rx or Tx buffers becoming full. -This generally leads to duration stretching, and/or packet loss on TRex. - -Currently used transactions were chosen to be short, so risk of bad behavior -is decreased. But in MRR tests, where load is computed based on NIC ability, -not TRex ability, anomalous behavior is still possible -(e.g. MRR values being way lower than NDR). - -Delays -______ - -TRex supports adding constant delays to ASTF programs. -This can be useful, for example if we want to separate connection establishment -from data transfer. - -But as TRex tracks delayed instances as active, this still results -in higher CPU utilization and reduced performance issues -(as other overlaping transactions). So the current tests do not use any delays. - -Keepalives -__________ - -Both UDP and TCP protocol implementations in TRex programs support keepalive -duration. That means there is a configurable period of keepalive time, -and TRex sends keepalive packets automatically (outside the program) -for the time the program is active (started, not ended yet) -but not sending any packets. - -For TCP this is generally not a big deal, as the other side usually -retransmits faster. But for UDP it means a packet loss may leave -the receiving program running. - -In order to avoid keepalive packets, keepalive value is set to a high number. -Here, "high number" means that even at maximum scale and minimum TPS, -there are still no keepalive packets sent within the corresponding -(computed) trial duration. This number is kept the same also for -smaller scale traffic profiles, to simplify maintenance. - -Transaction success -___________________ - -The transaction is considered successful at Layer-7 (L7) level -when both program instances close. At this point, various L7 counters -(unofficial name) are updated on TRex. - -We found that proper close and L7 counter update can be CPU intensive, -whereas lower-level counters (ipackets, opackets) called L2 counters -can keep up with higher loads. - -For some tests, we do not need to confirm the whole transaction was successful. -CPS (connections per second) tests are a typical example. -We care only for NAT44ed creating a session (needs one packet -in inside-to-outside direction per session) and being able to use it -(needs one packet in outside-to-inside direction). - -Similarly in TPUT tests (packet throuput, counting both control -and data packets), we care about NAT44ed ability to forward packets, -we do not care whether aplications (TRex) can fully process them at that rate. - -Therefore each type of tests has its own formula (usually just one counter -already provided by TRex) to count "successful enough" transactions -and attempted transactions. Currently, all tests relying on L7 counters -use size-limited profiles, so they know what the count of attempted -transactions should be, but due to duration stretching -TRex might have been unable to send that many packets. -For search purposes, unattempted transactions are treated the same -as attempted but failed transactions. - -Sometimes even the number of transactions as tracked by search algorithm -does not match the transactions as defined by ASTF programs. -See TCP TPUT profile below. - -UDP CPS -``````` - -This profile uses a minimalistic transaction to verify NAT44ed session has been -created and it allows outside-to-inside traffic. - -Client instance sends one packet and ends. -Server instance sends one packet upon creation and ends. - -In principle, packet size is configurable, -but currently used tests apply only one value (100 bytes frame). - -Transaction counts as attempted when opackets counter increases on client side. -Transaction counts as successful when ipackets counter increases on client side. - -TCP CPS -``````` - -This profile uses a minimalistic transaction to verify NAT44ed session has been -created and it allows outside-to-inside traffic. - -Client initiates TCP connection. Client waits until connection is confirmed -(by reading zero data bytes). Client ends. -Server accepts the connection. Server waits for indirect confirmation -from client (by waiting for client to initiate close). Server ends. - -Without packet loss, the whole transaction takes 7 packets to finish -(4 and 3 per direction). -From NAT44ed point of view, only the first two are needed to verify -the session got created. - -Packet size is not configurable, but currently used tests report -frame size as 64 bytes. - -Transaction counts as attempted when tcps_connattempt counter increases -on client side. -Transaction counts as successful when tcps_connects counter increases -on client side. - -UDP TPUT -```````` - -This profile uses a small transaction of "request-response" type, -with several packets simulating data payload. - -Client sends 5 packets and closes immediately. -Server reads all 5 packets (needed to avoid late packets creating new -server instances), then sends 5 packets and closes. -The value 5 was chosen to mirror what TCP TPUT (see below) choses. - -Packet size is configurable, currently we have tests for 100, -1518 and 9000 bytes frame (to match size of TCP TPUT data frames, see below). - -As this is a packet oriented test, we do not track the whole -10 packet transaction. Similarly to stateless tests, we treat each packet -as a "transaction" for search algorthm packet loss ratio purposes. -Therefore a "transaction" is attempted when opacket counter on client -or server side is increased. Transaction is successful if ipacket counter -on client or server side is increased. - -If one of 5 client packets is lost, server instance will get stuck -in the reading phase. This probably decreases TRex performance, -but it leads to more stable results then alternatives. - -TCP TPUT -```````` - -This profile uses a small transaction of "request-response" type, -with some data amount to be transferred both ways. - -In CSIT release 22.06, TRex behavior changed, so we needed to edit -the traffic profile. Let us describe the pre-22.06 profile first. - -Client connects, sends 5 data packets worth of data, -receives 5 data packets worth of data and closes its side of the connection. -Server accepts connection, reads 5 data packets worth of data, -sends 5 data packets worth of data and closes its side of the connection. -As usual in TCP, sending side waits for ACK from the receiving side -before proceeding with next step of its program. - -Server read is needed to avoid premature close and second server instance. -Client read is not stricly needed, but ACKs allow TRex to close -the server instance quickly, thus saving CPU and improving performance. - -The number 5 of data packets was chosen so TRex is able to send them -in a single burst, even with 9000 byte frame size (TRex has a hard limit -on initial window size). -That leads to 16 packets (9 of them in c2s direction) to be exchanged -if no loss occurs. -The size of data packets is controlled by the traffic profile setting -the appropriate maximum segment size. Due to TRex restrictions, -the minimal size for IPv4 data frame achievable by this method is 70 bytes, -which is more than our usual minimum of 64 bytes. -For that reason, the data frame sizes available for testing are 100 bytes -(that allows room for eventually adding IPv6 ASTF tests), -1518 bytes and 9000 bytes. There is no control over control packet sizes. - -Exactly as in UDP TPUT, ipackets and opackets counters are used for counting -"transactions" (in fact packets). - -If packet loss occurs, there can be large transaction overlap, even if most -ASTF programs finish eventually. This can lead to big duration stretching -and somehow uneven rate of packets sent. This makes it hard to interpret -MRR results (frequently MRR is below NDR for this reason), -but NDR and PDR results tend to be stable enough. - -In 22.06, the "ACK from the receiving side" behavior changed, -the receiving side started sending ACK sometimes -also before receiving the full set of 5 data packets. -If the previous profile is understood as a "single challenge, single response" -where challenge (and also response) is sent as a burst of 5 data packets, -the new profile uses "bursts" of 1 packet instead, but issues -the challenge-response part 5 times sequentially -(waiting for receiving the response before sending next challenge). -This new profile happens to have the same overall packet count -(when no re-transmissions are needed). -Although it is possibly more taxing for TRex CPU, -the results are comparable to the old traffic profile. - -Ip4base tests -~~~~~~~~~~~~~ - -Contrary to stateless traffic profiles, we do not have a simple limit -that would guarantee TRex is able to send traffic at specified load. -For that reason, we have added tests where "nat44ed" is replaced by "ip4base". -Instead of NAT44ed processing, the tests set minimalistic IPv4 routes, -so that packets are forwarded in both inside-to-outside and outside-to-inside -directions. - -The packets arrive to server end of TRex with different source address&port -than in NAT44ed tests (no translation to outside values is done with ip4base), -but those are not specified in the stateful traffic profiles. -The server end (as always) uses the received address&port as destination -for outside-to-inside traffic. Therefore the same stateful traffic profile -works for both NAT44ed and ip4base test (of the same scale). - -The NAT44ed results are displayed together with corresponding ip4base results. -If they are similar, TRex is probably the bottleneck. -If NAT44ed result is visibly smaller, it describes the real VPP performance. diff --git a/docs/report/introduction/methodology_nfv_service_density.rst b/docs/report/introduction/methodology_nfv_service_density.rst deleted file mode 100644 index c5407b5125..0000000000 --- a/docs/report/introduction/methodology_nfv_service_density.rst +++ /dev/null @@ -1,109 +0,0 @@ -NFV Service Density -------------------- - -Network Function Virtualization (NFV) service density tests focus on -measuring total per server throughput at varied NFV service “packing” -densities with vswitch providing host dataplane. The goal is to compare -and contrast performance of a shared vswitch for different network -topologies and virtualization technologies, and their impact on vswitch -performance and efficiency in a range of NFV service configurations. - -Each NFV service instance consists of a set of Network Functions (NFs), -running in VMs (VNFs) or in Containers (CNFs), that are connected into a -virtual network topology using VPP vswitch running in Linux user-mode. -Multiple service instances share the vswitch that in turn provides per -service chain forwarding context(s). In order to provide a most complete -picture, each network topology and service configuration is tested in -different service density setups by varying two parameters: - -- Number of service instances (e.g. 1, 2, 4, 6, 8, 10). -- Number of NFs per service instance (e.g. 1, 2, 4, 6, 8, 10). - -Implementation of NFV service density tests in |csit-release| is using two NF -applications: - -- VNF: VPP of the same version as vswitch running in KVM VM, configured with /8 - IPv4 prefix routing. -- CNF: VPP of the same version as vswitch running in Docker Container, - configured with /8 IPv4 prefix routing. - -Tests are designed such that in all tested cases VPP vswitch is the most -stressed application, as for each flow vswitch is processing each packet -multiple times, whereas VNFs and CNFs process each packets only once. To -that end, all VNFs and CNFs are allocated enough resources to not become -a bottleneck. - -Service Configurations -~~~~~~~~~~~~~~~~~~~~~~ - -Following NFV network topologies and configurations are tested: - -- VNF Service Chains (VSC) with L2 vswitch - - - *Network Topology*: Sets of VNFs dual-homed to VPP vswitch over - virtio-vhost links. Each set belongs to separate service instance. - - *Network Configuration*: VPP L2 bridge-domain contexts form logical - service chains of VNF sets and connect each chain to physical - interfaces. - -- CNF Service Chains (CSC) with L2 vswitch - - - *Network Topology*: Sets of CNFs dual-homed to VPP vswitch over - memif links. Each set belongs to separate service instance. - - *Network Configuration*: VPP L2 bridge-domain contexts form logical - service chains of CNF sets and connect each chain to physical - interfaces. - -- CNF Service Pipelines (CSP) with L2 vswitch - - - *Network Topology*: Sets of CNFs connected into pipelines over a - series of memif links, with edge CNFs single-homed to VPP vswitch - over memif links. Each set belongs to separate service instance. - - *Network Configuration*: VPP L2 bridge-domain contexts connect each - CNF pipeline to physical interfaces. - -Thread-to-Core Mapping -~~~~~~~~~~~~~~~~~~~~~~ - -CSIT defines specific ratios for mapping software threads of vswitch and -VNFs/CNFs to physical cores, with separate ratios defined for main -control threads and data-plane threads. - -In |csit-release| NFV service density tests run on Intel Xeon testbeds -with Intel Hyper-Threading enabled, so each physical core is associated -with a pair of sibling logical cores corresponding to the hyper-threads. - -|csit-release| executes tests with the following software thread to -physical core mapping ratios: - -- vSwitch - - - Data-plane on single core - - - (main:core) = (1:1) => 1mt1c - 1 main thread on 1 core. - - (data:core) = (1:1) => 2dt1c - 2 Data-plane Threads on 1 Core. - - - Data-plane on two cores - - - (main:core) = (1:1) => 1mt1c - 1 Main Thread on 1 Core. - - (data:core) = (1:2) => 4dt2c - 4 Data-plane Threads on 2 Cores. - -- VNF and CNF - - - Data-plane on single core - - - (main:core) = (2:1) => 2mt1c - 2 Main Threads on 1 Core, 1 Thread - per NF, core shared between two NFs. - - (data:core) = (1:1) => 2dt1c - 2 Data-plane Threads on 1 Core per - NF. - - - Data-plane on single logical core (Two NFs per physical core) - - - (main:core) = (2:1) => 2mt1c - 2 Main Threads on 1 Core, 1 Thread - per NF, core shared between two NFs. - - (data:core) = (2:1) => 2dt1c - 2 Data-plane Threads on 1 Core, 1 - Thread per NF, core shared between two NFs. - -Maximum tested service densities are limited by a number of physical -cores per NUMA. |csit-release| allocates cores within NUMA0. Support for -multi NUMA tests is to be added in future release. diff --git a/docs/report/introduction/methodology_packet_flow_ordering.rst b/docs/report/introduction/methodology_packet_flow_ordering.rst deleted file mode 100644 index 47118f971c..0000000000 --- a/docs/report/introduction/methodology_packet_flow_ordering.rst +++ /dev/null @@ -1,42 +0,0 @@ -.. _packet_flow_ordering: - -Packet Flow Ordering -^^^^^^^^^^^^^^^^^^^^ - -TRex Traffic Generator (TG) supports two main ways how to cover -address space (on allowed ranges) in scale tests. - -In most cases only one field value (e.g. IPv4 destination address) is -altered, in some cases two fields (e.g. IPv4 destination address and UDP -destination port) are altered. - -Incremental Ordering -~~~~~~~~~~~~~~~~~~~~ - -This case is simpler to implement and offers greater control. - -When changing two fields, they can be incremented synchronously, or one -after another. In the latter case we can specify which one is -incremented each iteration and which is incremented by "carrying over" -only when the other "wraps around". This way also visits all -combinations once before the "carry" field also wraps around. - -It is possible to use increments other than 1. - -Randomized Ordering -~~~~~~~~~~~~~~~~~~~ - -This case chooses each field value at random (from the allowed range). -In case of two fields, they are treated independently. -TRex allows to set random seed to get deterministic numbers. -We use a different seed for each field and traffic direction. -The seed has to be a non-zero number, we use 1, 2, 3, and so on. - -The seeded random mode in TRex requires a "limit" value, -which acts as a cycle length limit (after this many iterations, -the seed resets to its initial value). -We use the maximal allowed limit value (computed as 2^24 - 1). - -Randomized profiles do not avoid duplicated values, -and do not guarantee each possible value is visited, -so it is not very useful for stateful tests. diff --git a/docs/report/introduction/methodology_packet_latency.rst b/docs/report/introduction/methodology_packet_latency.rst deleted file mode 100644 index cd11663eaf..0000000000 --- a/docs/report/introduction/methodology_packet_latency.rst +++ /dev/null @@ -1,43 +0,0 @@ -.. _latency_methodology: - -Packet Latency -^^^^^^^^^^^^^^ - -TRex Traffic Generator (TG) is used for measuring one-way latency in -2-Node and 3-Node physical testbed topologies. TRex integrates `High -Dynamic Range Histogram (HDRH) `_ -functionality and reports per packet latency distribution for latency -streams sent in parallel to the main load packet streams. - -Following methodology is used: - -- Only NDRPDR test type measures latency and only after NDR and PDR - values are determined. Other test types do not involve latency - streams. -- Latency is measured at different background load packet rates: - - - No-Load: latency streams only. - - Low-Load: at 10% PDR. - - Mid-Load: at 50% PDR. - - High-Load: at 90% PDR. - -- Latency is measured for all tested packet sizes except IMIX due to - TRex TG restriction. -- TG sends dedicated latency streams, one per direction, each at the - rate of 9 kpps at the prescribed packet size; these are sent in - addition to the main load streams. -- TG reports Min/Avg/Max and HDRH latency values distribution per stream - direction, hence two sets of latency values are reported per test case - (marked as E-W and W-E). -- +/- 1 usec is the measurement accuracy of TRex TG and the data in HDRH - latency values distribution is rounded to microseconds. -- TRex TG introduces a (background) always-on Tx + Rx latency bias of 4 - usec on average per direction resulting from TRex software writing and - reading packet timestamps on CPU cores. Quoted values are based on TG - back-to-back latency measurements. -- Latency graphs are not smoothed, each latency value has its own - horizontal line across corresponding packet percentiles. -- Percentiles are shown on X-axis using a logarithmic scale, so the - maximal latency value (ending at 100% percentile) would be in - infinity. The graphs are cut at 99.9999% (hover information still - lists 100%). \ No newline at end of file diff --git a/docs/report/introduction/methodology_per_thread_resources.rst b/docs/report/introduction/methodology_per_thread_resources.rst deleted file mode 100644 index cde4b7d616..0000000000 --- a/docs/report/introduction/methodology_per_thread_resources.rst +++ /dev/null @@ -1,102 +0,0 @@ -.. _per_thread_resources_methodology: - -Per Thread Resources --------------------- - -CSIT test framework is managing mapping of the following resources per -thread: - -#. Cores, physical cores (pcores) allocated as pairs of sibling logical cores - (lcores) if server in HyperThreading/SMT mode, or as single lcores - if server not in HyperThreading/SMT mode. Note that if server's - processors are running in HyperThreading/SMT mode sibling lcores are - always used. -#. Receive Queues (RxQ), packet receive queues allocated on each - physical and logical interface tested. -#. Transmit Queues(TxQ), packet transmit queues allocated on each - physical and logical interface tested. - -Approach to mapping per thread resources depends on the application/DUT -tested (VPP or DPDK apps) and associated thread types, as follows: - -#. Data-plane workers, used for data-plane packet processing, when no - feature workers present. - - - Cores: data-plane workers are typically tested in 1, 2 and 4 pcore - configurations, running on single lcore per pcore or on sibling - lcores per pcore. Result is a set of {T}t{C}c thread-core - configurations, where{T} stands for a total number of threads - (lcores), and {C} for a total number of pcores. Tested - configurations are encoded in CSIT test case names, - e.g. "1c", "2c", "4c", and test tags "2T1C"(or "1T1C"), "4T2C" - (or "2T2C"), "8T4C" (or "4T4C"). - - Interface Receive Queues (RxQ): as of CSIT-2106 release, number of - RxQs used on each physical or virtual interface is equal to the - number of data-plane workers. In other words each worker has a - dedicated RxQ on each interface tested. This ensures packet - processing load to be equal for each worker, subject to RSS flow - load balancing efficacy. Note: Before CSIT-2106 total number of - RxQs across all interfaces of specific type was equal to the - number of data-plane workers. - - Interface Transmit Queues (TxQ): number of TxQs used on each - physical or virtual interface is equal to the number of data-plane - workers. In other words each worker has a dedicated TxQ on each - interface tested. - - Applies to VPP and DPDK Testpmd and L3Fwd. - -#. Data-plane and feature workers (e.g. IPsec async crypto workers), the - latter dedicated to specific feature processing. - - - Cores: data-plane and feature workers are tested in 2, 3 and 4 - pcore configurations, running on single lcore per pcore or on - sibling lcores per pcore. This results in a two sets of - thread-core combinations separated by "-", {T}t{C}c-{T}t{C}c, with - the leading set denoting total number of threads (lcores) and - pcores used for data-plane workers, and the trailing set denoting - total number of lcores and pcores used for feature workers. - Accordingly, tested configurations are encoded in CSIT test case - names, e.g. "1c-1c", "1c-2c", "1c-3c", and test tags "2T1C_2T1C" - (or "1T1C_1T1C"), "2T1C_4T2C"(or "1T1C_2T2C"), "2T1C_6T3C" - (or "1T1C_3T3C"). - - RxQ and TxQ: no RxQs and no TxQs are used by feature workers. - - Applies to VPP only. - -#. Management/main worker, control plane and management. - - - Cores: single lcore. - - RxQ: not used (VPP default behaviour). - - TxQ: single TxQ per interface, allocated but not used - (VPP default behaviour). - - Applies to VPP only. - -VPP Thread Configuration -~~~~~~~~~~~~~~~~~~~~~~~~ - -Mapping of cores and RxQs to VPP data-plane worker threads is done in -the VPP startup.conf during test suite setup: - -#. `corelist-workers `: List of logical cores to run VPP - data-plane workers and feature workers. The actual lcores' - allocations depends on HyperThreading/SMT server configuration and - per test core configuration. - - - For tests without feature workers, by default, all CPU cores - configured in startup.conf are used for data-plane workers. - - For tests with feature workers, CSIT code distributes lcores across - data-plane and feature workers. - -#. `num-rx-queues `: Number of Rx queues used per interface. - -Mapping of TxQs to VPP data-plane worker threads uses the default VPP -setting of one TxQ per interface per data-plane worker. - -DPDK Thread Configuration -~~~~~~~~~~~~~~~~~~~~~~~~~ - -Mapping of cores and RxQs to DPDK Testpmd/L3Fwd data-plane worker -threads is done in the startup CLI: - -#. `-l ` - List of logical cores to run DPDK - application. -#. `nb-cores=` - Number of forwarding cores. -#. `rxq=` - Number of Rx queues used per interface. diff --git a/docs/report/introduction/methodology_rca/index.rst b/docs/report/introduction/methodology_rca/index.rst deleted file mode 100644 index 82c88a3ef9..0000000000 --- a/docs/report/introduction/methodology_rca/index.rst +++ /dev/null @@ -1,6 +0,0 @@ -Root Cause Analysis -------------------- - -.. toctree:: - - methodology_perpatch_performance_tests diff --git a/docs/report/introduction/methodology_rca/methodology_perpatch_performance_tests.rst b/docs/report/introduction/methodology_rca/methodology_perpatch_performance_tests.rst deleted file mode 100644 index 9b03c45207..0000000000 --- a/docs/report/introduction/methodology_rca/methodology_perpatch_performance_tests.rst +++ /dev/null @@ -1,238 +0,0 @@ -Per-patch performance tests -^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -Updated for CSIT git commit id: 72b45cfe662107c8e1bb549df71ba51352a898ee. - -A methodology similar to trending analysis is used for comparing performance -before a DUT code change is merged. This can act as a verify job to disallow -changes which would decrease performance without a good reason. - -Existing jobs -~~~~~~~~~~~~~ - -VPP is the only project currently using such jobs. -They are not started automatically, must be triggered on demand. -They allow full tag expressions, but some tags are enforced (such as MRR). - -There are jobs available for multiple types of testbeds, -based on various processors. -Their Gerrit triggers words are of the form "perftest-{node_arch}" -where the node_arch combinations currently supported are: -2n-clx, 2n-tx2, 2n-zn2, 3n-tsh. - -Test selection -~~~~~~~~~~~~~~ - -.. - TODO: Majority of this section is also useful for CSIT verify jobs. Move it somewhere. - -Gerrit trigger line without any additional arguments selects -a small set of test cases to run. -If additional arguments are added to the Gerrit trigger, they are treated -as Robot tag expressions to select tests to run. -While very flexible, this method of test selection also allows the user -to accidentally select too high number of tests, blocking the testbed for days. - -What follows is a list of explanations and recommendations -to help users to select the minimal set of tests cases. - -Verify cycles -````````````` - -When Gerrit schedules multiple jobs to run for the same patch set, -it waits until all runs are complete. -While it is waiting, it is possible to trigger more jobs -(adding runs to the set Gerrit is waiting for), but it is not possible -to trigger more runs for the same job, until Gerrit is done waiting. -After Gerrit is done waiting, it becames possible to trigger -the same job again. - -Example. User triggers one set of tests on 2n-icx and immediately -also triggers other set of tests on 3n-icx. Then the user notices -2n-icx run end early because of a typo in tag expression. -When the user tries to re-trigger 2n-icx (with fixed tag expression), -that comment gets ignored by Jenkins. -Only when 3n-icx job finishes, the user can trigger 2n-icx. - -One comment many jobs -````````````````````` - -In the past, the CSIT code which parses for perftest trigger comments -was buggy, which lead to bad behavior (as in selection all performance test, -because "perftest" is also a robot tag) when user included multiple -perftest trigger words in the same comment. - -The worst bugs were fixed since then, but it is still recommended -to use just one trigger word per Gerrit comment, just to be safe. - -Multiple test cases in run -`````````````````````````` - -While Robot supports OR operator, it does not support parentheses, -so the OR operator is not very useful. It is recommended -to use space instead of OR operator. - -Example template: -perftest-2n-icx {tag_expression_1} {tag_expression_2} - -See below for more concrete examples. - -Suite tags -`````````` - -Traditionally, CSIT maintains broad Robot tags that can be used to select tests. - -But it is not recommended to use them for test selection, -as it is not that easy to determine how many test cases are selected. - -The recommended way is to look into CSIT repository first, -and locate a specific suite the user is interested in, -and use its suite tag. For example, "ethip4-ip4base" is a suite tag -selecting just one suite in CSIT git repository, -avoiding all scale, container, and other simialr variants. - -Note that CSIT uses "autogen" code generator, -so the robot running in Jenkins has access to more suites -than visible just by looking into CSIT git repository, -so suite tag is not enough to select even the intended suite, -and user still probably wants to narrow down -to a single test case within a suite. - -Fully specified tag expressions -``````````````````````````````` - -Here is one template to select a single test case: -{test_type}AND{nic_model}AND{nic_driver}AND{cores}AND{frame_size}AND{suite_tag} -where the variables are all lower case (so AND operator stands out). - -Currently only one test type is supported by the performance comparison jobs: -"mrr". -The nic_driver options depend on nic_model. For Intel cards "drv_avf" (AVF plugin) -and "drv_vfio_pci" (DPDK plugin) are popular, for Mellanox "drv_rdma_core". -Currently, the performance using "drv_af_xdp" is not reliable enough, so do not use it -unless you are specifically testing for AF_XDP. - -The most popular nic_model is "nic_intel-xxv710", but that is not available -on all testbed types. -It is safe to use "1c" for cores (unless you are suspection multi-core performance -is affected differently) and "64b" for frame size ("78b" for ip6 -and more for dot1q and other encapsulated traffic; -"1518b" is popular for ipsec and other payload-bound tests). - -As there are more test cases than CSIT can periodically test, -it is possible to encounter an old test case that currently fails. -To avoid that, you can look at "job spec" files we use for periodic testing, -for example `this one `_. - - -Shortening triggers -``````````````````` - -Advanced users may use the following tricks to avoid writing long trigger comments. - -Robot supports glob matching, which can be used to select multiple suite tags at once. - -Not specifying one of 6 parts of the recommended expression pattern -will select all available options. For example not specifying nic_driver -for nic_intel-xxv710 will select all 3 applicable drivers. -You can use NOT operator to reject some options (e.g. NOTdrv_af_xdp), -but beware, with NOT the order matters: -tag1ANDtag2NOTtag3 is not the same as tag1NOTtag3ANDtag2, -the latter is evaluated as tag1AND(NOT(tag3ANDtag2)). - -Beware when not specifying nic_model. As a precaution, -CSIT code will insert the defailt NIC model for the tetsbed used. -Example: Specifying drv_rdma_core without specifying nic_model -will fail, as the default nic_model is nic_intel-xxv710 -which does not support RDMA core driver. - -Complete example -```````````````` - -A user wants to test a VPP change which may affect load balance whith bonding. -Searching tag documentation for "bonding" finds LBOND tag and its variants. -Searching CSIT git repository (directory tests/) finds 8 suite files, -all suited only for 3-node testbeds. -All suites are using vhost, but differ by the forwarding app inside VM -(DPDK or VPP), by the forwarding mode of VPP acting as host level vswitch -(MAC learning or cross connect), and by the number of DUT1-DUT2 links -available (1 or 2). - -As not all NICs and testbeds offer enogh ports for 2 parallel DUT-DUT links, -the user looks at `testbed specifications `_ -and finds that only xxv710 NIC on 3n-icx testbed matches the requirements. -Quick look into the suites confirm the smallest frame size is 64 bytes -(despite DOT1Q robot tag, as the encapsulation does not happen on TG-DUT links). -It is ok to use just 1 physical core, as 3n-icx has hyperthreading enabled, -so VPP vswitch will use 2 worker threads. - -The user decides the vswitch forwarding mode is not important -(so choses cross connect as that has less CPU overhead), -but wants to test both NIC drivers (not AF_XDP), both apps in VM, -and both 1 and 2 parallel links. - -After shortening, this is the trigger comment fianlly used: -perftest-3n-icx mrrANDnic_intel-x710AND1cAND64bAND?lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm*NOTdrv_af_xdp - -Basic operation -~~~~~~~~~~~~~~~ - -The job builds VPP .deb packages for both the patch under test -(called "current") and its parent patch (called "parent"). - -For each test (from a set defined by tag expression), -both builds are subjected to several trial measurements (BMRR). -Measured samples are grouped to "parent" sequence, -followed by "current" sequence. The same Minimal Description Length -algorithm as in trending is used to decide whether it is one big group, -or two smaller gropus. If it is one group, a "normal" result -is declared for the test. If it is two groups, and current average -is less then parent average, the test is declared a regression. -If it is two groups and current average is larger or equal, -the test is declared a progression. - -The whole job fails (giving -1) if some trial measurement failed, -or if any test was declared a regression. - -Temporary specifics -~~~~~~~~~~~~~~~~~~~ - -The Minimal Description Length analysis is performed by -CSIT code equivalent to jumpavg-0.1.3 library available on PyPI. - -In hopes of strengthening of signal (code performance) compared to noise -(all other factors influencing the measured values), several workarounds -are applied. - -In contrast to trending, trial duration is set to 10 seconds, -and only 5 samples are measured for each build. -Both parameters are set in ci-management. - -This decreases sensitivity to regressions, but also decreases -probability of false positives. - -Console output -~~~~~~~~~~~~~~ - -The following information as visible towards the end of Jenkins console output, -repeated for each analyzed test. - -The original 5 values are visible in order they were measured. -The 5 values after processing are also visible in output, -this time sorted by value (so people can see minimum and maximum). - -The next output is difference of averages. It is the current average -minus the parent average, expressed as percentage of the parent average. - -The next three outputs contain the jumpavg representation -of the two groups and a combined group. -Here, "bits" is the description length; for "current" sequence -it includes effect from "parent" average value -(jumpavg-0.1.3 penalizes sequences with too close averages). - -Next, a sentence describing which grouping description is shorter, -and by how much bits. -Finally, the test result classification is visible. - -The algorithm does not track test case names, -so test cases are indexed (from 0). diff --git a/docs/report/introduction/methodology_reconf.rst b/docs/report/introduction/methodology_reconf.rst deleted file mode 100644 index 976cd7a6a3..0000000000 --- a/docs/report/introduction/methodology_reconf.rst +++ /dev/null @@ -1,75 +0,0 @@ -.. _reconf_tests: - -Reconfiguration Tests -^^^^^^^^^^^^^^^^^^^^^ - -.. important:: - - **DISCLAIMER**: Described reconf test methodology is experimental, and - subject to change following consultation within csit-dev, vpp-dev - and user communities. Current test results should be treated as indicative. - -Overview -~~~~~~~~ - -Reconf tests are designed to measure the impact of VPP re-configuration -on data plane traffic. -While VPP takes some measures against the traffic being -entirely stopped for a prolonged time, -the immediate forwarding rate varies during the re-configuration, -as some configurations steps need the active dataplane worker threads -to be stopped temporarily. - -As the usual methods of measuring throughput need multiple trial measurements -with somewhat long durations, and the re-configuration process can also be long, -finding an offered load which would result in zero loss -during the re-configuration process would be time-consuming. - -Instead, reconf tests first find a througput value (lower bound for NDR) -without re-configuration, and then maintain that ofered load -during re-configuration. The measured loss count is then assumed to be caused -by the re-configuration process. The result published by reconf tests -is the effective blocked time, that is -the loss count divided by the offered load. - -Current Implementation -~~~~~~~~~~~~~~~~~~~~~~ - -Each reconf suite is based on a similar MLRsearch performance suite. - -MLRsearch parameters are changed to speed up the throughput discovery. -For example, PDR is not searched for, and the final trial duration is shorter. - -The MLRsearch suite has to contain a configuration parameter -that can be scaled up, e.g. number of tunnels or number of service chains. -Currently, only increasing the scale is supported -as the re-configuration operation. In future, scale decrease -or other operations can be implemented. - -The traffic profile is not changed, so the traffic present is processed -only by the smaller scale configuration. The added tunnels / chains -are not targetted by the traffic. - -For the re-configuration, the same Robot Framework and Python libraries -are used, as were used in the initial configuration, with the exception -of the final calls that do not interact with VPP (e.g. starting -virtual machines) being skipped to reduce the test overall duration. - -Discussion -~~~~~~~~~~ - -Robot Framework introduces a certain overhead, which may affect timing -of individual VPP API calls, which in turn may affect -the number of packets lost. - -The exact calls executed may contain unnecessary info dumps, repeated commands, -or commands which change a value that do not need to be changed (e.g. MTU). -Thus, implementation details are affecting the results, even if their effect -on the corresponding MLRsearch suite is negligible. - -The lower bound for NDR is the only value safe to be used when zero packets lost -are expected without re-configuration. But different suites show different -"jitter" in that value. For some suites, the lower bound is not tight, -allowing full NIC buffers to drain quickly between worker pauses. -For other suites, lower bound for NDR still has quite a large probability -of non-zero packet loss even without re-configuration. diff --git a/docs/report/introduction/methodology_telemetry.rst b/docs/report/introduction/methodology_telemetry.rst deleted file mode 100644 index c10f99affe..0000000000 --- a/docs/report/introduction/methodology_telemetry.rst +++ /dev/null @@ -1,238 +0,0 @@ -.. _telemetry: - -OpenMetrics ------------ - -OpenMetrics specifies the de-facto standard for transmitting cloud-native -metrics at scale, with support for both text representation and Protocol -Buffers. - -RFC -~~~ - -- RFC2119 -- RFC5234 -- RFC8174 -- draft-richih-opsawg-openmetrics-00 - -Reference -~~~~~~~~~ - -`OpenMetrics `_ - -Metric Types -~~~~~~~~~~~~ - -- Gauge -- Counter -- StateSet -- Info -- Histogram -- GaugeHistogram -- Summary -- Unknown - -Telemetry module in CSIT currently support only Gauge, Counter and Info. - -Example metric file -~~~~~~~~~~~~~~~~~~~ - -:: - - # HELP calls_total Number of calls total - # TYPE calls_total counter - calls_total{name="api-rx-from-ring",state="active",thread_id="0",thread_lcore="1",thread_name="vpp_main"} 0.0 - calls_total{name="fib-walk",state="any wait",thread_id="0",thread_lcore="1",thread_name="vpp_main"} 0.0 - calls_total{name="ip6-mld-process",state="any wait",thread_id="0",thread_lcore="1",thread_name="vpp_main"} 0.0 - calls_total{name="ip6-ra-process",state="any wait",thread_id="0",thread_lcore="1",thread_name="vpp_main"} 0.0 - calls_total{name="unix-epoll-input",state="polling",thread_id="0",thread_lcore="1",thread_name="vpp_main"} 39584.0 - calls_total{name="avf-0/18/6/0-output",state="active",thread_id="1",thread_lcore="2",thread_name="vpp_wk_0"} 91.0 - calls_total{name="avf-0/18/6/0-tx",state="active",thread_id="1",thread_lcore="2",thread_name="vpp_wk_0"} 91.0 - calls_total{name="avf-input",state="polling",thread_id="1",thread_lcore="2",thread_name="vpp_wk_0"} 91.0 - calls_total{name="ethernet-input",state="active",thread_id="1",thread_lcore="2",thread_name="vpp_wk_0"} 91.0 - calls_total{name="ip4-input-no-checksum",state="active",thread_id="1",thread_lcore="2",thread_name="vpp_wk_0"} 91.0 - calls_total{name="ip4-lookup",state="active",thread_id="1",thread_lcore="2",thread_name="vpp_wk_0"} 91.0 - calls_total{name="ip4-rewrite",state="active",thread_id="1",thread_lcore="2",thread_name="vpp_wk_0"} 91.0 - calls_total{name="avf-0/18/2/0-output",state="active",thread_id="2",thread_lcore="0",thread_name="vpp_wk_1"} 91.0 - calls_total{name="avf-0/18/2/0-tx",state="active",thread_id="2",thread_lcore="0",thread_name="vpp_wk_1"} 91.0 - calls_total{name="avf-input",state="polling",thread_id="2",thread_lcore="0",thread_name="vpp_wk_1"} 91.0 - calls_total{name="ethernet-input",state="active",thread_id="2",thread_lcore="0",thread_name="vpp_wk_1"} 91.0 - calls_total{name="ip4-input-no-checksum",state="active",thread_id="2",thread_lcore="0",thread_name="vpp_wk_1"} 91.0 - calls_total{name="ip4-lookup",state="active",thread_id="2",thread_lcore="0",thread_name="vpp_wk_1"} 91.0 - calls_total{name="ip4-rewrite",state="active",thread_id="2",thread_lcore="0",thread_name="vpp_wk_1"} 91.0 - calls_total{name="unix-epoll-input",state="polling",thread_id="2",thread_lcore="0",thread_name="vpp_wk_1"} 1.0 - - -Anatomy of existing CSIT telemetry implementation -------------------------------------------------- - -Existing implementation consists of several measurment building blocks: -the main measuring block running search algorithms (MLR, PLR, SOAK, MRR, ...), -the latency measuring block and the several telemetry blocks with or without -traffic running on a background. - -The main measuring block must not be interrupted by any read operation that can -impact data plane traffic processing during throughput search algorithm. Thus -operational reads are done before (pre-stat) and after (post-stat) that block. - -Some operational reads must be done while traffic is running and usually -consists of two reads (pre-run-stat, post-run-stat) with defined delay between -them. - -MRR measurement -~~~~~~~~~~~~~~~ - -:: - - traffic_start(r=mrr) traffic_stop |< measure >| - | | | (r=mrr) | - | pre_run_stat post_run_stat | pre_stat | | post_stat - | | | | | | | | - --o--------o---------------o---------o-------o--------+-------------------+------o------------> - t - - Legend: - - pre_run_stat - - vpp-clear-runtime - - post_run_stat - - vpp-show-runtime - - bash-perf-stat // if extended_debug == True - - pre_stat - - vpp-clear-stats - - vpp-enable-packettrace // if extended_debug == True - - vpp-enable-elog - - post_stat - - vpp-show-stats - - vpp-show-packettrace // if extended_debug == True - - vpp-show-elog - -:: - - |< measure >| - | (r=mrr) | - | | - |< traffic_trial0 >|< traffic_trial1 >|< traffic_trialN >| - | (i=0,t=duration) | (i=1,t=duration) | (i=N,t=duration) | - | | | | - --o------------------------o------------------------o------------------------o---> - t - - -MLR measurement -~~~~~~~~~~~~~~~ - -:: - - |< measure >| traffic_start(r=pdr) traffic_stop traffic_start(r=ndr) traffic_stop |< [ latency ] >| - | (r=mlr) | | | | | | .9/.5/.1/.0 | - | | | pre_run_stat post_run_stat | | pre_run_stat post_run_stat | | | - | | | | | | | | | | | | - --+-------------------+----o--------o---------------o---------o--------------o--------o---------------o---------o------------[---------------------]---> - t - - Legend: - - pre_run_stat - - vpp-clear-runtime - - post_run_stat - - vpp-show-runtime - - bash-perf-stat // if extended_debug == True - - pre_stat - - vpp-clear-stats - - vpp-enable-packettrace // if extended_debug == True - - vpp-enable-elog - - post_stat - - vpp-show-stats - - vpp-show-packettrace // if extended_debug == True - - vpp-show-elog - - -Improving existing solution ---------------------------- - -Improving existing CSIT telemetry implementaion including these areas. - -- telemetry optimization - - reducing ssh overhead - - removing stats without added value -- telemetry scheduling - - improve accuracy - - improve configuration -- telemetry output - - standardize output - -Exesting stats implementation was abstracted to having pre-/post-run-stats -phases. Improvement will be done by merging pre-/post- logic implementation into -separated stat-runtime block configurable and locally executed on SUT. - -This will increase precision, remove complexity and move implementation into -spearated module. - -OpenMetric format for cloud native metric capturing will be used to ensure -integration with post processing module. - -MRR measurement -~~~~~~~~~~~~~~~ - -:: - - traffic_start(r=mrr) traffic_stop |< measure >| - | | | (r=mrr) | - | |< stat_runtime >| | stat_pre_trial | | stat_post_trial - | | | | | | | | - ----o---+--------------------------+---o-------------o------------+-------------------+-----o-------------> - t - - Legend: - - stat_runtime - - vpp-runtime - - stat_pre_trial - - vpp-clear-stats - - vpp-enable-packettrace // if extended_debug == True - - stat_post_trial - - vpp-show-stats - - vpp-show-packettrace // if extended_debug == True - - -:: - - |< measure >| - | (r=mrr) | - | | - |< traffic_trial0 >|< traffic_trial1 >|< traffic_trialN >| - | (i=0,t=duration) | (i=1,t=duration) | (i=N,t=duration) | - | | | | - --o------------------------o------------------------o------------------------o---> - t - -:: - - |< stat_runtime >| - | | - |< program0 >|< program1 >|< programN >| - | (@=params) | (@=params) | (@=params) | - | | | | - --o------------------------o------------------------o------------------------o---> - t - - -MLR measurement -~~~~~~~~~~~~~~~ - -:: - - |< measure >| traffic_start(r=pdr) traffic_stop traffic_start(r=ndr) traffic_stop |< [ latency ] >| - | (r=mlr) | | | | | | .9/.5/.1/.0 | - | | | |< stat_runtime >| | | |< stat_runtime >| | | | - | | | | | | | | | | | | - --+-------------------+-----o---+--------------------------+---o--------------o---+--------------------------+---o-----------[---------------------]---> - t - - Legend: - - stat_runtime - - vpp-runtime - - stat_pre_trial - - vpp-clear-stats - - vpp-enable-packettrace // if extended_debug == True - - stat_post_trial - - vpp-show-stats - - vpp-show-packettrace // if extended_debug == True diff --git a/docs/report/introduction/methodology_terminology.rst b/docs/report/introduction/methodology_terminology.rst deleted file mode 100644 index 33ab116491..0000000000 --- a/docs/report/introduction/methodology_terminology.rst +++ /dev/null @@ -1,78 +0,0 @@ -Terminology ------------ - -- **Frame size**: size of an Ethernet Layer-2 frame on the wire, including - any VLAN tags (dot1q, dot1ad) and Ethernet FCS, but excluding Ethernet - preamble and inter-frame gap. Measured in Bytes. -- **Packet size**: same as frame size, both terms used interchangeably. -- **Inner L2 size**: for tunneled L2 frames only, size of an encapsulated - Ethernet Layer-2 frame, preceded with tunnel header, and followed by - tunnel trailer. Measured in Bytes. -- **Inner IP size**: for tunneled IP packets only, size of an encapsulated - IPv4 or IPv6 packet, preceded with tunnel header, and followed by - tunnel trailer. Measured in Bytes. -- **Device Under Test (DUT)**: In software networking, "device" denotes a - specific piece of software tasked with packet processing. Such device - is surrounded with other software components (such as operating system - kernel). It is not possible to run devices without also running the - other components, and hardware resources are shared between both. For - purposes of testing, the whole set of hardware and software components - is called "System Under Test" (SUT). As SUT is the part of the whole - test setup performance of which can be measured with :rfc:`2544`, using - SUT instead of :rfc:`2544` DUT. Device under test - (DUT) can be re-introduced when analyzing test results using whitebox - techniques, but this document sticks to blackbox testing. -- **System Under Test (SUT)**: System under test (SUT) is a part of the - whole test setup whose performance is to be benchmarked. The complete - methodology contains other parts, whose performance is either already - established, or not affecting the benchmarking result. -- **Bi-directional throughput tests**: involve packets/frames flowing in - both east-west and west-east directions over every tested interface of - SUT/DUT. Packet flow metrics are measured per direction, and can be - reported as aggregate for both directions (i.e. throughput) and/or - separately for each measured direction (i.e. latency). In most cases - bi-directional tests use the same (symmetric) load in both directions. -- **Uni-directional throughput tests**: involve packets/frames flowing in - only one direction, i.e. either east-west or west-east direction, over - every tested interface of SUT/DUT. Packet flow metrics are measured - and are reported for measured direction. -- **Packet Loss Ratio (PLR)**: ratio of packets received relative to packets - transmitted over the test trial duration, calculated using formula: - PLR = ( pkts_transmitted - pkts_received ) / pkts_transmitted. - For bi-directional throughput tests aggregate PLR is calculated based - on the aggregate number of packets transmitted and received. -- **Packet Throughput Rate**: maximum packet offered load DUT/SUT forwards - within the specified Packet Loss Ratio (PLR). In many cases the rate - depends on the frame size processed by DUT/SUT. Hence packet - throughput rate MUST be quoted with specific frame size as received by - DUT/SUT during the measurement. For bi-directional tests, packet - throughput rate should be reported as aggregate for both directions. - Measured in packets-per-second (pps) or frames-per-second (fps), - equivalent metrics. -- **Bandwidth Throughput Rate**: a secondary metric calculated from packet - throughput rate using formula: bw_rate = pkt_rate * (frame_size + - L1_overhead) * 8, where L1_overhead for Ethernet includes preamble (8 - Bytes) and inter-frame gap (12 Bytes). For bi-directional tests, - bandwidth throughput rate should be reported as aggregate for both - directions. Expressed in bits-per-second (bps). -- **Non Drop Rate (NDR)**: maximum packet/bandwith throughput rate sustained - by DUT/SUT at PLR equal zero (zero packet loss) specific to tested - frame size(s). MUST be quoted with specific packet size as received by - DUT/SUT during the measurement. Packet NDR measured in - packets-per-second (or fps), bandwidth NDR expressed in - bits-per-second (bps). -- **Partial Drop Rate (PDR)**: maximum packet/bandwith throughput rate - sustained by DUT/SUT at PLR greater than zero (non-zero packet loss) - specific to tested frame size(s). MUST be quoted with specific packet - size as received by DUT/SUT during the measurement. Packet PDR - measured in packets-per-second (or fps), bandwidth PDR expressed in - bits-per-second (bps). -- **Maximum Receive Rate (MRR)**: packet/bandwidth rate regardless of PLR - sustained by DUT/SUT under specified Maximum Transmit Rate (MTR) - packet load offered by traffic generator. MUST be quoted with both - specific packet size and MTR as received by DUT/SUT during the - measurement. Packet MRR measured in packets-per-second (or fps), - bandwidth MRR expressed in bits-per-second (bps). -- **Trial**: a single measurement step. -- **Trial duration**: amount of time over which packets are transmitted and - received in a single measurement step. diff --git a/docs/report/introduction/methodology_trending/index.rst b/docs/report/introduction/methodology_trending/index.rst deleted file mode 100644 index 957900226b..0000000000 --- a/docs/report/introduction/methodology_trending/index.rst +++ /dev/null @@ -1,8 +0,0 @@ -Trending Methodology --------------------- - -.. toctree:: - - overview - trend_analysis - trend_presentation diff --git a/docs/report/introduction/methodology_trending/overview.rst b/docs/report/introduction/methodology_trending/overview.rst deleted file mode 100644 index d2ffc04407..0000000000 --- a/docs/report/introduction/methodology_trending/overview.rst +++ /dev/null @@ -1,6 +0,0 @@ -Overview -^^^^^^^^ - -This document describes a high-level design of a system for continuous -performance measuring, trending and change detection for FD.io VPP SW -data plane (and other performance tests run within CSIT sub-project). diff --git a/docs/report/introduction/methodology_trending/trend_analysis.rst b/docs/report/introduction/methodology_trending/trend_analysis.rst deleted file mode 100644 index 20ad46405a..0000000000 --- a/docs/report/introduction/methodology_trending/trend_analysis.rst +++ /dev/null @@ -1,229 +0,0 @@ -Trend Analysis -^^^^^^^^^^^^^^ - -All measured performance trend data is treated as time-series data -that is modeled as a concatenation of groups, -within each group the samples come (independently) from -the same normal distribution (with some center and standard deviation). - -Center of the normal distribution for the group (equal to population average) -is called a trend for the group. -All the analysis is based on finding the right partition into groups -and comparing their trends. - -Anomalies in graphs -~~~~~~~~~~~~~~~~~~~ - -In graphs, the start of the following group is marked as a regression (red -circle) or progression (green circle), if the new trend is lower (or higher -respectively) then the previous group's. - -Implementation details -~~~~~~~~~~~~~~~~~~~~~~ - -Partitioning into groups -```````````````````````` - -While sometimes the samples within a group are far from being distributed -normally, currently we do not have a better tractable model. - -Here, "sample" should be the result of single trial measurement, with group -boundaries set only at test run granularity. But in order to avoid detecting -causes unrelated to VPP performance, the current presentation takes average of -all trials within the run as the sample. Effectively, this acts as a single -trial with aggregate duration. - -Performance graphs show the run average as a dot (not all individual trial -results). - -The group boundaries are selected based on `Minimum Description Length`_. - -Minimum Description Length -`````````````````````````` - -`Minimum Description Length`_ (MDL) is a particular formalization -of `Occam's razor`_ principle. - -The general formulation mandates to evaluate a large set of models, -but for anomaly detection purposes, it is useful to consider -a smaller set of models, so that scoring and comparing them is easier. - -For each candidate model, the data should be compressed losslessly, -which includes model definitions, encoded model parameters, -and the raw data encoded based on probabilities computed by the model. -The model resulting in shortest compressed message is the "the" correct model. - -For our model set (groups of normally distributed samples), -we need to encode group length (which penalizes too many groups), -group average (more on that later), group stdev and then all the samples. - -Luckily, the "all the samples" part turns out to be quite easy to compute. -If sample values are considered as coordinates in (multi-dimensional) -Euclidean space, fixing stdev means the point with allowed coordinates -lays on a sphere. Fixing average intersects the sphere with a (hyper)-plane, -and Gaussian probability density on the resulting sphere is constant. -So the only contribution is the "area" of the sphere, which only depends -on the number of samples and stdev. - -A somehow ambiguous part is in choosing which encoding -is used for group size, average and stdev. -Different encodings cause different biases to large or small values. -In our implementation we have chosen probability density -corresponding to uniform distribution (from zero to maximal sample value) -for stdev and average of the first group, -but for averages of subsequent groups we have chosen a distribution -which discourages delimiting groups with averages close together. - -Our implementation assumes that measurement precision is 1.0 pps. -Thus it is slightly wrong for trial durations other than 1.0 seconds. -Also, all the calculations assume 1.0 pps is totally negligible, -compared to stdev value. - -The group selection algorithm currently has no parameters, -all the aforementioned encodings and handling of precision is hard-coded. -In principle, every group selection is examined, and the one encodable -with least amount of bits is selected. -As the bit amount for a selection is just sum of bits for every group, -finding the best selection takes number of comparisons -quadratically increasing with the size of data, -the overall time complexity being probably cubic. - -The resulting group distribution looks good -if samples are distributed normally enough within a group. -But for obviously different distributions (for example `bimodal distribution`_) -the groups tend to focus on less relevant factors (such as "outlier" density). - -Common Patterns -~~~~~~~~~~~~~~~ - -When an anomaly is detected, it frequently falls into few known patterns, -each having its typical behavior over time. - -We are going to describe the behaviors, -as they motivate our choice of trend compliance metrics. - -Sample time and analysis time -````````````````````````````` - -But first we need to distinguish two roles time plays in analysis, -so it is more clear which role we are referring to. - -Sample time is the more obvious one. -It is the time the sample is generated. -It is the start time or the end time of the Jenkins job run, -does not really matter which (parallel runs are disabled, -and length of gap between samples does not affect metrics). - -Analysis time is the time the current analysis is computed. -Again, the exact time does not usually matter, -what matters is how many later (and how fewer earlier) samples -were considered in the computation. - -For some patterns, it is usual for a previously reported -anomaly to "vanish", or previously unseen anomaly to "appear late", -as later samples change which partition into groups is more probable. - -Dashboard and graphs are always showing the latest analysis time, -the compliance metrics are using earlier sample time -with the same latest analysis time. - -Alerting e-mails use the latest analysis time at the time of sending, -so the values reported there are likely to be different -from the later analysis time results shown in dashboard and graphs. - -Ordinary regression -``````````````````` - -The real performance changes from previously stable value -into a new stable value. - -For medium to high magnitude of the change, one run -is enough for anomaly detection to mark this regression. - -Ordinary progressions are detected in the same way. - -Small regression -```````````````` - -The real performance changes from previously stable value -into a new stable value, but the difference is small. - -For the anomaly detection algorithm, this change is harder to detect, -depending on the standard deviation of the previous group. - -If the new performance value stays stable, eventually -the detection algorithm is able to detect this anomaly -when there are enough samples around the new value. - -If the difference is too small, it may remain undetected -(as new performance change happens, or full history of samples -is still not enough for the detection). - -Small progressions have the same behavior. - -Reverted regression -``````````````````` - -This pattern can have two different causes. -We would like to distinguish them, but that is usually -not possible to do just by looking at the measured values (and not telemetry). - -In one cause, the real DUT performance has changed, -but got restored immediately. -In the other cause, no real performance change happened, -just some temporary infrastructure issue -has caused a wrong low value to be measured. - -For small measured changes, this pattern may remain undetected. -For medium and big measured changes, this is detected when the regression -happens on just the last sample. - -For big changes, the revert is also immediately detected -as a subsequent progression. The trend is usually different -from the previously stable trend (as the two population averages -are not likely to be exactly equal), but the difference -between the two trends is relatively small. - -For medium changes, the detection algorithm may need several new samples -to detect a progression (as it dislikes single sample groups), -in the meantime reporting regressions (difference decreasing -with analysis time), until it stabilizes the same way as for big changes -(regression followed by progression, small difference -between the old stable trend and last trend). - -As it is very hard for a fault code or an infrastructure issue -to increase performance, the opposite (temporary progression) -almost never happens. - -Summary -``````` - -There is a trade-off between detecting small regressions -and not reporting the same old regressions for a long time. - -For people reading e-mails, a sudden regression with a big number of samples -in the last group means this regression was hard for the algorithm to detect. - -If there is a big regression with just one run in the last group, -we are not sure if it is real, or just a temporary issue. -It is useful to wait some time before starting an investigation. - -With decreasing (absolute value of) difference, the number of expected runs -increases. If there is not enough runs, we still cannot distinguish -real regression from temporary regression just from the current metrics -(although humans frequently can tell by looking at the graph). - -When there is a regression or progression with just a small difference, -it is probably an artifact of a temporary regression. -Not worth examining, unless temporary regressions happen somewhat frequently. - -It is not easy for the metrics to locate the previous stable value, -especially if multiple anomalies happened in the last few weeks. -It is good to compare last trend with long term trend maximum, -as it highlights the difference between "now" and "what could be". -It is good to exclude last week from the trend maximum, -as including the last week would hide all real progressions. - -.. _Minimum Description Length: https://en.wikipedia.org/wiki/Minimum_description_length -.. _Occam's razor: https://en.wikipedia.org/wiki/Occam%27s_razor -.. _bimodal distribution: https://en.wikipedia.org/wiki/Bimodal_distribution diff --git a/docs/report/introduction/methodology_trending/trend_presentation.rst b/docs/report/introduction/methodology_trending/trend_presentation.rst deleted file mode 100644 index 7272ac6e38..0000000000 --- a/docs/report/introduction/methodology_trending/trend_presentation.rst +++ /dev/null @@ -1,35 +0,0 @@ -Trend Presentation -^^^^^^^^^^^^^^^^^^ - -Failed tests -~~~~~~~~~~~~ - -The Failed tests tables list the tests which failed during the last test run. -Separate tables are generated for each testbed. - -Regressions and progressions -~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -These tables list tests which encountered a regression or progression during the -specified time period, which is currently set to the last 21 days. - -Trendline Graphs -~~~~~~~~~~~~~~~~ - -Trendline graphs show measured per run averages of MRR values, NDR or PDR -values, group average values, and detected anomalies. -The graphs are constructed as follows: - -- X-axis represents the date in the format MMDD. -- Y-axis represents run-average MRR value, NDR or PDR values in Mpps. For PDR - tests also a graph with average latency at 50% PDR [us] is generated. -- Markers to indicate anomaly classification: - - - Regression - red circle. - - Progression - green circle. - -- The line shows average MRR value of each group. - -In addition the graphs show dynamic labels while hovering over graph data -points, presenting the CSIT build date, measured value, VPP reference, trend job -build ID and the LF testbed ID. diff --git a/docs/report/introduction/methodology_trex_traffic_generator.rst b/docs/report/introduction/methodology_trex_traffic_generator.rst deleted file mode 100644 index 02b46e0180..0000000000 --- a/docs/report/introduction/methodology_trex_traffic_generator.rst +++ /dev/null @@ -1,213 +0,0 @@ -TRex Traffic Generator -^^^^^^^^^^^^^^^^^^^^^^ - -Usage -~~~~~ - -`TRex traffic generator `_ is used for majority of -CSIT performance tests. TRex is used in multiple types of performance tests, -see :ref:`data_plane_throughput` for more detail. - -TRex is installed and run on the TG compute node. -Versioning, installation and startup is documented in -:ref:`test_environment_tg`. - -Traffic modes -~~~~~~~~~~~~~ - -TRex is primarily used in two (mutually incompatible) modes. - -Stateless mode -`````````````` - -Sometimes abbreviated as STL. -A mode with high performance, which is unable to react to incoming traffic. -We use this mode whenever it is possible. -Typical test where this mode is not applicable is NAT44ED, -as DUT does not assign deterministic outside address+port combinations, -so we are unable to create traffic that does not lose packets -in out2in direction. - -Measurement results are based on simple L2 counters -(opackets, ipackets) for each traffic direction. - -Stateful mode -````````````` - -A mode capable of reacting to incoming traffic. -Contrary to the stateless mode, only UDP and TCP is supported -(carried over IPv4 or IPv6 packets). -Performance is limited, as TRex needs to do more CPU processing. -TRex suports two subtypes of stateful traffic, -CSIT uses ASTF (Advanced STateFul mode). - -This mode is suitable for NAT44ED tests, as clients send packets from inside, -and servers react to it, so they see the outside address and port to respond to. -Also, they do not send traffic before NAT44ED has created the corresponding -translation entry. - -When possible, L2 counters (opackets, ipackets) are used. -Some tests need L7 counters, which track protocol state (e.g. TCP), -but those values are less than reliable on high loads. - -Traffic Continuity -~~~~~~~~~~~~~~~~~~ - -Generated traffic is either continuous, or limited (by number of transactions). -Both modes support both continuities in principle. - -Continuous traffic -`````````````````` - -Traffic is started without any data size goal. -Traffic is ended based on time duration, as hinted by search algorithm. -This is useful when DUT behavior does not depend on the traffic duration. -The default for stateless mode. - -Limited traffic -``````````````` - -Traffic has defined data size goal (given as number of transactions), -duration is computed based on this goal. -Traffic is ended when the size goal is reached, -or when the computed duration is reached. -This is useful when DUT behavior depends on traffic size, -e.g. target number of NAT translation entries, each to be hit exactly once -per direction. -This is used mainly for stateful mode. - -Traffic synchronicity -~~~~~~~~~~~~~~~~~~~~~ - -Traffic can be generated synchronously (test waits for duration) -or asynchronously (test operates during traffic and stops traffic explicitly). - -Synchronous traffic -``````````````````` - -Trial measurement is driven by given (or precomputed) duration, -no activity from test driver during the traffic. -Used for most trials. - -Asynchronous traffic -```````````````````` - -Traffic is started, but then the test driver is free to perform -other actions, before stopping the traffic explicitly. -This is used mainly by reconf tests, but also by some trials -used for runtime telemetry. - -Trafic profiles -~~~~~~~~~~~~~~~ - -TRex supports several ways to define the traffic. -CSIT uses small Python modules based on Scapy as definitions. -Details of traffic profiles depend on modes (STL or ASTF), -but some are common for both modes. - -Search algorithms are intentionally unaware of the traffic mode used, -so CSIT defines some terms to use instead of mode-specific TRex terms. - -Transactions -```````````` - -TRex traffic profile defines a small number of behaviors, -in CSIT called transaction templates. Traffic profiles also instruct -TRex how to create a large number of transactions based on the templates. - -Continuous traffic loops over the generated transactions. -Limited traffic usually executes each transaction once -(typically as constant number of loops over source addresses, -each loop with different source ports). - -Currently, ASTF profiles define one transaction template each. -Number of packets expected per one transaction varies based on profile details, -as does the criterion for when a transaction is considered successful. - -Stateless transactions are just one packet (sent from one TG port, -successful if received on the other TG port). -Thus unidirectional stateless profiles define one transaction template, -bidirectional stateless profiles define two transaction templates. - -TPS multiplier -`````````````` - -TRex aims to open transaction specified by the profile at a steady rate. -While TRex allows the transaction template to define its intended "cps" value, -CSIT does not specify it, so the default value of 1 is applied, -meaning TRex will open one transaction per second (and transaction template) -by default. But CSIT invocation uses "multiplier" (mult) argument -when starting the traffic, that multiplies the cps value, -meaning it acts as TPS (transactions per second) input. - -With a slight abuse of nomenclature, bidirectional stateless tests -set "packets per transaction" value to 2, just to keep the TPS semantics -as a unidirectional input value. - -Duration stretching -``````````````````` - -TRex can be IO-bound, CPU-bound, or have any other reason -why it is not able to generate the traffic at the requested TPS. -Some conditions are detected, leading to TRex failure, -for example when the bandwidth does not fit into the line capacity. -But many reasons are not detected. - -Unfortunately, TRex frequently reacts by not honoring the duration -in synchronous mode, taking longer to send the traffic, -leading to lower then requested load offered to DUT. -This usualy breaks assumptions used in search algorithms, -so it has to be avoided. - -For stateless traffic, the behavior is quite deterministic, -so the workaround is to apply a fictional TPS limit (max_rate) -to search algorithms, usually depending only on the NIC used. - -For stateful traffic the behavior is not deterministic enough, -for example the limit for TCP traffic depends on DUT packet loss. -In CSIT we decided to use logic similar to asynchronous traffic. -The traffic driver sleeps for a time, then stops the traffic explicitly. -The library that parses counters into measurement results -than usually treats unsent packets/transactions as lost/failed. - -We have added a IP4base tests for every NAT44ED test, -so that users can compare results. -If the results are very similar, it is probable TRex was the bottleneck. - -Startup delay -````````````` - -By investigating TRex behavior, it was found that TRex does not start -the traffic in ASTF mode immediately. There is a delay of zero traffic, -after which the traffic rate ramps up to the defined TPS value. - -It is possible to poll for counters during the traffic -(fist nonzero means traffic has started), -but that was found to influence the NDR results. - -Thus "sleep and stop" stategy is used, which needs a correction -to the computed duration so traffic is stopped after the intended -duration of real traffic. Luckily, it turns out this correction -is not dependend on traffic profile nor CPU used by TRex, -so a fixed constant (0.112 seconds) works well. -Unfortunately, the constant may depend on TRex version, -or execution environment (e.g. TRex in AWS). - -The result computations need a precise enough duration of the real traffic, -luckily server side of TRex has precise enough counter for that. - -It is unknown whether stateless traffic profiles also exhibit a startup delay. -Unfortunately, stateless mode does not have similarly precise duration counter, -so some results (mostly MRR) are affected by less precise duration measurement -in Python part of CSIT code. - -Measuring Latency -~~~~~~~~~~~~~~~~~ - -If measurement of latency is requested, two more packet streams are -created (one for each direction) with TRex flow_stats parameter set to -STLFlowLatencyStats. In that case, returned statistics will also include -min/avg/max latency values and encoded HDRHistogram data. - -.. - TODO: Mention we have added TRex self-test suites. diff --git a/docs/report/introduction/methodology_tunnel_encapsulations.rst b/docs/report/introduction/methodology_tunnel_encapsulations.rst deleted file mode 100644 index 93092347f1..0000000000 --- a/docs/report/introduction/methodology_tunnel_encapsulations.rst +++ /dev/null @@ -1,39 +0,0 @@ -Tunnel Encapsulations ---------------------- - -Tunnel encapsulations testing is grouped based on the type of outer -header: IPv4 or IPv6. - -IPv4 Tunnels -~~~~~~~~~~~~ - -VPP is tested in the following IPv4 tunnel baseline configurations: - -- *ip4vxlan-l2bdbase*: VXLAN over IPv4 tunnels with L2 bridge-domain MAC - switching. -- *ip4vxlan-l2xcbase*: VXLAN over IPv4 tunnels with L2 cross-connect. -- *ip4lispip4-ip4base*: LISP over IPv4 tunnels with IPv4 routing. -- *ip4lispip6-ip6base*: LISP over IPv4 tunnels with IPv6 routing. -- *ip4gtpusw-ip4base*: GTPU over IPv4 tunnels with IPv4 routing. - -In all cases listed above low number of MAC, IPv4, IPv6 flows (253 or 254 per -direction) is switched or routed by VPP. - -In addition selected IPv4 tunnels are tested at scale: - -- *dot1q--ip4vxlanscale-l2bd*: VXLAN over IPv4 tunnels with L2 bridge- - domain MAC switching, with scaled up dot1q VLANs (10, 100, 1k), - mapped to scaled up L2 bridge-domains (10, 100, 1k), that are in turn - mapped to (10, 100, 1k) VXLAN tunnels. 64.5k flows are transmitted per - direction. - -IPv6 Tunnels -~~~~~~~~~~~~ - -VPP is tested in the following IPv6 tunnel baseline configurations: - -- *ip6lispip4-ip4base*: LISP over IPv4 tunnels with IPv4 routing. -- *ip6lispip6-ip6base*: LISP over IPv4 tunnels with IPv6 routing. - -In all cases listed above low number of IPv4, IPv6 flows (253 or 254 per -direction) is routed by VPP. diff --git a/docs/report/introduction/methodology_vpp_device_functional.rst b/docs/report/introduction/methodology_vpp_device_functional.rst deleted file mode 100644 index ff6f3fb03b..0000000000 --- a/docs/report/introduction/methodology_vpp_device_functional.rst +++ /dev/null @@ -1,11 +0,0 @@ -VPP_Device Functional ---------------------- - -|csit-release| includes VPP_Device test environment for functional VPP -device tests integrated into LFN CI/CD infrastructure. VPP_Device tests -run on 1-Node testbeds (1n-skx, 1n-arm) and rely on Linux SRIOV Virtual -Function (VF), dot1q VLAN tagging and external loopback cables to -facilitate packet passing over external physical links. Initial focus is -on few baseline tests. New device tests can be added by small edits -to existing CSIT Performance (2-node) test. RF test definition code -stays unchanged with the exception of traffic generator related L2 KWs. diff --git a/docs/report/introduction/methodology_vpp_forwarding_modes.rst b/docs/report/introduction/methodology_vpp_forwarding_modes.rst deleted file mode 100644 index 1fd902a22d..0000000000 --- a/docs/report/introduction/methodology_vpp_forwarding_modes.rst +++ /dev/null @@ -1,101 +0,0 @@ -VPP Forwarding Modes --------------------- - -VPP is tested in a number of L2, IPv4 and IPv6 packet lookup and -forwarding modes. Within each mode baseline and scale tests are -executed, the latter with varying number of FIB entries. - -L2 Ethernet Switching -~~~~~~~~~~~~~~~~~~~~~ - -VPP is tested in three L2 forwarding modes: - -- *l2patch*: L2 patch, the fastest point-to-point L2 path that loops - packets between two interfaces without any Ethernet frame checks or - lookups. -- *l2xc*: L2 cross-connect, point-to-point L2 path with all Ethernet - frame checks, but no MAC learning and no MAC lookup. -- *l2bd*: L2 bridge-domain, multipoint-to-multipoint L2 path with all - Ethernet frame checks, with MAC learning (unless static MACs are used) - and MAC lookup. - -l2bd tests are executed in baseline and scale configurations: - -- *l2bdbase*: Two MAC FIB entries are learned by VPP to enable packet - switching between two interfaces in two directions. VPP L2 switching - is tested with 254 IPv4 unique flows per direction, varying IPv4 - source address per flow in order to invoke RSS based packet - distribution across VPP workers. The same source and destination MAC - address is used for all flows per direction. IPv4 source address is - incremented for every packet. - -- *l2bdscale*: A high number of MAC FIB entries are learned by VPP to - enable packet switching between two interfaces in two directions. - Tested MAC FIB sizes include: i) 10k with 5k unique flows per - direction, ii) 100k with 2 x 50k flows and iii) 1M with 2 x 500k - flows. Unique flows are created by using distinct source and - destination MAC addresses that are changed for every packet using - incremental ordering, making VPP learn (or refresh) distinct src MAC - entries and look up distinct dst MAC entries for every packet. For - details, see :ref:`packet_flow_ordering`. - -Ethernet wire encapsulations tested include: untagged, dot1q, dot1ad. - -IPv4 Routing -~~~~~~~~~~~~ - -IPv4 routing tests are executed in baseline and scale configurations: - -- *ip4base*: Two /32 IPv4 FIB entries are configured in VPP to enable - packet routing between two interfaces in two directions. VPP routing - is tested with 253 IPv4 unique flows per direction, varying IPv4 - source address per flow in order to invoke RSS based packet - distribution across VPP workers. IPv4 source address is incremented - for every packet. - -- *ip4scale*: A high number of /32 IPv4 FIB entries are configured in - VPP. Tested IPv4 FIB sizes include: i) 20k with 10k unique flows per - direction, ii) 200k with 2 * 100k flows and iii) 2M with 2 * 1M - flows. Unique flows are created by using distinct IPv4 destination - addresses that are changed for every packet, using incremental or - random ordering. For details, see :ref:`packet_flow_ordering`. - -IPv6 Routing -~~~~~~~~~~~~ - -Similarly to IPv4, IPv6 routing tests are executed in baseline and scale -configurations: - -- *ip6base*: Two /128 IPv4 FIB entries are configured in VPP to enable - packet routing between two interfaces in two directions. VPP routing - is tested with 253 IPv6 unique flows per direction, varying IPv6 - source address per flow in order to invoke RSS based packet - distribution across VPP workers. IPv6 source address is incremented - for every packet. - -- *ip4scale*: A high number of /128 IPv6 FIB entries are configured in - VPP. Tested IPv6 FIB sizes include: i) 20k with 10k unique flows per - direction, ii) 200k with 2 * 100k flows and iii) 2M with 2 * 1M - flows. Unique flows are created by using distinct IPv6 destination - addresses that are changed for every packet, using incremental or - random ordering. For details, see :ref:`packet_flow_ordering`. - -SRv6 Routing -~~~~~~~~~~~~ - -SRv6 routing tests are executed in a number of baseline configurations, -in each case SR policy and steering policy are configured for one -direction and one (or two) SR behaviours (functions) in the other -directions: - -- *srv6enc1sid*: One SID (no SRH present), one SR function - End. -- *srv6enc2sids*: Two SIDs (SRH present), two SR functions - End and - End.DX6. -- *srv6enc2sids-nodecaps*: Two SIDs (SRH present) without decapsulation, - one SR function - End. -- *srv6proxy-dyn*: Dynamic SRv6 proxy, one SR function - End.AD. -- *srv6proxy-masq*: Masquerading SRv6 proxy, one SR function - End.AM. -- *srv6proxy-stat*: Static SRv6 proxy, one SR function - End.AS. - -In all listed cases low number of IPv6 flows (253 per direction) is -routed by VPP. diff --git a/docs/report/introduction/methodology_vpp_startup_settings.rst b/docs/report/introduction/methodology_vpp_startup_settings.rst deleted file mode 100644 index c583ae7bed..0000000000 --- a/docs/report/introduction/methodology_vpp_startup_settings.rst +++ /dev/null @@ -1,45 +0,0 @@ -VPP Startup Settings --------------------- - -CSIT code manipulates a number of VPP settings in startup.conf for -optimized performance. List of common settings applied to all tests and -test dependent settings follows. - -See `VPP startup.conf`_ for a complete set and description of listed -settings. - -Common Settings -~~~~~~~~~~~~~~~ - -List of VPP startup.conf settings applied to all tests: - -#. heap-size - set separately for ip4, ip6, stats, main - depending on scale tested. -#. no-tx-checksum-offload - disables UDP / TCP TX checksum offload in - DPDK. Typically needed for use faster vector PMDs (together with - no-multi-seg). -#. buffers-per-numa - sets a number of memory buffers allocated - to VPP per CPU socket. VPP default is 16384. Needs to be increased for - scenarios with large number of interfaces and worker threads. To - accommodate for scale tests, CSIT is setting it to the maximum possible - value corresponding to the limit of DPDK memory mappings (currently - 256). For Xeon Skylake platforms configured with 2MB hugepages and VPP - data-size and buffer-size defaults (2048B and 2496B respectively), this - results in value of 215040 (256 * 840 = 215040, 840 * 2496B buffers fit - in 2MB hugepage). - -Per Test Settings -~~~~~~~~~~~~~~~~~ - -List of vpp startup.conf settings applied dynamically per test: - -#. corelist-workers - list of logical cores to run VPP - worker data plane threads. Depends on HyperThreading and core per - test configuration. -#. num-rx-queues - depends on a number of VPP threads and NIC - interfaces. -#. no-multi-seg - disables multi-segment buffers in DPDK, improves - packet throughput, but disables Jumbo MTU support. Disabled for all - tests apart from the ones that require Jumbo 9000B frame support. -#. UIO driver - depends on topology file definition. -#. QAT VFs - depends on NRThreads, each thread = 1QAT VFs. diff --git a/docs/report/introduction/physical_testbeds.rst b/docs/report/introduction/physical_testbeds.rst deleted file mode 100644 index 5a9b1edf97..0000000000 --- a/docs/report/introduction/physical_testbeds.rst +++ /dev/null @@ -1,393 +0,0 @@ -.. _tested_physical_topologies: - -Performance Physical Testbeds -============================= - -All :abbr:`FD.io (Fast Data Input/Ouput)` :abbr:`CSIT (Continuous System -Integration and Testing)` performance test results included in this -report are executed on the physical testbeds hosted by :abbr:`LF (Linux -Foundation)` FD.io project, unless otherwise noted. - -Two physical server topology types are used: - -- **2-Node Topology**: Consists of one server acting as a System Under - Test (SUT) and one server acting as a Traffic Generator (TG), with - both servers connected into a ring topology. Used for executing tests - that require frame encapsulations supported by TG. - -- **3-Node Topology**: Consists of two servers acting as a Systems Under - Test (SUTs) and one server acting as a Traffic Generator (TG), with - all servers connected into a ring topology. Used for executing tests - that require frame encapsulations not supported by TG e.g. certain - overlay tunnel encapsulations and IPsec. Number of native Ethernet, - IPv4 and IPv6 encapsulation tests are also executed on these testbeds, - for comparison with 2-Node Topology. - -Current FD.io production testbeds are built with SUT servers based on -the following processor architectures: - -- Intel Xeon: Cascadelake 6252N, Icelake 8358. -- Intel Atom: Denverton C3858, Snowridge P5362. -- Arm: TaiShan 2280, hip07-d05, Neoverse N1. -- AMD EPYC: Zen2 7532. - -Server SUT performance depends on server and processor type, hence -results for testbeds based on different servers must be reported -separately, and compared if appropriate. - -Complete technical specifications of compute servers used in CSIT -physical testbeds are maintained in FD.io CSIT repository: -https://git.fd.io/csit/tree/docs/lab/testbed_specifications.md. - -Physical NICs and Drivers -------------------------- - -SUT and TG servers are equipped with a number of different NIC models. - -VPP is performance tested on SUTs with the following NICs and drivers: - -#. 2p10GE: x550, x553 Intel (codename Niantic) - - DPDK Poll Mode Driver (PMD). -#. 4p10GE: x710-DA4 Intel (codename Fortville, FVL) - - DPDK PMD. - - AVF in PMD mode. - - AF_XDP in PMD mode. -#. 2p25GE: xxv710-DA2 Intel (codename Fortville, FVL) - - DPDK PMD. - - AVF in PMD mode. - - AF_XDP in PMD mode. -#. 4p25GE: xxv710-DA4 Intel (codename Fortville, FVL) - - DPDK PMD. - - AVF in PMD mode. - - AF_XDP in PMD mode. -#. 4p25GE: E822-CQDA4 Intel (codename Columbiaville, CVL) - - DPDK PMD. - - AVF in PMD mode. -#. 2p100GE: cx556a-edat Mellanox ConnectX5 - - RDMA_core in PMD mode. -#. 2p100GE: E810-2CQDA2 Intel (codename Columbiaville, CVL) - - DPDK PMD. - - AVF in PMD mode. - -DPDK applications, testpmd and l3fwd, are performance tested on the same -SUTs exclusively with DPDK drivers for all NICs. - -TRex running on TGs is using DPDK drivers for all NICs. - -VPP hoststack tests utilize ab (Apache HTTP server benchmarking tool) -running on TGs and using Linux drivers for all NICs. - -For more information see :ref:`vpp_test_environment` -and :ref:`dpdk_test_environment`. - -.. _physical_testbeds_2n_zn2: - -2-Node AMD EPYC Zen2 (2n-zn2) ------------------------------ - -One 2n-zn2 testbed in in operation in FD.io labs. It is built based on -two SuperMicro SuperMicro AS-1114S-WTRT servers, with SUT and TG servers -equipped with one AMD EPYC Zen2 7532 processor each (256 MB Cache, 2.40 -GHz, 32 cores). 2n-zn2 physical topology is shown below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/introduction/}} - \includegraphics[width=0.90\textwidth]{testbed-2n-zn2} - \label{fig:testbed-2n-zn2} - \end{figure} - -.. only:: html - - .. figure:: testbed-2n-zn2.svg - :alt: testbed-2n-zn2 - :align: center - -SUT NICs: - -#. NIC-1: x710-DA4 4p10GE Intel. -#. NIC-2: xxv710-DA2 2p25GE Intel. -#. NIC-3: cx556a-edat ConnectX5 2p100GE Mellanox. - -TG NICs: - -#. NIC-1: x710-DA4 4p10GE Intel. -#. NIC-2: xxv710-DA2 2p25GE Intel. -#. NIC-3: cx556a-edat ConnectX5 2p100GE Mellanox. - -All AMD EPYC Zen2 7532 servers run with AMD SMT enabled, doubling the -number of logical cores exposed to Linux. - -.. _physical_testbeds_2n_clx: - -2-Node Xeon Cascadelake (2n-clx) --------------------------------- - -Three 2n-clx testbeds are in operation in FD.io labs. Each 2n-clx testbed -is built with two SuperMicro SYS-7049GP-TRT servers, SUTs are equipped with two -Intel Xeon Gold 6252N processors (35.75 MB Cache, 2.30 GHz, 24 cores). -TGs are equiped with Intel Xeon Cascade Lake Platinum 8280 processors (38.5 MB -Cache, 2.70 GHz, 28 cores). 2n-clx physical topology is shown below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/introduction/}} - \includegraphics[width=0.90\textwidth]{testbed-2n-clx} - \label{fig:testbed-2n-clx} - \end{figure} - -.. only:: html - - .. figure:: testbed-2n-clx.svg - :alt: testbed-2n-clx - :align: center - -SUT NICs: - -#. NIC-1: x710-DA4 4p10GE Intel. -#. NIC-2: xxv710-DA2 2p25GE Intel. -#. NIC-3: cx556a-edat ConnectX5 2p100GE Mellanox. -#. NIC-4: empty, future expansion. -#. NIC-5: empty, future expansion. -#. NIC-6: empty, future expansion. - -TG NICs: - -#. NIC-1: x710-DA4 4p10GE Intel. -#. NIC-2: xxv710-DA2 2p25GE Intel. -#. NIC-3: cx556a-edat ConnectX5 2p100GE Mellanox. -#. NIC-4: empty, future expansion. -#. NIC-5: empty, future expansion. -#. NIC-6: x710-DA4 4p10GE Intel. (For self-tests.) - -All Intel Xeon Cascadelake servers run with Intel Hyper-Threading enabled, -doubling the number of logical cores exposed to Linux. - -.. _physical_testbeds_2n_icx: - -2-Node Xeon Icelake (2n-icx) ----------------------------- - -One 2n-icx testbed is in operation in FD.io labs. It is built with two -SuperMicro SYS-740GP-TNRT servers, each in turn equipped with two Intel Xeon -Platinum 8358 processors (48 MB Cache, 2.60 GHz, 32 cores). - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/introduction/}} - \includegraphics[width=0.90\textwidth]{testbed-2n-icx} - \label{fig:testbed-2n-icx} - \end{figure} - -.. only:: html - - .. figure:: testbed-2n-icx.svg - :alt: testbed-2n-icx - :align: center - -SUT and TG NICs: - -#. NIC-1: xxv710-DA2 2p25GE Intel. -#. NIC-2: E810-2CQDA2 2p100GbE Intel (* to be added). -#. NIC-3: E810-CQDA4 4p100GbE Intel (* to be added). - -All Intel Xeon Icelake servers run with Intel Hyper-Threading enabled, -doubling the number of logical cores exposed to Linux. - -.. _physical_testbeds_3n_icx: - -3-Node Xeon Icelake (3n-icx) ----------------------------- - -One 3n-icx testbed is in operation in FD.io labs. It is built with three -SuperMicro SYS-740GP-TNRT servers, each in turn equipped with two Intel Xeon -Platinum 8358 processors (48 MB Cache, 2.60 GHz, 32 cores). - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/introduction/}} - \includegraphics[width=0.90\textwidth]{testbed-3n-icx} - \label{fig:testbed-3n-icx} - \end{figure} - -.. only:: html - - .. figure:: testbed-3n-icx.svg - :alt: testbed-3n-icx - :align: center - -SUT and TG NICs: - -#. NIC-1: xxv710-DA2 2p25GE Intel. -#. NIC-2: E810-2CQDA2 2p100GbE Intel (* to be added). -#. NIC-3: E810-CQDA4 4p100GbE Intel (* to be added). - -All Intel Xeon Icelake servers run with Intel Hyper-Threading enabled, -doubling the number of logical cores exposed to Linux. - -.. _physical_testbeds_3n_alt: - -3-Node ARM Altra (3n-alt) ---------------------------- - -One 3n-tsh testbed is built with: i) one SuperMicro SYS-740GP-TNRT -server acting as TG and equipped with two Intel Xeon Icelake Platinum -8358 processors (80 MB Cache, 2.60 GHz, 32 cores), and ii) one Ampere -Altra server acting as SUT and equipped with two Q80-30 processors -(80* ARM Neoverse N1). 3n-alt physical topology is shown below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/introduction/}} - \includegraphics[width=0.90\textwidth]{testbed-3n-alt} - \label{fig:testbed-3n-alt} - \end{figure} - -.. only:: html - - .. figure:: testbed-3n-alt.svg - :alt: testbed-3n-alt - :align: center - -SUT1 and SUT2 NICs: - -#. NIC-1: xl710-QDA2-2p40GE Intel. - -TG NICs: - -#. NIC-1: xxv710-DA2-2p25GE Intel. -#. NIC-2: xl710-QDA2-2p40GE Intel. -#. NIC-3: e810-XXVDA4-4p25GE Intel. -#. NIC-4: e810-2CQDA2-2p100GE Intel. - -.. _physical_testbeds_3n_tsh: - -3-Node ARM TaiShan (3n-tsh) ---------------------------- - -One 3n-tsh testbed is built with: i) one SuperMicro SYS-7049GP-TRT -server acting as TG and equipped with two Intel Xeon Skylake Platinum -8180 processors (38.5 MB Cache, 2.50 GHz, 28 cores), and ii) one Huawei -TaiShan 2280 server acting as SUT and equipped with one hip07-d05 -processor (64* ARM Cortex-A72). 3n-tsh physical topology is shown below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/introduction/}} - \includegraphics[width=0.90\textwidth]{testbed-3n-tsh} - \label{fig:testbed-3n-tsh} - \end{figure} - -.. only:: html - - .. figure:: testbed-3n-tsh.svg - :alt: testbed-3n-tsh - :align: center - -SUT1 and SUT2 NICs: - -#. NIC-1: connectx4 2p25GE Mellanox. -#. NIC-2: x520 2p10GE Intel. - -TG NICs: - -#. NIC-1: x710-DA4 4p10GE Intel. -#. NIC-2: xxv710-DA2 2p25GE Intel. -#. NIC-3: xl710-QDA2 2p40GE Intel. - -.. _physical_testbeds_2n_tx2: - -2-Node ARM ThunderX2 (2n-tx2) ------------------------------ - -One 2n-tx2 testbed is built with: i) one SuperMicro SYS-7049GP-TRT -server acting as TG and equipped with two Intel Xeon Skylake Platinum -8180 processors (38.5 MB Cache, 2.50 GHz, 28 cores), and ii) one Marvell -ThnderX2 9975 (28* ThunderX2) server acting as SUT and equipped with two -ThunderX2 ARMv8 CN9975 processors. 2n-tx2 physical topology is shown below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/introduction/}} - \includegraphics[width=0.90\textwidth]{testbed-2n-tx2} - \label{fig:testbed-2n-tx2} - \end{figure} - -.. only:: html - - .. figure:: testbed-2n-tx2.svg - :alt: testbed-2n-tx2 - :align: center - -SUT NICs: - -#. NIC-1: xl710-QDA2 2p40GE Intel (not connected). -#. NIC-2: xl710-QDA2 2p40GE Intel. - -TG NICs: - -#. NIC-1: xl710-QDA2 2p40GE Intel. - -.. _physical_testbeds_3n_snr: - -3-Node Atom Snowridge (3n-snr) ------------------------------- - -One 3n-snr testbed is built with: i) one SuperMicro SYS-740GP-TNRT -server acting as TG and equipped with two Intel Xeon Icelake Platinum -8358 processors (48 MB Cache, 2.60 GHz, 32 cores), and ii) SUT equipped with -one Intel Atom P5362 processor (27 MB Cache, 2.20 GHz, 24 cores). 3n-snr -physical topology is shown below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/introduction/}} - \includegraphics[width=0.90\textwidth]{testbed-3n-snr} - \label{fig:testbed-3n-snr} - \end{figure} - -.. only:: html - - .. figure:: testbed-3n-snr.svg - :alt: testbed-3n-snr - :align: center - -SUT1 and SUT2 NICs: - -#. NIC-1: e822cq-DA4 4p25GE fiber Intel. - -TG NICs: - -#. NIC-1: e810xxv-DA4 4p25GE Intel. diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst deleted file mode 100644 index dba4d3186c..0000000000 --- a/docs/report/introduction/report_history.rst +++ /dev/null @@ -1,21 +0,0 @@ -Report History -============== - -FD.io |csit-release| Report history and per .[ww] revision changes are listed -below. - -+----------------+-------------------------------------------------------------+ -| .[ww] Revision | Changes | -+================+=============================================================+ -| .11 | 1. Added coverage data: | -| | | -| | - 2n-zn2 | -| | - 3n-alt | -| | | -+----------------+-------------------------------------------------------------+ -| .10 | Initial revision | -+----------------+-------------------------------------------------------------+ - -FD.io CSIT Reports follow CSIT-[yy][mm].[ww] numbering format, with version -denoted by concatenation of two digit year [yy] and two digit month [mm], and -maintenance revision identified by two digit calendar week number [ww]. diff --git a/docs/report/introduction/test_scenarios_overview.rst b/docs/report/introduction/test_scenarios_overview.rst deleted file mode 100644 index 304a00e74e..0000000000 --- a/docs/report/introduction/test_scenarios_overview.rst +++ /dev/null @@ -1,64 +0,0 @@ -Test Scenarios -============== - -FD.io |csit-release| report includes multiple test scenarios of VPP -centric applications, topologies and use cases. In addition it also -covers baseline tests of DPDK sample applications. Tests are executed in -physical (performance tests) and virtual environments (functional -tests). - -Brief overview of test scenarios covered in this report: - -#. **VPP Performance**: VPP performance tests are executed in physical - FD.io testbeds, focusing on VPP network data plane performance in - NIC-to-NIC switching topologies. VPP application runs in - bare-metal host user-mode handling NICs. TRex is used as a traffic generator. - -#. **VPP Vhostuser Performance with KVM VMs**: VPP VM service switching - performance tests using vhostuser virtual interface for - interconnecting multiple NF-in-VM instances. VPP vswitch - instance runs in bare-metal user-mode handling NICs and connecting - over vhost-user interfaces to VM instances each running VPP with virtio - virtual interfaces. Similarly to VPP Performance, tests are run across a - range of configurations. TRex is used as a traffic generator. - -#. **VPP Memif Performance with LXC and Docker Containers**: VPP - Container service switching performance tests using memif virtual - interface for interconnecting multiple VPP-in-container instances. - VPP vswitch instance runs in bare-metal user-mode handling NICs and - connecting over memif (Slave side) interfaces to more instances of - VPP running in LXC or in Docker Containers, both with memif - interfaces (Master side). Similarly to VPP Performance, tests are - run across a range of configurations. TRex is used as a traffic - generator. - -#. **DPDK Performance**: VPP uses DPDK to drive the NICs and physical - interfaces. DPDK performance tests are used as a baseline to - profile performance of the DPDK sub-system. Two DPDK applications - are tested: Testpmd and L3fwd. DPDK tests are executed in the same - testing environment as VPP tests. DPDK Testpmd and L3fwd - applications run in host user-mode. TRex is used as a traffic - generator. - -#. **T-Rex Performance**: T-Rex perfomance tests are executed in physical - FD.io testbeds, focusing on T-Rex data plane performance in NIC-to-NIC - loopback topologies. - -#. **VPP Functional**: VPP functional tests are executed in virtual - FD.io testbeds, focusing on VPP packet processing functionality, - including both network data plane and in-line control plane. Tests - cover vNIC-to-vNIC vNIC-to-nestedVM-to-vNIC forwarding topologies. - Scapy is used as a traffic generator. - -All CSIT test data included in this report is auto- -generated from :abbr:`RF (Robot Framework)` :file:`output.xml` files -produced by :abbr:`LF (Linux Foundation)` FD.io Jenkins jobs executed -against |vpp-release| artifacts. References are provided to the -original FD.io Jenkins job results and all archived source files. - -FD.io CSIT system is developed using two main coding platforms: :abbr:`RF (Robot -Framework)` and Python. |csit-release| source code for the executed test -suites is available in CSIT branch |release| in the directory -:file:`./tests/`. A local copy of CSIT source code -can be obtained by cloning CSIT git repository - :command:`git clone -https://gerrit.fd.io/r/csit`. diff --git a/docs/report/introduction/testbed-2n-clx.svg b/docs/report/introduction/testbed-2n-clx.svg deleted file mode 100644 index 326d66ed48..0000000000 --- a/docs/report/introduction/testbed-2n-clx.svg +++ /dev/null @@ -1,1864 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 1Intel XeonPlatinum 8280 - - - - - - - - - NIC5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - Socket 0Intel XeonPlatinum 8280 - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - - - - - - - - - x86Server - - - - - - - - - - - - - - - - 2-Node Xeon Cascade Lake (2n-clx) - - - - - - Traffic Generator (TG) - - - - - - DDR4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - - x86Server - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 0Intel Xeon Gold 6252N - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - DDR4 - - - - - - - - Socket 1Intel XeonGold 6252N - - - - - - - - - NIC4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - System Under Test (SUT) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - UPI - - - - - - - - - - - - - - - UPI - - - - - - - - - diff --git a/docs/report/introduction/testbed-2n-icx.svg b/docs/report/introduction/testbed-2n-icx.svg deleted file mode 100644 index 64a11b3d94..0000000000 --- a/docs/report/introduction/testbed-2n-icx.svg +++ /dev/null @@ -1,1919 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x86Server - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 1Intel XeonPlatinum 8358 - - - - - - - - - NIC5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - Socket 0Intel XeonPlatinum 8358 - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - - - - - x86Server - - - - - - - - - - - - - - - - 2-Node Xeon Icelake (2n-icx) - - - - - - Traffic Generator (TG) - - - - - - DDR4 - - - - - - PCIeGen4 - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 0Intel Xeon Platinum 8358 - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - DDR4 - - - - - - - - Socket 1Intel XeonPlatinum 8358 - - - - - - - - - NIC4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - - - - - - - - - - - System Under Test (SUT) - - - - - - PCIeGen4 - - - - - - - UPI - - - - - - - - - - - - - - UPI - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/introduction/testbed-2n-tx2.svg b/docs/report/introduction/testbed-2n-tx2.svg deleted file mode 100644 index 44da3f40ae..0000000000 --- a/docs/report/introduction/testbed-2n-tx2.svg +++ /dev/null @@ -1,1086 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 1Intel XeonPlatinum 8280 - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - Socket 0Intel XeonPlatinum 8280 - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x86Server - - - - - - - - - - - - - - - - 2-Node Arm Marvell ThunderX2 (2n-tx2) - - - - - - Traffic Generator (TG) - - - - - - DDR4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - Armv8Server - - - - - - - - Socket 0Marvell ThunderX2CN9975 - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - DDR4 - - - - - - - - Socket 1 Marvell ThunderX2CN9975 - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - - - - - - - System Under Test (SUT) - - - - - - PCIeGen3 - - - - - - - - - - - - - - UPI - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - \ No newline at end of file diff --git a/docs/report/introduction/testbed-2n-zn2.svg b/docs/report/introduction/testbed-2n-zn2.svg deleted file mode 100644 index 54b785b122..0000000000 --- a/docs/report/introduction/testbed-2n-zn2.svg +++ /dev/null @@ -1,1093 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 0AMD EPYCZen2 7532 - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x86Server - - - - - - - - - - - - - - - - 2-Node AMD EPYC zen2 (2n-zn2) - - - - - - Traffic Generator (TG) - - - - - - DDR4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - x86Server - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 0AMD EPYC Zen2 7532 - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - DDR4 - - - - - - - - - - - - - - System Under Test (SUT) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/introduction/testbed-3n-alt.svg b/docs/report/introduction/testbed-3n-alt.svg deleted file mode 100644 index 596a7bb5d1..0000000000 --- a/docs/report/introduction/testbed-3n-alt.svg +++ /dev/null @@ -1,1134 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Q80-3080* ARM Neoverse N1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3-Node ARM Altra (3n-alt) - - - - - - - - - - - - - - - Socket 1Intel XeonPlatinum 8358 - - - - - - - - - - - - - - x16 - - - - - - - - - Socket 0Intel XeonPlatinum 8358 - - - - - - - - - - - - - - x16 - - - - - - - x86Server - - - - - - Traffic Generator (TG) - - - - - - DDR4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen4 - - - - - - - - Ampere AltraServer - - - - - - - - Socket 1Q80-30; 80* ARM Neoverse N1 - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 0Q80-30; 80* ARM Neoverse N1 - - - - - - - - - - - - - - x16 - - - - - - - DDR4 - - - - - - System Under Test 1 (SUT1) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen4 - - - - - - - - Ampere AltraServer - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - DDR4 - - - - - - System Under Test 2 (SUT2) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - UPI - - - - - - - - - Socket 1Q80-30; 80* ARM Neoverse N1 - - - - - - - - Socket 0Q80-30; 80* ARM Neoverse N1 - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/introduction/testbed-3n-icx.svg b/docs/report/introduction/testbed-3n-icx.svg deleted file mode 100644 index 22303cb387..0000000000 --- a/docs/report/introduction/testbed-3n-icx.svg +++ /dev/null @@ -1,2866 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3-Node Xeon Icelake (3n-icx) - - - - - - - - - - - - - - - - NIC6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 1Intel XeonPlatinum 8358 - - - - - - - - - NIC5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - Socket 0Intel XeonPlatinum 8358 - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - - - - - x86Server - - - - - - Traffic Generator (TG) - - - - - - DDR4 - - - - - - PCIeGen4 - - - - - - - - - - - - - - UPI - - - - - - - - - x86Server - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 0Intel Xeon Platinum 8358 - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - DDR4 - - - - - - - - Socket 1Intel XeonPlatinum 8358 - - - - - - - - - NIC4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - - - - - - - - - - - System Under Test 1 (SUT1) - - - - - - PCIeGen4 - - - - - - - UPI - - - - - - - - x86Server - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 0Intel Xeon Platinum 8358 - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - DDR4 - - - - - - - - Socket 1Intel XeonPlatinum 8358 - - - - - - - - - NIC4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - - - - - - - - - - - System Under Test 2 (SUT2) - - - - - - PCIeGen4 - - - - - - - UPI - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/introduction/testbed-3n-snr.svg b/docs/report/introduction/testbed-3n-snr.svg deleted file mode 100644 index 4bab2e8d3d..0000000000 --- a/docs/report/introduction/testbed-3n-snr.svg +++ /dev/null @@ -1,1220 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3-Node Atom Snowridge (3n-snr) - - - - - - - - - - - - - - - Socket 1Intel XeonPlatinum 8358 - - - - - - - - Socket 0Intel XeonPlatinum 8358 - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x86Server - - - - - - Traffic Generator (TG) - - - - - - DDR4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - - - - - - - UPI - - - - - - - - - x86Server - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Intel Atom P5362 @2.20GHz - - - - - - - - - - - - - - x4 - - - - - - - DDR4 - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x4 - - - - - - - System Under Test 1 (SUT1) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - x86Server - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Intel Atom P5362 @2.20GHz - - - - - - - - - - - - - - x4 - - - - - - - DDR4 - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x4 - - - - - - - - - - - - - - - System Under Test 2 (SUT2) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/introduction/testbed-3n-tsh.svg b/docs/report/introduction/testbed-3n-tsh.svg deleted file mode 100644 index e13a2b174f..0000000000 --- a/docs/report/introduction/testbed-3n-tsh.svg +++ /dev/null @@ -1,1316 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3-Node ARM TaiShan (3n-tsh) - - - - - - - - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 1Intel XeonPlatinum 8180 - - - - - - - - - - - - - - x16 - - - - - - - - - Socket 0Intel XeonPlatinum 8180 - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - - - - - - - - - x86Server - - - - - - Traffic Generator (TG) - - - - - - DDR4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - - - - - - - UPI - - - - - - - - - ARMServer - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - hip07-d0564* ARM Cortex-A72 - - - - - - - - - - - - - - x8 - - - - - - - DDR4 - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x8 - - - - - - - System Under Test 1 (SUT1) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - ARMServer - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - hip07-d0564* ARM Cortex-A72 - - - - - - - - - - - - - - x8 - - - - - - - DDR4 - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - System Under Test 2 (SUT2) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/test_configuration/vpp_device_configuration/index.rst b/docs/report/test_configuration/vpp_device_configuration/index.rst deleted file mode 100644 index 30ef2b8726..0000000000 --- a/docs/report/test_configuration/vpp_device_configuration/index.rst +++ /dev/null @@ -1,6 +0,0 @@ -VPP Device -========== - -.. toctree:: - ../vpp_device_configuration_1n_skx/index - ../vpp_device_configuration_1n_tx2/index diff --git a/docs/report/test_configuration/vpp_device_configuration_1n_skx/index.rst b/docs/report/test_configuration/vpp_device_configuration_1n_skx/index.rst deleted file mode 100644 index 0a47cc7ff7..0000000000 --- a/docs/report/test_configuration/vpp_device_configuration_1n_skx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -1n-skx ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp device job 1n-skx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_device_configuration_1n_tx2/index.rst b/docs/report/test_configuration/vpp_device_configuration_1n_tx2/index.rst deleted file mode 100644 index dd1cfd5067..0000000000 --- a/docs/report/test_configuration/vpp_device_configuration_1n_tx2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -1n-tx2 ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp device job 1n-tx2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_mrr_configuration/index.rst b/docs/report/test_configuration/vpp_mrr_configuration/index.rst deleted file mode 100644 index fb0f6aa26b..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration/index.rst +++ /dev/null @@ -1,20 +0,0 @@ -VPP MRR -======= - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp iterative job 2n-icx`_, - `build logs from FD.io vpp iterative job 3n-icx`_, - `build logs from FD.io vpp iterative job 2n-clx`_, - `build logs from FD.io vpp iterative job 2n-zn2`_, - `build logs from FD.io vpp iterative job 3n-alt`_, - `build logs from FD.io vpp iterative job 3n-tsh`_, - `build logs from FD.io vpp iterative job 2n-tx2`_, - `build logs from FD.io vpp iterative job 3n-snr`_, - `build logs from FD.io vpp iterative job 2n-aws`_, - ii) archived FD.io jobs test results - `output files <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_mrr_configuration_2n_aws/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_2n_aws/index.rst deleted file mode 100644 index aa8134bb04..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration_2n_aws/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-aws ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 2n-aws`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_mrr_configuration_2n_clx/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_2n_clx/index.rst deleted file mode 100644 index 3a6e9ff58a..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration_2n_clx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-clx ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 2n-clx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_mrr_configuration_2n_icx/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_2n_icx/index.rst deleted file mode 100644 index 28e31ebec6..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration_2n_icx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-icx ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 2n-icx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_mrr_configuration_2n_tx2/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_2n_tx2/index.rst deleted file mode 100644 index bc7bb3cc93..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration_2n_tx2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-tx2 ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 2n-tx2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_mrr_configuration_2n_zn2/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_2n_zn2/index.rst deleted file mode 100644 index b82b2b8986..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration_2n_zn2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-zn2 ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 2n-zn2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_mrr_configuration_3n_alt/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_3n_alt/index.rst deleted file mode 100644 index 7da7693806..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration_3n_alt/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-alt ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 3n-alt`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_mrr_configuration_3n_aws/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_3n_aws/index.rst deleted file mode 100644 index b2e289cd49..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration_3n_aws/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-aws ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 3n-aws`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_mrr_configuration_3n_icx/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_3n_icx/index.rst deleted file mode 100644 index 63ddf173ae..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration_3n_icx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-icx ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 3n-icx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_mrr_configuration_3n_snr/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_3n_snr/index.rst deleted file mode 100644 index e9bf0522f1..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration_3n_snr/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-snr ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 3n-snr`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_mrr_configuration_3n_tsh/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_3n_tsh/index.rst deleted file mode 100644 index 79d8a92bb9..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration_3n_tsh/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-tsh ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 3n-tsh`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration/index.rst b/docs/report/test_configuration/vpp_performance_configuration/index.rst deleted file mode 100644 index b0db114b9c..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration/index.rst +++ /dev/null @@ -1,20 +0,0 @@ -VPP Throughput -============== - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-icx`_, - `build logs from FD.io vpp coverage job 3n-icx`_, - `build logs from FD.io vpp coverage job 2n-clx`_, - `build logs from FD.io vpp coverage job 2n-zn2`_, - `build logs from FD.io vpp coverage job 3n-alt`_, - `build logs from FD.io vpp coverage job 3n-tsh`_, - `build logs from FD.io vpp coverage job 2n-tx2`_, - `build logs from FD.io vpp coverage job 3n-snr`_, - `build logs from FD.io vpp coverage job 2n-aws`_, - ii) archived FD.io jobs test results - `output files <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration_2n_aws/index.rst b/docs/report/test_configuration/vpp_performance_configuration_2n_aws/index.rst deleted file mode 100644 index ede2a1cb18..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration_2n_aws/index.rst +++ /dev/null @@ -1,11 +0,0 @@ -2n-aws ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp performance job 2n-aws`_, - ii) archived FD.io jobs test result `output files <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration_2n_clx/index.rst b/docs/report/test_configuration/vpp_performance_configuration_2n_clx/index.rst deleted file mode 100644 index 3a6e9ff58a..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration_2n_clx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-clx ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 2n-clx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration_2n_icx/index.rst b/docs/report/test_configuration/vpp_performance_configuration_2n_icx/index.rst deleted file mode 100644 index 28e31ebec6..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration_2n_icx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-icx ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 2n-icx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration_2n_tx2/index.rst b/docs/report/test_configuration/vpp_performance_configuration_2n_tx2/index.rst deleted file mode 100644 index bc7bb3cc93..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration_2n_tx2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-tx2 ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 2n-tx2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration_2n_zn2/index.rst b/docs/report/test_configuration/vpp_performance_configuration_2n_zn2/index.rst deleted file mode 100644 index b82b2b8986..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration_2n_zn2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-zn2 ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 2n-zn2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration_3n_alt/index.rst b/docs/report/test_configuration/vpp_performance_configuration_3n_alt/index.rst deleted file mode 100644 index 7da7693806..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration_3n_alt/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-alt ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 3n-alt`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration_3n_aws/index.rst b/docs/report/test_configuration/vpp_performance_configuration_3n_aws/index.rst deleted file mode 100644 index 8cfd18e75c..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration_3n_aws/index.rst +++ /dev/null @@ -1,11 +0,0 @@ -3n-aws ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp performance job 3n-aws`_, - ii) archived FD.io jobs test result `output files <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration_3n_icx/index.rst b/docs/report/test_configuration/vpp_performance_configuration_3n_icx/index.rst deleted file mode 100644 index 63ddf173ae..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration_3n_icx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-icx ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 3n-icx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration_3n_snr/index.rst b/docs/report/test_configuration/vpp_performance_configuration_3n_snr/index.rst deleted file mode 100644 index e9bf0522f1..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration_3n_snr/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-snr ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 3n-snr`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration_3n_tsh/index.rst b/docs/report/test_configuration/vpp_performance_configuration_3n_tsh/index.rst deleted file mode 100644 index 79d8a92bb9..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration_3n_tsh/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-tsh ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 3n-tsh`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data/index.rst deleted file mode 100644 index 30006b462e..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data/index.rst +++ /dev/null @@ -1,25 +0,0 @@ -VPP Throughput -============== - -VPP operational data is generated by |csit-release| NDR-PDR throughput tests -executed across physical testbeds hosted in LF FD.io labs: -2n-clx, 3n-alt, 3n-tsh, 2n-tx2. The data is collected -at 100% PDR. - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-icx`_, - `build logs from FD.io vpp coverage job 3n-icx`_, - `build logs from FD.io vpp coverage job 2n-clx`_, - `build logs from FD.io vpp coverage job 2n-zn2`_, - `build logs from FD.io vpp coverage job 3n-alt`_, - `build logs from FD.io vpp coverage job 3n-tsh`_, - `build logs from FD.io vpp coverage job 2n-tx2`_, - `build logs from FD.io vpp coverage job 3n-snr`_, - `build logs from FD.io vpp coverage job 2n-aws`_, - ii) archived FD.io jobs test results - `output files <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_2n_aws/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_2n_aws/index.rst deleted file mode 100644 index 5394c8de1d..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data_2n_aws/index.rst +++ /dev/null @@ -1,11 +0,0 @@ -2n-aws ------- - -.. note:: - - Data sources for reported test operational data: - i) `build logs from FD.io vpp performance job 2n-aws`_, - ii) archived FD.io jobs test result `output files <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_2n_clx/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_2n_clx/index.rst deleted file mode 100644 index 183acd50f5..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data_2n_clx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-clx ------- - -.. note:: - - Data sources for reported test operational data: - i) `build logs from FD.io vpp coverage job 2n-clx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_2n_icx/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_2n_icx/index.rst deleted file mode 100644 index cdb92acb82..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data_2n_icx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-icx ------- - -.. note:: - - Data sources for reported test operational data: - i) `build logs from FD.io vpp coverage job 2n-icx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_2n_tx2/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_2n_tx2/index.rst deleted file mode 100644 index 1c6df7a612..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data_2n_tx2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-tx2 ------- - -.. note:: - - Data sources for reported test operational data: - i) `build logs from FD.io vpp coverage job 2n-tx2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_2n_zn2/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_2n_zn2/index.rst deleted file mode 100644 index a02b2d68f6..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data_2n_zn2/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-zn2 ------- - -.. note:: - - Data sources for reported test operational data: - i) `build logs from FD.io vpp coverage job 2n-zn2`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_3n_alt/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_3n_alt/index.rst deleted file mode 100644 index a279406d62..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data_3n_alt/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-alt ------- - -.. note:: - - Data sources for reported test operational data: - i) `build logs from FD.io vpp coverage job 3n-alt`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_3n_aws/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_3n_aws/index.rst deleted file mode 100644 index cf6fd47f19..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data_3n_aws/index.rst +++ /dev/null @@ -1,11 +0,0 @@ -3n-aws ------- - -.. note:: - - Data sources for reported test operational data: - i) `build logs from FD.io vpp performance job 3n-aws`_, - ii) archived FD.io jobs test result `output files <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_3n_icx/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_3n_icx/index.rst deleted file mode 100644 index 62ab12fbcb..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data_3n_icx/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-icx ------- - -.. note:: - - Data sources for reported test operational data: - i) `build logs from FD.io vpp coverage job 3n-icx`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_3n_snr/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_3n_snr/index.rst deleted file mode 100644 index 27efed9e4f..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data_3n_snr/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-snr ------- - -.. note:: - - Data sources for reported test operational data: - i) `build logs from FD.io vpp coverage job 3n-snr`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_3n_tsh/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_3n_tsh/index.rst deleted file mode 100644 index bf5324a7ff..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data_3n_tsh/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-tsh ------- - -.. note:: - - Data sources for reported test operational data: - i) `build logs from FD.io vpp coverage job 3n-tsh`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/trex_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/trex_performance_tests/comparisons/current_vs_previous_release.rst deleted file mode 100644 index a55918ff94..0000000000 --- a/docs/report/trex_performance_tests/comparisons/current_vs_previous_release.rst +++ /dev/null @@ -1,53 +0,0 @@ -Current vs Previous Release ---------------------------- - -Listed mean and standard deviation values are computed based on a series -of the same tests executed against respective VPP releases to verify -test results repeatability, with percentage change calculated for mean -values. Note that the standard deviation is quite high for a small -number of packet throughput tests, what indicates poor test results -repeatability and makes the relative change of mean throughput value not -fully representative for these tests. The root causes behind poor -results repeatability vary between the test cases. - -1n-aws-nitro50g -~~~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML NDR comparison `_ - - `ASCII NDR comparison <../../_static/trex/performance-changes-1n-aws-ndr.txt>`_ - - `CSV NDR comparison <../../_static/trex/performance-changes-1n-aws-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML PDR comparison `_ - - `ASCII PDR comparison <../../_static/trex/performance-changes-1n-aws-pdr.txt>`_ - - `CSV PDR comparison <../../_static/trex/performance-changes-1n-aws-pdr-csv.csv>`_ - -2n-icx-e810cq -~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML NDR comparison `_ - - `ASCII NDR comparison <../../_static/trex/performance-changes-2n-icx-ndr.txt>`_ - - `CSV NDR comparison <../../_static/trex/performance-changes-2n-icx-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML PDR comparison `_ - - `ASCII PDR comparison <../../_static/trex/performance-changes-2n-icx-pdr.txt>`_ - - `CSV PDR comparison <../../_static/trex/performance-changes-2n-icx-pdr-csv.csv>`_ diff --git a/docs/report/trex_performance_tests/comparisons/index.rst b/docs/report/trex_performance_tests/comparisons/index.rst deleted file mode 100644 index 28672f8fb1..0000000000 --- a/docs/report/trex_performance_tests/comparisons/index.rst +++ /dev/null @@ -1,11 +0,0 @@ - -.. raw:: latex - - \clearpage - -Comparisons -=========== - -.. toctree:: - - current_vs_previous_release diff --git a/docs/report/trex_performance_tests/csit_release_notes.rst b/docs/report/trex_performance_tests/csit_release_notes.rst deleted file mode 100644 index 0610129dae..0000000000 --- a/docs/report/trex_performance_tests/csit_release_notes.rst +++ /dev/null @@ -1,37 +0,0 @@ -Release Notes -============= - -Changes in |csit-release| -------------------------- - -#. TREX PERFORMANCE TESTS - - - No updates. - -#. TEST FRAMEWORK - - - **CSIT test environment** version has not changed from ver. 11 used - in previous release, see :ref:`test_environment_versioning`. - -.. _trex_known_issues: - -Known Issues ------------- - -List of known issues in |csit-release| for TRex performance tests: - -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| # | JiraID | Issue Description | -+====+=========================================+===========================================================================================================+ -| 1 | `CSIT-1876 | 1n-aws: TRex NDR PDR ALL IP4 scale and L2 scale tests failing with 50% packet loss. | -| | `_ | CSIT removed ip4scale and l2scale except ip4scale2m where it's still failing. | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ - -New -___ - -List of new issues in |csit-release| for DPDK performance tests: - -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| # | JiraID | Issue Description | -+====+=========================================+===========================================================================================================+ diff --git a/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/1n_aws.rst b/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/1n_aws.rst deleted file mode 100644 index eb6e82e6a7..0000000000 --- a/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/1n_aws.rst +++ /dev/null @@ -1,3 +0,0 @@ -1n-aws -====== - diff --git a/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_icx.rst b/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_icx.rst deleted file mode 100644 index 4e6f59bd82..0000000000 --- a/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_icx.rst +++ /dev/null @@ -1,3 +0,0 @@ -2n-icx -====== - diff --git a/docs/report/trex_performance_tests/index.rst b/docs/report/trex_performance_tests/index.rst deleted file mode 100644 index 024d31c2a0..0000000000 --- a/docs/report/trex_performance_tests/index.rst +++ /dev/null @@ -1,14 +0,0 @@ -TRex Performance -================ - -.. toctree:: - - overview - csit_release_notes - packet_throughput_graphs/index - comparisons/index - throughput_trending - test_environment - -.. - packet_latency/index diff --git a/docs/report/trex_performance_tests/logical-TRex-nic2nic.svg b/docs/report/trex_performance_tests/logical-TRex-nic2nic.svg deleted file mode 100755 index f5ed028eff..0000000000 --- a/docs/report/trex_performance_tests/logical-TRex-nic2nic.svg +++ /dev/null @@ -1 +0,0 @@ - \ No newline at end of file diff --git a/docs/report/trex_performance_tests/overview.rst b/docs/report/trex_performance_tests/overview.rst deleted file mode 100644 index 5ad340744e..0000000000 --- a/docs/report/trex_performance_tests/overview.rst +++ /dev/null @@ -1,83 +0,0 @@ -Overview -======== - -TRex performance test results are reported for a range of processors. -For description of physical testbeds used for TRex performance tests -please refer to :ref:`tested_physical_topologies`. - -Logical Topology ----------------- - -CSIT TRex performance tests are executed on physical testbeds described -in :ref:`tested_physical_topologies`. Logical topology use 1 nic that has -loopback connected ports. See figure below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/trex_performance_tests/}} - \includegraphics[width=0.90\textwidth]{logical-TRex-nic2nic} - \label{fig:logical-TRex-nic2nic} - \end{figure} - -.. only:: html - - .. figure:: logical-TRex-nic2nic.svg - :alt: logical-TRex-nic2nic - :align: center - - -Performance Tests Coverage --------------------------- - -Performance tests measure following metrics for tested TRex -topologies and configurations: - -- Packet Throughput: measured in accordance with :rfc:`2544`, using - FD.io CSIT Multiple Loss Ratio search (MLRsearch), an optimized binary - search algorithm, producing throughput at different Packet Loss Ratio - (PLR) values: - - - Non Drop Rate (NDR): packet throughput at PLR=0%. - - Partial Drop Rate (PDR): packet throughput at PLR=0.5%. - -- Two-way Packet Latency: measured both east-west and west-east at different - offered packet loads: - - - 90% of discovered PDR throughput. - - 50% of discovered PDR throughput. - - 10% of discovered PDR throughput. - - Minimal offered load. - -|csit-release| includes tests using the following TRex traffic profiles -(corresponding to data plane functionality when DUT is used) -performance tested across a range of NIC drivers and NIC models: - -+-----------------------+----------------------------------------------+ -| Traffic profile | Corresponding dataplane functionality | -+=======================+==============================================+ -| IPv4 Base | IPv4 routing. | -+-----------------------+----------------------------------------------+ -| IPv4 Scale | IPv4 routing with 2M entries. | -+-----------------------+----------------------------------------------+ -| IPv6 Base | IPv6 routing. | -+-----------------------+----------------------------------------------+ -| IPv6 Scale | IPv6 routing with 2M entries. | -+-----------------------+----------------------------------------------+ -| L2BD Scale | L2 Bridge-Domain switching of untagged | -| | Ethernet frames. | -+-----------------------+----------------------------------------------+ - - -Performance Tests Naming ------------------------- - -FD.io |csit-release| follows a common structured naming convention for -all performance and system functional tests. - -The naming should be intuitive for majority of the tests. Complete -description of FD.io CSIT test naming convention is provided on -:ref:`csit_test_naming`. diff --git a/docs/report/trex_performance_tests/packet_latency/1n-aws-nitro50g.rst b/docs/report/trex_performance_tests/packet_latency/1n-aws-nitro50g.rst deleted file mode 100644 index 4e7a8a8b9a..0000000000 --- a/docs/report/trex_performance_tests/packet_latency/1n-aws-nitro50g.rst +++ /dev/null @@ -1,121 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -1n-aws-nitro50g -~~~~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-1n-aws-50ge1P1ena-64b--ethip4-ip4base-tg} - \label{fig:hdrh-lat-percentile-1n-aws-50ge1P1ena-64b--ethip4-ip4base-tg} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-1n-aws-50ge1P1ena-64b--ethip4-ip4scale2m-tg} - \label{fig:hdrh-lat-percentile-1n-aws-50ge1P1ena-64b--ethip4-ip4scale2m-tg} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-ip6routing-base-scale -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-1n-aws-50ge1P1ena-78b--ethip6-ip6base-tg} - \label{fig:hdrh-lat-percentile-1n-aws-50ge1P1ena-78b--ethip6-ip6base-tg} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-1n-aws-50ge1P1ena-78b--ethip6-ip6scale2m-tg} - \label{fig:hdrh-lat-percentile-1n-aws-50ge1P1ena-78b--ethip6-ip6scale2m-tg} - \end{figure} diff --git a/docs/report/trex_performance_tests/packet_latency/2n-icx-e810cq.rst b/docs/report/trex_performance_tests/packet_latency/2n-icx-e810cq.rst deleted file mode 100644 index 52ba0e087d..0000000000 --- a/docs/report/trex_performance_tests/packet_latency/2n-icx-e810cq.rst +++ /dev/null @@ -1,144 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-100ge2p1e810cq-64b--ethip4-ip4base-tg} - \label{fig:hdrh-lat-percentile-2n-icx-100ge2p1e810cq-64b--ethip4-ip4base-tg} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-100ge2p1e810cq-64b--ethip4-ip4scale2m-tg} - \label{fig:hdrh-lat-percentile-2n-icx-100ge2p1e810cq-64b--ethip4-ip4scale2m-tg} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-ip6routing-base-scale -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-100ge2p1e810cq-78b--ethip6-ip6base-tg} - \label{fig:hdrh-lat-percentile-2n-icx-100ge2p1e810cq-78b--ethip6-ip6base-tg} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-100ge2p1e810cq-78b--ethip6-ip6scale2m-tg} - \label{fig:hdrh-lat-percentile-2n-icx-100ge2p1e810cq-78b--ethip6-ip6scale2m-tg} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-scale ---------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-100ge2p1e810cq-64b--eth-l2bdscale1mmaclrn-tg} - \label{fig:hdrh-lat-percentile-2n-icx-100ge2p1e810cq-64b--eth-l2bdscale1mmaclrn-tg} - \end{figure} diff --git a/docs/report/trex_performance_tests/packet_latency/index.rst b/docs/report/trex_performance_tests/packet_latency/index.rst deleted file mode 100644 index 3bc5530938..0000000000 --- a/docs/report/trex_performance_tests/packet_latency/index.rst +++ /dev/null @@ -1,45 +0,0 @@ - -.. raw:: latex - - \clearpage - -Packet Latency -============== - -TRex latency results are generated based on the test -data obtained from |csit-release| NDR-PDR throughput tests executed -across physical testbeds hosted in LF FD.io labs: 2n-skx. - -Latency by percentile distribution plots are used to show packet latency -percentiles at different packet rate load levels: i) No-Load latency -streams only, ii) Low-Load at 10% PDR, iii) Mid-Load at 50% PDR and iv) -High-Load at 90% PDR. - -For more details, see :ref:`latency_methodology`. - -Additional information about graph data: - -#. **Graph Title**: describes tested DUT packet path. - -#. **X-axis Labels**: percentile of packets. - -#. **Y-axis Labels**: measured one-way packet latency values in [uSec]. - -#. **Graph Legend**: list of latency tests at different packet rate load - level. - -#. **Hover Information**: packet rate load level, stream direction - (East-West, West-East), percentile, one-way latency. - -.. note:: - - Test results are stored in - `build logs from FD.io trex performance job 2n-icx`_. - -.. toctree:: - :maxdepth: 3 - - 2n-icx-e810cq - -.. - 1n-aws-nitro50g diff --git a/docs/report/trex_performance_tests/packet_throughput_graphs/1n-aws-nitro50g.rst b/docs/report/trex_performance_tests/packet_throughput_graphs/1n-aws-nitro50g.rst deleted file mode 100644 index 2ab621bb45..0000000000 --- a/docs/report/trex_performance_tests/packet_throughput_graphs/1n-aws-nitro50g.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -1n-aws-nitro50g -~~~~~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{1n-aws-nitro50g-64b--ip4-base-scale-ndr} - \label{fig:1n-aws-nitro50g-64b--ip4-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{1n-aws-nitro50g-64b--ip4-base-scale-pdr} - \label{fig:1n-aws-nitro50g-64b--ip4-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-ip6routing-base-scale -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{1n-aws-nitro50g-78b--ip6-base-scale-ndr} - \label{fig:1n-aws-nitro50g-78b--ip6-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{1n-aws-nitro50g-78b--ip6-base-scale-pdr} - \label{fig:1n-aws-nitro50g-78b--ip6-base-scale-pdr} - \end{figure} diff --git a/docs/report/trex_performance_tests/packet_throughput_graphs/2n-icx-e810cq.rst b/docs/report/trex_performance_tests/packet_throughput_graphs/2n-icx-e810cq.rst deleted file mode 100644 index 5f49f1f64a..0000000000 --- a/docs/report/trex_performance_tests/packet_throughput_graphs/2n-icx-e810cq.rst +++ /dev/null @@ -1,254 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b--ip4-base-scale-ndr} - \label{fig:2n-icx-e810cq-64b--ip4-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b--ip4-base-scale-pdr} - \label{fig:2n-icx-e810cq-64b--ip4-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-[udp|tcp]-stf-cps --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b--ip4routing-stf-cps-ndr} - \label{fig:2n-icx-e810cq-64b--ip4routing-stf-cps-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b--ip4routing-stf-cps-pdr} - \label{fig:2n-icx-e810cq-64b--ip4routing-stf-cps-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-[udp|tcp]-stf-tput ---------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b--ip4routing-stf-tput-ndr} - \label{fig:2n-icx-e810cq-64b--ip4routing-stf-tput-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b--ip4routing-stf-tput-pdr} - \label{fig:2n-icx-e810cq-64b--ip4routing-stf-tput-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-ip6routing-base-scale -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b--ip6-base-scale-ndr} - \label{fig:2n-icx-e810cq-78b--ip6-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b--ip6-base-scale-pdr} - \label{fig:2n-icx-e810cq-78b--ip6-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-scale ---------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b--l2-scale-ndr} - \label{fig:2n-icx-e810cq-64b--l2-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/trex/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b--l2-scale-pdr} - \label{fig:2n-icx-e810cq-64b--l2-scale-pdr} - \end{figure} diff --git a/docs/report/trex_performance_tests/packet_throughput_graphs/index.rst b/docs/report/trex_performance_tests/packet_throughput_graphs/index.rst deleted file mode 100644 index 4f2033deb3..0000000000 --- a/docs/report/trex_performance_tests/packet_throughput_graphs/index.rst +++ /dev/null @@ -1,56 +0,0 @@ - -.. raw:: latex - - \clearpage - -Packet Throughput -================= - -Throughput graphs are generated by multiple executions of the same -performance tests across physical testbeds hosted LF FD.io labs: -2n-skx. Box-and-Whisker plots are used to display variations in -measured throughput values, without making any assumptions of the -underlying statistical distribution. - -For each test case, Box-and-Whisker plots show the quartiles (Min, 1st -quartile / 25th percentile, 2nd quartile / 50th percentile / mean, 3rd -quartile / 75th percentile, Max) across collected data set. Outliers are -plotted as individual points. - -Additional information about graph data: - -#. **Graph Title**: describes tested packet path, testbed topology, - processor model, NIC model, packet size, number of cores and - threads used by data plane workers and indication of DPDK DUT - configuration. - -#. **X-axis Labels**: indices of individual test suites as listed in - Graph Legend. - -#. **Y-axis Labels**: measured Packets Per Second [pps] throughput - values. - -#. **Graph Legend**: lists X-axis indices with associated CSIT test - suites executed to generate graphed test results. - -#. **Hover Information**: lists minimum, first quartile, median, - third quartile, and maximum. If either type of outlier is present the - whisker on the appropriate side is taken to 1.5×IQR from the quartile - (the "inner fence") rather than the max or min, and individual outlying - data points are displayed as unfilled circles (for suspected outliers) - or filled circles (for outliers). (The "outer fence" is 3×IQR from the - quartile.) - -.. note:: - - Test results are stored in - `build logs from FD.io trex performance job 2n-skx`_. - Required per test case data set size is **10** and for TRex tests - this is the actual size, as all scheduled test executions completed - successfully. - -.. toctree:: - :maxdepth: 3 - - 2n-icx-e810cq - 1n-aws-nitro50g diff --git a/docs/report/trex_performance_tests/test_environment.rst b/docs/report/trex_performance_tests/test_environment.rst deleted file mode 100644 index 835180e92b..0000000000 --- a/docs/report/trex_performance_tests/test_environment.rst +++ /dev/null @@ -1,11 +0,0 @@ -.. raw:: latex - - \clearpage - -.. include:: ../introduction/environment/intro.rst - - -SUT Settings - TRex -------------------- - -.. include:: ../introduction/environment/tg.rst diff --git a/docs/report/trex_performance_tests/throughput_trending.rst b/docs/report/trex_performance_tests/throughput_trending.rst deleted file mode 100644 index 92adb1d0e1..0000000000 --- a/docs/report/trex_performance_tests/throughput_trending.rst +++ /dev/null @@ -1,5 +0,0 @@ -Throughput Trending -------------------- - -CSIT provides continuous performance trending for master branch: -`C-Dash `_ diff --git a/docs/report/vpp_device_tests/csit_release_notes.rst b/docs/report/vpp_device_tests/csit_release_notes.rst deleted file mode 100644 index 107ce76464..0000000000 --- a/docs/report/vpp_device_tests/csit_release_notes.rst +++ /dev/null @@ -1,30 +0,0 @@ -Release Notes -============= - -Changes in |csit-release| -------------------------- - -#. TEST FRAMEWORK - - - **CSIT test environment** version has been updated to ver. 11, see - :ref:`test_environment_versioning`. - -Known Issues ------------- - -List of known issues in |csit-release| for VPP functional tests in VPP Device: - -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| # | JiraID | Issue Description | -+====+=========================================+===========================================================================================================+ -| | | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ - -New -___ - -List of new issues in |csit-release| for DPDK performance tests: - -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| # | JiraID | Issue Description | -+====+=========================================+===========================================================================================================+ diff --git a/docs/report/vpp_device_tests/index.rst b/docs/report/vpp_device_tests/index.rst deleted file mode 100644 index 841ea98359..0000000000 --- a/docs/report/vpp_device_tests/index.rst +++ /dev/null @@ -1,8 +0,0 @@ -VPP Device -========== - -.. toctree:: - - overview - csit_release_notes - test_environment diff --git a/docs/report/vpp_device_tests/overview.rst b/docs/report/vpp_device_tests/overview.rst deleted file mode 100644 index ba63b4b277..0000000000 --- a/docs/report/vpp_device_tests/overview.rst +++ /dev/null @@ -1,173 +0,0 @@ -Overview -======== - -Virtual Topologies ------------------- - -CSIT VPP Device tests are executed in Physical containerized topologies -created on demand using set of scripts hosted and developed under CSIT -repository. It runs on physical baremetal servers hosted by LF FD.io project. -Based on the packet path thru SUT Containers, three distinct logical topology -types are used for VPP DUT data plane testing: - -#. vfNIC-to-vfNIC switching topologies. -#. vfNIC-to-vhost-user switching topologies. -#. vfNIC-to-memif switching topologies. - -vfNIC-to-vfNIC Switching -~~~~~~~~~~~~~~~~~~~~~~~~ - -The simplest physical topology for software data plane application like -VPP is vfNIC-to-vfNIC switching. Tested virtual topologies for 2-Node testbeds -are shown in figures below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_device_tests/}} - \includegraphics[width=0.90\textwidth]{vf-2n-nic2nic} - \label{fig:vf-2n-nic2nic} - \end{figure} - -.. only:: html - - .. figure:: ../vpp_device_tests/vf-2n-nic2nic.svg - :alt: vf-2n-nic2nic - :align: center - -SUT1 is Docker Container (running Ubuntu, depending on the test suite), TG is -a Traffic Generator (running Ubuntu Container). SUTs run VPP -SW application in Linux user-mode as a Device Under Test (DUT) within -the container. TG runs Scapy SW application as a packet Traffic Generator. -Network connectivity between SUTs and to TG is provided using virtual function -of physical NICs. - -Virtual topologies are created on-demand whenever a verification job is -started (e.g. triggered by the gerrit patch submission) and destroyed -upon completion of all functional tests. Each node is a container running on -physical server. During the test execution, all nodes are reachable thru -the Management (not shown above for clarity). - -vfNIC-to-vhost-user Switching -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -vfNIC-to-vhost-user switching topology test cases require VPP DUT to communicate -with Virtual Machine (VM) over Vhost-user virtual interfaces. VM is created on -SUT1 for the duration of these particular test cases only. Virtual test topology -with VM is shown in the figure below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_device_tests/}} - \includegraphics[width=0.90\textwidth]{vf-2n-nic2vhost} - \label{fig:vf-2n-nic2vhost} - \end{figure} - -.. only:: html - - .. figure:: ../vpp_device_tests/vf-2n-nic2vhost.svg - :alt: vf-2n-nic2vhost - :align: center - -vfNIC-to-memif Switching -~~~~~~~~~~~~~~~~~~~~~~~~ - -vfNIC-to-memif switching topology test cases require VPP DUT to communicate -with another Docker Container over memif interfaces. Container is created for -the duration of these particular test cases only and it is running the same VPP -version as running on DUT. Virtual test topology with Memif is shown in -the figure below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_device_tests/}} - \includegraphics[width=0.90\textwidth]{vf-2n-nic2memif} - \label{fig:vf-2n-nic2memif} - \end{figure} - -.. only:: html - - .. figure:: ../vpp_device_tests/vf-2n-nic2memif.svg - :alt: vf-2n-nic2memif - :align: center - -Functional Tests Coverage -------------------------- - -|csit-release| includes following VPP functionality tested in VPP Device -environment: - -+-----------------------+----------------------------------------------+ -| Functionality | Description | -+=======================+==============================================+ -| ACL (classify) | Ingress Access Control List security for L2 | -| | Bridge-Domain MAC switching, IPv4 routing, | -| | IPv6 routing. | -+-----------------------+----------------------------------------------+ -| ACL (acl_plugin) | Ingress and Egress Access Control List | -| | security in stateless and stateful mode for | -| | L2 Bridge-Domain MAC switching, IPv4 | -| | routing, IPv6 routing. | -+-----------------------+----------------------------------------------+ -| ADL | ADL address allow-list and block-list | -| | filtering for IPv4 and IPv6 routing. | -+-----------------------+----------------------------------------------+ -| GENEVE | GENEVE tunnels for IPv4 routing. | -+-----------------------+----------------------------------------------+ -| IPSec | IPSec tunnel and transport modes. | -+-----------------------+----------------------------------------------+ -| IPv4 | IPv4 routing, ICMPv4. | -+-----------------------+----------------------------------------------+ -| IPv6 | IPv4 routing, ICMPv6. | -+-----------------------+----------------------------------------------+ -| L2BD | L2 Bridge-Domain switching for untagged | -| | Ethernet. | -+-----------------------+----------------------------------------------+ -| L2XC | L2 Cross-Connect switching for untagged | -| | Ethernet. | -+-----------------------+----------------------------------------------+ -| MACIP (acl_plugin) | Ingress Access Control List security for L2 | -| | Bridge-Domain MAC switching based on mix | -| | of MAC and IP address matches. | -+-----------------------+----------------------------------------------+ -| Memif Interface | Baseline VPP memif interface tests. | -+-----------------------+----------------------------------------------+ -| NAT44 | Network Address and Port Translation | -| | deterministic mode and endpoint-dependent | -| | mode tests for IPv4. | -+-----------------------+----------------------------------------------+ -| QoS Policer Metering | Ingress packet rate metering and marking for | -| | IPv4, IPv6. | -+-----------------------+----------------------------------------------+ -| SRv6 | Segment routing over IPv6, base and proxy. | -+-----------------------+----------------------------------------------+ -| Tap Interface | Baseline Linux tap interface tests. | -+-----------------------+----------------------------------------------+ -| VLAN Tag | L2 VLAN subinterfaces. | -+-----------------------+----------------------------------------------+ -| Vhost-user Interface | Baseline VPP vhost-user interface tests. | -+-----------------------+----------------------------------------------+ -| VXLAN | VXLAN overlay tunneling for L2-over-IPv4 and | -| | -over-IPv6. | -+-----------------------+----------------------------------------------+ - -Tests Naming ------------- - -|csit-release| follows a common structured naming convention for all -performance and system functional tests. - -The naming should be intuitive for majority of the tests. Complete -description of CSIT test naming convention is provided on -:ref:`csit_test_naming`. diff --git a/docs/report/vpp_device_tests/test_environment.rst b/docs/report/vpp_device_tests/test_environment.rst deleted file mode 100644 index 33915da83b..0000000000 --- a/docs/report/vpp_device_tests/test_environment.rst +++ /dev/null @@ -1,578 +0,0 @@ -Integration Tests -================= - -Abstract --------- - -FD.io VPP software data plane technology has become very popular across -a wide range of VPP eco-system use cases, putting higher pressure on -continuous verification of VPP software quality. - -This document describes a proposal for design and implementation of extended -continuous VPP testing by extending existing test environments. -Furthermore it describes and summarizes implementation details of Integration -and System tests platform *1-Node VPP_Device*. It aims to provide a complete -end-to-end view of *1-Node VPP_Device* environment in order to improve -extendability and maintenance, under the guideline of VPP core team. - -The key words "MUST", "MUST NOT", "REQUIRED", "SHALL", "SHALL NOT", "SHOULD", -"SHOULD NOT", "RECOMMENDED", "MAY", and "OPTIONAL" in this document are to be -interpreted as described in :rfc:`8174`. - -Overview --------- - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_device_tests/}} - \includegraphics[width=0.90\textwidth]{vpp_device} - \label{fig:vpp_device} - \end{figure} - -.. only:: html - - .. figure:: vpp_device.svg - :alt: vpp_device - :align: center - -Physical Testbeds ------------------ - -All :abbr:`FD.io (Fast Data Input/Ouput)` :abbr:`CSIT (Continuous System -Integration and Testing)` vpp-device tests are executed on physical testbeds -built with bare-metal servers hosted by :abbr:`LF (Linux Foundation)` FD.io -project. Two 1-node testbed topologies are used: - -- **2-Container Topology**: Consisting of one Docker container acting as SUT - (System Under Test) and one Docker container as TG (Traffic Generator), both - connected in ring topology via physical NIC cross-connecting. - -Current FD.io production testbeds are built with servers based on one -processor generation of Intel Xeons: Skylake (Platinum 8180). Testbeds built -with servers based on Arm processors are in the process of being added to FD.io -production. - -Following section describe existing production 1n-skx testbed. - -1-Node Xeon Skylake (1n-skx) -~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -1n-skx testbed is based on single SuperMicro SYS-7049GP-TRT server equipped -with two Intel Xeon Skylake Platinum 8180 2.5 GHz 28 core processors. Physical -testbed topology is depicted in a figure below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_device_tests/}} - \includegraphics[width=0.90\textwidth]{vf-2n-nic2nic} - \label{fig:vf-2n-nic2nic} - \end{figure} - -.. only:: html - - .. figure:: vf-2n-nic2nic.svg - :alt: vf-2n-nic2nic - :align: center - -Server is populated with the following NIC models: - -#. NIC-1: x710-da4 4p10GE Intel. -#. NIC-2: E810-2CQDA2 2p100GbE Intel. - -All Intel Xeon Skylake servers run with Intel Hyper-Threading enabled, -doubling the number of logical cores exposed to Linux, with 56 logical -cores and 28 physical cores per processor socket. - -NIC interfaces are shared using Linux vfio_pci and VPP VF drivers: - -- DPDK VF driver, -- Fortville AVF driver. - -Provided Intel x710-da4 4p10GE NICs support 32 VFs per interface, 128 per NIC. - -Total of two 1n-skx testbeds are in operation in FD.io labs. - -1-Node Virtualbox (1n-vbox) -~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -1n-skx testbed can run in single VirtualBox VM machine. This solution replaces -the previously used Vagrant environment based on 3 VMs. - -VirtualBox VM MAY be created by Vagrant and MUST have additional 4 virtio NICs -each pair attached to separate private networks to simulate back-to-back -connections. It SHOULD be 82545EM device model (otherwise can be changed in -boostrap scripts). Example of Vagrant configuration: - -:: - - Vagrant.configure(2) do |c| - c.vm.network "private_network", type: "dhcp", auto_config: false, - virtualbox__intnet: "port1", nic_type: "82545EM" - c.vm.network "private_network", type: "dhcp", auto_config: false, - virtualbox__intnet: "port2", nic_type: "82545EM" - - c.vm.provider :virtualbox do |v| - v.customize ["modifyvm", :id, "--nicpromisc2", "allow-all"] - v.customize ["modifyvm", :id, "--nicpromisc3", "allow-all"] - v.customize ["modifyvm", :id, "--nicpromisc4", "allow-all"] - v.customize ["modifyvm", :id, "--nicpromisc5", "allow-all"] - -Vagrant VM is populated with the following NIC models: - -#. NIC-1: 82545EM Intel. -#. NIC-2: 82545EM Intel. -#. NIC-3: 82545EM Intel. -#. NIC-4: 82545EM Intel. - -Containers ----------- - -It was agreed on :abbr:`TWS (Technical Work Stream)` call to continue with -Ubuntu 18.04 LTS as a baseline system with OPTIONAL extend to Centos 7 and -SuSE per demand [#TWSLink]_. - -All :abbr:`DCR (Docker container)` images are REQUIRED to be hosted on Docker -registry available from LF network, publicly available and trackable. For -backup, tracking and contributing purposes all Dockerfiles (including files -needed for building container) MUST be available and stored in -[#fdiocsitgerrit]_ repository under appropriate folders. This allows the -peer review process to be done for every change of infrastructure related to -scope of this document. -Currently only **csit-shim-dcr** and **csit-sut-dcr** containers will be stored -and maintained under CSIT repository by CSIT contributors. - -At the time of designing solution described in this document the -interconnection between [#dockerhub]_ and [#fdiocsitgerrit]_ for -automated build purposes and image hosting cannot be established with the trust -and respectful to security of FD.io project. Unless adressed, :abbr:`DCR -(Docker container)` images will be placed in custom registry service -[#fdioregistry]_. -Automated Jenkins jobs will be created in align of long term solution for -container lifecycle and ability to build new version of docker images. - -In parallel, the effort is started to find the outsourced Docker registry -service. - -Versioning -~~~~~~~~~~ - -As of initial version of vpp-device, we do have only single latest version of -Docker image hosted on [#dockerhub]_. This will be addressed as further -improvement with proper semantic versioning. - -jenkins-slave-dcr -~~~~~~~~~~~~~~~~~ - -This :abbr:`DCR (Docker container)` acts as the Jenkins slave (known also as -jenkins minion). It can connect over SSH protocol to TCP port 6022 of -**csit-shim-dcr** and executes non-interactive reservation script. Nomad is -responsible for scheduling this container execution onto specific -**1-Node VPP_Device** testbed. It executes -:abbr:`CSIT (Continuous System Integration and Testing)` environment including -:abbr:`CSIT (Continuous System Integration and Testing)` framework. - -All software dependencies including VPP/DPDK that are not present in -**csit-sut-dcr** container image and/or needs to be compiled prior running on -**csit-sut-dcr** SHOULD be compiled in this container. - -- *Container Image Location*: Docker image at snergster/vpp-ubuntu18. - -- *Container Definition*: Docker file specified at [#JenkinsSlaveDcrFile]_. - -- *Initializing*: Container is initialized from within *Consul by HashiCorp* - and *Nomad by HashiCorp*. - -csit-shim-dcr -~~~~~~~~~~~~~ - -This :abbr:`DCR (Docker container)` acts as an intermediate layer running -script responsible for orchestrating topologies under test and reservation. -Responsible for managing VF resources and allocation to -:abbr:`DUT (Device Under Test)`, :abbr:`TG (Traffic Generator)` containers. -This MUST to be done on **csit-shim-dcr**. -This image also acts as the generic reservation mechanics arbiter to make sure -that only Y number of simulations are spawned on any given HW node. - -- *Container Image Location*: Docker image at snergster/csit-shim. - -- *Container Definition*: Docker file specified at [#CsitShimDcrFile]_. - -- *Initializing*: Container is initialized from within *Consul by HashiCorp* - and *Nomad by HashiCorp*. Required docker parameters, to be able to run - nested containers with VF reservation system are: privileged, net=host, - pid=host. - -- *Connectivity*: Over SSH only, using :6022 format. Currently using - *root* user account as primary. From the jenkins slave it will be able to - connect via env variable, since the jenkins slave doesn't actually know what - host its running on. - - :: - - ssh -p 6022 root@10.30.51.node - -csit-sut-dcr -~~~~~~~~~~~~ - -This :abbr:`DCR (Docker container)` acts as an :abbr:`SUT (System Under Test)`. -Any :abbr:`DUT (Device Under Test)` or :abbr:`TG (Traffic Generator)` -application is installed there. It is RECOMMENDED to install DUT and -all DUT dependencies via commands ``rpm -ihv`` on RedHat based OS or -``dpkg -i`` on Debian based OS. - -Container is designed to be a very lightweight Docker image that only installs -packages and execute binaries (previously built or downloaded on -**jenkins-slave-dcr**) and contains libraries necessary to run CSIT framework -including those required by DUT/TG. - -- *Container Image Location*: Docker image at snergster/csit-sut. - -- *Container Definition*: Docker file specified at [#CsitSutDcrFile]_. - -- *Initializing*: - :: - - docker run - # Run the container in the background and print the new container ID. - --detach=true - # Give extended privileges to this container. A "privileged" container is - # given access to all devices and able to run nested containers. - --privileged - # Publish all exposed ports to random ports on the host interfaces. - --publish-all - # Automatically remove the container when it exits. - --rm - # Size of /dev/shm. - dcr_stc_params+="--shm-size 512M " - # Override access to PCI bus by attaching a filesystem mount to the - # container. - dcr_stc_params+="--mount type=tmpfs,destination=/sys/bus/pci/devices " - # Mount vfio to be able to bind to see bound interfaces. We cannot use - # --device=/dev/vfio as this does not see newly bound interfaces. - dcr_stc_params+="--volume /dev/vfio:/dev/vfio " - # Mount docker.sock to be able to use docker deamon of the host. - dcr_stc_params+="--volume /var/run/docker.sock:/var/run/docker.sock " - # Mount /opt/boot/ where VM kernel and initrd are located. - dcr_stc_params+="--volume /opt/boot/:/opt/boot/ " - # Mount host hugepages for VMs. - dcr_stc_params+="--volume /dev/hugepages/:/dev/hugepages/ " - - Container name is catenated from **csit-** prefix and uuid generated uniquely - for each container instance. - -- *Connectivity*: Over SSH only, using [:] format. Currently using - *root* user account as primary. - :: - - ssh -p root@10.30.51. - -Container required to run as ``--privileged`` due to ability to create nested -containers and have full read/write access to sysfs (for bind/unbind). Docker -automatically pick free network port (``--publish-all``) for ability to connect -over ssh. To be able to limit access to PCI bus, container is creating tmpfs -mount type in PCI bus tree. CSIT reservation script is dynamically linking only -PCI devices (NIC cards) that are reserved for particular container. This -way it is not colliding with other containers. To make vfio work, access to -``/dev/vfio`` must be granted. - -.. todo: Change default user to testuser with non-privileged and install sudo. - -Environment initialization --------------------------- - -All 1-node servers are to be managed and provisioned via the -[#ansiblelink]_ set of playbooks with *vpp-device* role. Full playbooks -can be found under [#fdiocsitansible]_ directory. This way we are able to -track all configuration changes of physical servers in gerrit (in structured -yaml format) as well as we are able to extend *vpp-device* to additional -servers with less effort or re-stage servers in case of failure. - -SR-IOV VF initialization is done via ``systemd`` service during host system boot -up. Service with name *csit-initialize-vfs.service* is created under systemd -system context (``/etc/systemd/system/``). By default service is calling -``/usr/local/bin/csit-initialize-vfs.sh`` with single parameter: - -- **start**: Creates maximum number of :abbr:`virtual functions (VFs)` (detected - from ``sriov_totalvfs``) for each whitelisted PCI device. -- **stop**: Removes all :abbr:`VFs (Virtual Functions)` for all whitelisted PCI - device. - -Service is considered active even when all of its processes exited successfully. -Stopping service will automatically remove :abbr:`VFs (Virtual Functions)`. - -:: - - [Unit] - Description=CSIT Initialize SR-IOV VFs - After=network.target - - [Service] - Type=one-shot - RemainAfterExit=True - ExecStart=/usr/local/bin/csit-initialize-vfs.sh start - ExecStop=/usr/local/bin/csit-initialize-vfs.sh stop - - [Install] - WantedBy=default.target - -Script is driven by two array variables ``pci_blacklist``/``pci_whitelist``. -They MUST store all PCI addresses in **::.** format, -where: - -- **pci_blacklist**: PCI addresses to be skipped from - :abbr:`VFs (Virtual Functions)` initialization (useful for e.g. excluding - management network interfaces). -- **pci_whitelist**: PCI addresses to be included for - :abbr:`VFs (Virtual Functions)` initialization. - -VF reservation --------------- - -During topology initialization phase of script, mutex is used to avoid multiple -instances of script to interact with each other during resources allocation. -Mutal exclusion ensure that no two distinct instances of script will get same -resource list. - -Reservation function reads the list of all available virtual function network -devices in system: - -:: - - # Find the first ${device_count} number of available TG Linux network - # VF device names. Only allowed VF PCI IDs are filtered. - for netdev in ${tg_netdev[@]} - do - for netdev_path in $(grep -l "${pci_id}" \ - /sys/class/net/${netdev}*/device/device \ - 2> /dev/null) - do - if [[ ${#TG_NETDEVS[@]} -lt ${device_count} ]]; then - tg_netdev_name=$(dirname ${netdev_path}) - tg_netdev_name=$(dirname ${tg_netdev_name}) - TG_NETDEVS+=($(basename ${tg_netdev_name})) - else - break - fi - done - if [[ ${#TG_NETDEVS[@]} -eq ${device_count} ]]; then - break - fi - done - -Where ``${pci_id}`` is ID of white-listed VF PCI ID. For more information please -see [#pciids]_. This act as security constraint to prevent taking other -unwanted interfaces. -The output list of all VF network devices is split into two lists for TG and -SUT side of connection. First two items from each TG or SUT network devices -list are taken to expose directly to namespace of container. This can be done -via commands: - -:: - - $ ip link set ${netdev} netns ${DCR_CPIDS[tg]} - $ ip link set ${netdev} netns ${DCR_CPIDS[dut1]} - -In this stage also symbolic links to PCI devices under sysfs bus directory tree -are created in running containers. Once VF devices are assigned to container -namespace and PCI devices are linked to running containers and mutex is exited. -Selected VF network device automatically disappear from parent container -namespace, so another instance of script will not find device under that -namespace. - -Once Docker container exits, network device is returned back into parent -namespace and can be reused. - -Network traffic isolation - Intel i40evf ----------------------------------------- - -In a virtualized environment, on Intel(R) Server Adapters that support SR-IOV, -the virtual function (VF) may be subject to malicious behavior. Software- -generated layer two frames, like IEEE 802.3x (link flow control), IEEE 802.1Qbb -(priority based flow-control), and others of this type, are not expected and -can throttle traffic between the host and the virtual switch, reducing -performance. To resolve this issue, configure all SR-IOV enabled ports for -VLAN tagging. This configuration allows unexpected, and potentially malicious, -frames to be dropped. [#inteli40e]_ - -To configure VLAN tagging for the ports on an SR-IOV enabled adapter, -use the following command. The VLAN configuration SHOULD be done -before the VF driver is loaded or the VM is booted. [#inteli40e]_ - -:: - - $ ip link set dev vf vlan - -For example, the following instructions will configure PF eth0 and -the first VF on VLAN 10. - -:: - - $ ip link set dev eth0 vf 0 vlan 10 - -VLAN Tag Packet Steering allows to send all packets with a specific VLAN tag to -a particular SR-IOV virtual function (VF). Further, this feature allows to -designate a particular VF as trusted, and allows that trusted VF to request -selective promiscuous mode on the Physical Function (PF). [#inteli40e]_ - -To set a VF as trusted or untrusted, enter the following command in the -Hypervisor: - -:: - - $ ip link set dev eth0 vf 1 trust [on|off] - -Once the VF is designated as trusted, use the following commands in the VM -to set the VF to promiscuous mode. [#inteli40e]_ - -- For promiscuous all: - :: - - $ ip link set eth2 promisc on - -- For promiscuous Multicast: - :: - - $ ip link set eth2 allmulti on - -.. note:: - - By default, the ethtool priv-flag vf-true-promisc-support is set to - *off*, meaning that promiscuous mode for the VF will be limited. To set the - promiscuous mode for the VF to true promiscuous and allow the VF to see - all ingress traffic, use the following command. - $ ethtool set-priv-flags p261p1 vf-true-promisc-support on - The vf-true-promisc-support priv-flag does not enable promiscuous mode; - rather, it designates which type of promiscuous mode (limited or true) - you will get when you enable promiscuous mode using the ip link commands - above. Note that this is a global setting that affects the entire device. - However,the vf-true-promisc-support priv-flag is only exposed to the first - PF of the device. The PF remains in limited promiscuous mode (unless it - is in MFP mode) regardless of the vf-true-promisc-support setting. - [#inteli40e]_ - -Service described earlier *csit-initialize-vfs.service* is responsible for -assigning 802.1Q vlan tagging to each virtual function via physical function -from list of white-listed PCI addresses by following (simplified) code. - -:: - - SCRIPT_DIR="$(dirname $(readlink -e "${BASH_SOURCE[0]}"))" - source "${SCRIPT_DIR}/csit-initialize-vfs-data.sh" - - # Initilize whitelisted NICs with maximum number of VFs. - pci_idx=0 - for pci_addr in ${PCI_WHITELIST[@]}; do - if ! [[ ${PCI_BLACKLIST[*]} =~ "${pci_addr}" ]]; then - pci_path="/sys/bus/pci/devices/${pci_addr}" - # SR-IOV initialization - case "${1:-start}" in - "start" ) - sriov_totalvfs=$(< "${pci_path}"/sriov_totalvfs) - ;; - "stop" ) - sriov_totalvfs=0 - ;; - esac - echo ${sriov_totalvfs} > "${pci_path}"/sriov_numvfs - # SR-IOV 802.1Q isolation - case "${1:-start}" in - "start" ) - pf=$(basename "${pci_path}"/net/*) - for vf in $(seq "${sriov_totalvfs}"); do - # PCI address index in array (pairing siblings). - if [[ -n ${PF_INDICES[@]} ]] - then - vlan_pf_idx=${PF_INDICES[$pci_addr]} - else - vlan_pf_idx=$((pci_idx % (${#PCI_WHITELIST[@]}/2))) - fi - # 802.1Q base offset. - vlan_bs_off=1100 - # 802.1Q PF PCI address offset. - vlan_pf_off=$(( vlan_pf_idx * 100 + vlan_bs_off )) - # 802.1Q VF PCI address offset. - vlan_vf_off=$(( vlan_pf_off + vf - 1 )) - # VLAN string. - vlan_str="vlan ${vlan_vf_off}" - # MAC string. - mac5="$(printf '%x' ${pci_idx})" - mac6="$(printf '%x' $(( vf - 1 )))" - mac_str="mac ba:dc:0f:fe:${mac5}:${mac6}" - # Set 802.1Q VLAN id and MAC address - ip link set ${pf} vf $(( vf - 1)) ${mac_str} ${vlan_str} - ip link set ${pf} vf $(( vf - 1)) trust on - ip link set ${pf} vf $(( vf - 1)) spoof off - done - pci_idx=$(( pci_idx + 1 )) - ;; - esac - rmmod i40evf - modprobe i40evf - fi - done - -Assignment starts at VLAN 1100 and incrementing by 1 for each VF and by 100 for -each white-listed PCI address up to the middle of the PCI list. Second half of -the lists is assumed to be directly (cable) paired siblings and assigned with -same 802.1Q VLANs as its siblings. - -Open tasks ----------- - -Security -~~~~~~~~ - -.. note:: - - Switch to non-privileged containers: As of now all three container - flavors are using privileged containers to make it working. Explore options - to switch containers to non-privileged with explicit rather implicit - privileges. - -.. note:: - - Switch to testuser account instead of root. - -Maintainability -~~~~~~~~~~~~~~~ - -.. note:: - - Docker image distribution: Create jenkins jobs with full pipeline of - CI/CD for CSIT Docker images. - -Stability -~~~~~~~~~ - -.. note:: - - Implement queueing mechanism: Currently there is no mechanics that - would place starving jobs in queue in case of no resources available. - -.. note:: - - Replace reservation script with Docker network plugin written in - GOLANG/SH/Python - platform independent. - -Links ------ - -.. [#TWSLink] `TWS `_ -.. [#dockerhub] `Docker hub `_ -.. [#fdiocsitgerrit] `FD.io/CSIT gerrit `_ -.. [#fdioregistry] `FD.io registy `_ -.. [#JenkinsSlaveDcrFile] `jenkins-slave-dcr-file `_ -.. [#CsitShimDcrFile] `csit-shim-dcr-file `_ -.. [#CsitSutDcrFile] `csit-sut-dcr-file `_ -.. [#ansiblelink] `ansible `_ -.. [#fdiocsitansible] `Fd.io/CSIT ansible `_ -.. [#inteli40e] `Intel i40e `_ -.. [#pciids] `pci ids `_ diff --git a/docs/report/vpp_device_tests/vf-2n-nic2memif.svg b/docs/report/vpp_device_tests/vf-2n-nic2memif.svg deleted file mode 100644 index 57de9b0666..0000000000 --- a/docs/report/vpp_device_tests/vf-2n-nic2memif.svg +++ /dev/null @@ -1,1102 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Ethernet Wire Encapsulation: dot1q - - - - - - - - - - - - - - 2-Node Containerized Topologies: vfNIC-to-memif switching - - - - - - - - Host Server - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - cSUT[1.1] - - - - - - - - - - - - - - - - cTG[1.2] - - - - - - - - - - - - - LinuxKernel - - - - - - - - Linux-Host - - - - - - - - User-Space - - - - - - - - DUT - - - - - - - - TG - - - - - - - - NIC x710 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - DUT1_CNF1[1] - - - - - - - - DUT1_CNF1 - - - - - - Externalcable - - - - - - VF[2] - - - - - - VFs mapped to VLAN IDs - - - - - - - - - - - - - - - - - - VF[1] - - - - - - - - 1 - - - - - - - - 2 - - - - - - - - 2n - - - - - - - - 2n-1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - VF[2] - - - - - - VF[1] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1 - - - - - - - - 2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2n - - - - - - - - 2n-1 - - - - - - - - - - - - - - - - - - - - - - - - - - TenGigEth-0 - - - - - - TenGigEth-1 - - - - - - - - - - - - Externalcable - - - - - - - - - - - - - - - - - - - - TenGigEth-2 - - - - - - TenGigEth-3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/vpp_device_tests/vf-2n-nic2nic.svg b/docs/report/vpp_device_tests/vf-2n-nic2nic.svg deleted file mode 100644 index 2bf2ec678c..0000000000 --- a/docs/report/vpp_device_tests/vf-2n-nic2nic.svg +++ /dev/null @@ -1,1165 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Ethernet Wire Encapsulation: dot1q - - - - - - - - - - - - - - 2-Node Containerized Topologies - - - - - - - - Host Server - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - cSUT[1.1] - - - - - - - - - - - - - - - - cTG[1.2] - - - - - - - - - - - - - LinuxKernel - - - - - - - - Linux-Host - - - - - - - - User-Space - - - - - - - - DUT - - - - - - - - - - - - - - TG - - - - - - - - NIC x710 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - cSUT[n.1] - - - - - - - - - - - - - - - - cTG[n.2] - - - - - - - - DUT - - - - - - - - TG - - - - - - - - - - - - Externalcable - - - - - - VF[2] - - - - - - VF[2n] - - - - - - VFs mapped to VLAN IDs - - - - - - - - - - - - - - - - - - VF[1] - - - - - - VF[2n-1] - - - - - - - - 1 - - - - - - - - 2 - - - - - - - - 2n - - - - - - - - 2n-1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - VF[2] - - - - - - VF[2n] - - - - - - VF[1] - - - - - - VF[2n-1] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1 - - - - - - - - 2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2n - - - - - - - - 2n-1 - - - - - - - - - - - - - - - - - - - - - - - - - - TenGigEth-0 - - - - - - TenGigEth-1 - - - - - - - - - - - - Externalcable - - - - - - - - - - - - - - - - - - - - TenGigEth-2 - - - - - - TenGigEth-3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/vpp_device_tests/vf-2n-nic2vhost.svg b/docs/report/vpp_device_tests/vf-2n-nic2vhost.svg deleted file mode 100644 index a3204bfbaa..0000000000 --- a/docs/report/vpp_device_tests/vf-2n-nic2vhost.svg +++ /dev/null @@ -1,1042 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Ethernet Wire Encapsulation: dot1q - - - - - - - - - - - - - - 2-Node Containerized Topologies: vfNIC-to-vhost-user switching - - - - - - - - Host Server - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - cSUT[1.1] - - - - - - - - - - - - - - - - cTG[1.2] - - - - - - - - - - - - - LinuxKernel - - - - - - - - Linux-Host - - - - - - - - User-Space - - - - - - - - DUT - - - - - - - - TG - - - - - - - - NIC x710 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Externalcable - - - - - - VF[2] - - - - - - VFs mapped to VLAN IDs - - - - - - - - - - - - VF[1] - - - - - - - - 1 - - - - - - - - 2 - - - - - - - - 2n - - - - - - - - 2n-1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - VF[2] - - - - - - VF[1] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1 - - - - - - - - 2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2n - - - - - - - - 2n-1 - - - - - - - - - - - - - - - - - - - - - - - - - - TenGigEth-0 - - - - - - TenGigEth-1 - - - - - - - - - - - - Externalcable - - - - - - - - - - - - - - - - - - - - TenGigEth-2 - - - - - - TenGigEth-3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Nested/VM[1] - - - - - - - - FwdCxt[0] - - - - - - - - FwdCxt[1] - - - - - - - - - - - - - - - - - - - - VNF[1] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/vpp_device_tests/vpp_device.svg b/docs/report/vpp_device_tests/vpp_device.svg deleted file mode 100644 index 177d49af89..0000000000 --- a/docs/report/vpp_device_tests/vpp_device.svg +++ /dev/null @@ -1,318 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Jenkins - - - - - - Jenkinsslave - - - - - - TG - - - - - - SUT - - - - - - CSITshim oneveryhost - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Nomad1 - - - - - - SSH to known port - - - - - - SSH or docker exec - - - - - - Unique network - - - - - - Nomad1 bridge - - - - - - - - \ No newline at end of file diff --git a/docs/report/vpp_performance_tests/comparisons/2n-clx_vs_2n-icx_testbeds.rst b/docs/report/vpp_performance_tests/comparisons/2n-clx_vs_2n-icx_testbeds.rst deleted file mode 100644 index 81f63e963c..0000000000 --- a/docs/report/vpp_performance_tests/comparisons/2n-clx_vs_2n-icx_testbeds.rst +++ /dev/null @@ -1,55 +0,0 @@ -2n-Icx vs 2n-Clx Testbeds -------------------------- - -Relative comparison of |vpp-release| packet throughput (NDR, PDR and -MRR) is calculated for the same tests executed on 2-Node Cascadelake (2n- -clx) and 2-Node Icelake (2n-icx) physical testbed types, in 1-core, -2-core and 4-core configurations. - -.. note:: - - Test results are stored in - `build logs from FD.io vpp performance job 2n-icx`_ and - `build logs from FD.io vpp performance job 2n-clx`_ - with RF result - files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -NDR Comparison -~~~~~~~~~~~~~~ - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1c NDR comparison `_ - - `HTML 2c NDR comparison `_ - - `ASCII 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr.txt>`_ - - `ASCII 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr.txt>`_ - - `CSV 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr-csv.csv>`_ - - `CSV 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr-csv.csv>`_ - -PDR Comparison -~~~~~~~~~~~~~~ - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1c PDR comparison `_ - - `HTML 2c PDR comparison `_ - - `ASCII 1c PDR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr.txt>`_ - - `ASCII 2c PDR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr.txt>`_ - - `CSV 1c PDR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr-csv.csv>`_ - - `CSV 2c PDR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr-csv.csv>`_ - -MRR Comparison -~~~~~~~~~~~~~~ - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1c MRR comparison `_ - - `HTML 2c MRR comparison `_ - - `HTML 4c MRR comparison `_ - - `ASCII 1c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr.txt>`_ - - `ASCII 2c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr.txt>`_ - - `ASCII 4c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr.txt>`_ - - `CSV 1c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr-csv.csv>`_ - - `CSV 2c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr-csv.csv>`_ - - `CSV 4c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr-csv.csv>`_ diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst deleted file mode 100644 index a492e04074..0000000000 --- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst +++ /dev/null @@ -1,624 +0,0 @@ - -.. _vpp_compare_current_vs_previous_release: - -Current vs Previous Release ---------------------------- - -Relative comparison of VPP packet throughput (NDR, PDR and MRR) between -|vpp-release| and |vpp-release-1| (measured for |csit-release| and -|csit-release-1| respectively) is calculated from results of tests -running on 3-node Arm TaiShan (3n-tsh) -testbeds, in 1-core, 2-core and 4-core (MRR only) configurations. - -Listed mean and standard deviation values are computed based on a series -of the same tests executed against respective VPP releases to verify -test results repeatability, with percentage change calculated for mean -values. Note that the standard deviation is quite high for a small -number of packet throughput tests, what indicates poor test results -repeatability and makes the relative change of mean throughput value not -fully representative for these tests. The root causes behind poor -results repeatability vary between the test cases. - -.. note:: - - Test results are stored in - - - `build logs from FD.io vpp performance job 2n-icx`_, - - `build logs from FD.io vpp performance job 3n-icx`_, - - `build logs from FD.io vpp performance job 2n-clx`_, - - `build logs from FD.io vpp performance job 2n-zn2`_, - - `build logs from FD.io vpp performance job 3n-tsh`_, - - `build logs from FD.io vpp performance job 2n-tx2`_, - - `build logs from FD.io vpp performance job 2n-aws`_, - - with RF result files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c NDR comparison `_ - - `HTML 4t2c NDR comparison `_ - - `ASCII 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-icx-2t1c-ndr.txt>`_ - - `ASCII 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-icx-4t2c-ndr.txt>`_ - - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-icx-2t1c-ndr-csv.csv>`_ - - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-icx-4t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR comparison `_ - - `HTML 4t2c PDR comparison `_ - - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-icx-2t1c-pdr.txt>`_ - - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-icx-4t2c-pdr.txt>`_ - - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-icx-2t1c-pdr-csv.csv>`_ - - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-icx-4t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c MRR comparison `_ - - `HTML 4t2c MRR comparison `_ - - `HTML 8t4c MRR comparison `_ - - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-icx-2t1c-mrr.txt>`_ - - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-icx-4t2c-mrr.txt>`_ - - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-icx-8t4c-mrr.txt>`_ - - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-icx-2t1c-mrr-csv.csv>`_ - - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-icx-4t2c-mrr-csv.csv>`_ - - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-icx-8t4c-mrr-csv.csv>`_ - -Latency Comparison -`````````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR50, direction1, average value comparison `_ - - `HTML 2t1c PDR90, direction1, average value comparison `_ - - `HTML 2t1c PDR90, direction1, max value comparison `_ - - `ASCII 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-icx-xxv710-2t1c-pdr50-d1-avg.txt>`_ - - `ASCII 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-icx-xxv710-2t1c-pdr90-d1-avg.txt>`_ - - `ASCII 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-icx-xxv710-2t1c-pdr90-d1-max.txt>`_ - - `CSV 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-icx-xxv710-2t1c-pdr50-d1-avg-csv.csv>`_ - - `CSV 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-icx-xxv710-2t1c-pdr90-d1-avg-csv.csv>`_ - - `CSV 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-icx-xxv710-2t1c-pdr90-d1-max-csv.csv>`_ - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c NDR comparison `_ - - `HTML 4t2c NDR comparison `_ - - `ASCII 2t1c NDR comparison <../../_static/vpp/performance-changes-3n-icx-2t1c-ndr.txt>`_ - - `ASCII 4t2c NDR comparison <../../_static/vpp/performance-changes-3n-icx-4t2c-ndr.txt>`_ - - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-3n-icx-2t1c-ndr-csv.csv>`_ - - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-3n-icx-4t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR comparison `_ - - `HTML 4t2c PDR comparison `_ - - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-3n-icx-2t1c-pdr.txt>`_ - - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-3n-icx-4t2c-pdr.txt>`_ - - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-3n-icx-2t1c-pdr-csv.csv>`_ - - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-3n-icx-4t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c MRR comparison `_ - - `HTML 4t2c MRR comparison `_ - - `HTML 8t4c MRR comparison `_ - - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-3n-icx-2t1c-mrr.txt>`_ - - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-icx-4t2c-mrr.txt>`_ - - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-icx-8t4c-mrr.txt>`_ - - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-3n-icx-2t1c-mrr-csv.csv>`_ - - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-icx-4t2c-mrr-csv.csv>`_ - - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-icx-8t4c-mrr-csv.csv>`_ - -Latency Comparison -`````````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR50, direction1, average value comparison `_ - - `HTML 2t1c PDR90, direction1, average value comparison `_ - - `HTML 2t1c PDR90, direction1, max value comparison `_ - - `ASCII 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-3n-icx-xxv710-2t1c-pdr50-d1-avg.txt>`_ - - `ASCII 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-avg.txt>`_ - - `ASCII 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-max.txt>`_ - - `CSV 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-3n-icx-xxv710-2t1c-pdr50-d1-avg-csv.csv>`_ - - `CSV 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-avg-csv.csv>`_ - - `CSV 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-max-csv.csv>`_ - -.. - Hoststack - ````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML Hoststack comparison `_ - - `ASCII Hoststack comparison <../../_static/vpp/performance-changes-3n-icx-hoststack.txt>`_ - - `CSV Hoststack comparison <../../_static/vpp/performance-changes-3n-icx-hoststack-csv.csv>`_ - -3n-icx-e810xxv -~~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c NDR comparison `_ - - `HTML 4t2c NDR comparison `_ - - `ASCII 2t1c NDR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-2t1c-ndr.txt>`_ - - `ASCII 4t2c NDR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-4t2c-ndr.txt>`_ - - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-2t1c-ndr-csv.csv>`_ - - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-4t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR comparison `_ - - `HTML 4t2c PDR comparison `_ - - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-2t1c-pdr.txt>`_ - - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-4t2c-pdr.txt>`_ - - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-2t1c-pdr-csv.csv>`_ - - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-4t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c MRR comparison `_ - - `HTML 4t2c MRR comparison `_ - - `HTML 8t4c MRR comparison `_ - - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-2t1c-mrr.txt>`_ - - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-4t2c-mrr.txt>`_ - - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-8t4c-mrr.txt>`_ - - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-2t1c-mrr-csv.csv>`_ - - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-4t2c-mrr-csv.csv>`_ - - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-icx-e810xxv-8t4c-mrr-csv.csv>`_ - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c NDR comparison `_ - - `HTML 4t2c NDR comparison `_ - - `ASCII 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-2t1c-ndr.txt>`_ - - `ASCII 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-4t2c-ndr.txt>`_ - - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-2t1c-ndr-csv.csv>`_ - - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-4t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR comparison `_ - - `HTML 4t2c PDR comparison `_ - - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-2t1c-pdr.txt>`_ - - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-4t2c-pdr.txt>`_ - - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-2t1c-pdr-csv.csv>`_ - - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-4t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c MRR comparison `_ - - `HTML 4t2c MRR comparison `_ - - `HTML 8t4c MRR comparison `_ - - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-2t1c-mrr.txt>`_ - - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-4t2c-mrr.txt>`_ - - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-8t4c-mrr.txt>`_ - - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-2t1c-mrr-csv.csv>`_ - - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-4t2c-mrr-csv.csv>`_ - - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-8t4c-mrr-csv.csv>`_ - -Latency Comparison -`````````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR50, direction1, average value comparison `_ - - `HTML 2t1c PDR90, direction1, average value comparison `_ - - `HTML 2t1c PDR90, direction1, max value comparison `_ - - `ASCII 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-xxv710-2t1c-pdr50-d1-avg.txt>`_ - - `ASCII 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-avg.txt>`_ - - `ASCII 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-max.txt>`_ - - `CSV 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-xxv710-2t1c-pdr50-d1-avg-csv.csv>`_ - - `CSV 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-avg-csv.csv>`_ - - `CSV 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-max-csv.csv>`_ - -2n-clx-cx556a -~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c NDR comparison `_ - - `HTML 4t2c NDR comparison `_ - - `ASCII 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-2t1c-ndr.txt>`_ - - `ASCII 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-4t2c-ndr.txt>`_ - - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-2t1c-ndr-csv.csv>`_ - - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-4t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR comparison `_ - - `HTML 4t2c PDR comparison `_ - - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-2t1c-pdr.txt>`_ - - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-4t2c-pdr.txt>`_ - - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-2t1c-pdr-csv.csv>`_ - - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-4t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c MRR comparison `_ - - `HTML 4t2c MRR comparison `_ - - `HTML 8t4c MRR comparison `_ - - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-2t1c-mrr.txt>`_ - - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-4t2c-mrr.txt>`_ - - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-8t4c-mrr.txt>`_ - - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-2t1c-mrr-csv.csv>`_ - - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-4t2c-mrr-csv.csv>`_ - - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-8t4c-mrr-csv.csv>`_ - -Latency Comparison -`````````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR50, direction1, average value comparison `_ - - `HTML 2t1c PDR90, direction1, average value comparison `_ - - `HTML 2t1c PDR90, direction1, max value comparison `_ - - `ASCII 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-cx556a-2t1c-pdr50-d1-avg.txt>`_ - - `ASCII 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-avg.txt>`_ - - `ASCII 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-max.txt>`_ - - `CSV 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-cx556a-2t1c-pdr50-d1-avg-csv.csv>`_ - - `CSV 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-avg-csv.csv>`_ - - `CSV 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-max-csv.csv>`_ - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c NDR comparison `_ - - `HTML 4t2c NDR comparison `_ - - `ASCII 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-2t1c-ndr.txt>`_ - - `ASCII 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-4t2c-ndr.txt>`_ - - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-2t1c-ndr-csv.csv>`_ - - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-4t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR comparison `_ - - `HTML 4t2c PDR comparison `_ - - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-2t1c-pdr.txt>`_ - - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-4t2c-pdr.txt>`_ - - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-2t1c-pdr-csv.csv>`_ - - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-4t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c MRR comparison `_ - - `HTML 4t2c MRR comparison `_ - - `HTML 8t4c MRR comparison `_ - - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-2t1c-mrr.txt>`_ - - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-4t2c-mrr.txt>`_ - - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-8t4c-mrr.txt>`_ - - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-2t1c-mrr-csv.csv>`_ - - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-4t2c-mrr-csv.csv>`_ - - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-8t4c-mrr-csv.csv>`_ - -Latency Comparison -`````````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR50, direction1, average value comparison `_ - - `HTML 2t1c PDR90, direction1, average value comparison `_ - - `HTML 2t1c PDR90, direction1, max value comparison `_ - - `ASCII 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr50-d1-avg.txt>`_ - - `ASCII 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg.txt>`_ - - `ASCII 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max.txt>`_ - - `CSV 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr50-d1-avg-csv.csv>`_ - - `CSV 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg-csv.csv>`_ - - `CSV 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max-csv.csv>`_ - -3n-tsh-x520 -~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c NDR comparison `_ - - `HTML 2t2c NDR comparison `_ - - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-ndr-csv.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c PDR comparison `_ - - `HTML 2t2c PDR comparison `_ - - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-pdr-csv.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c MRR comparison `_ - - `HTML 2t2c MRR comparison `_ - - `HTML 4t4c MRR comparison `_ - - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-mrr.txt>`_ - - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-mrr.txt>`_ - - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-4t4c-mrr.txt>`_ - - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-mrr-csv.csv>`_ - - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-mrr-csv.csv>`_ - - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-4t4c-mrr-csv.csv>`_ - -Latency Comparison -`````````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c PDR50, direction1, average value comparison `_ - - `HTML 1t1c PDR90, direction1, average value comparison `_ - - `HTML 1t1c PDR90, direction1, max value comparison `_ - - `ASCII 1t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-3n-tsh-x520-1t1c-pdr50-d1-avg.txt>`_ - - `ASCII 1t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-avg.txt>`_ - - `ASCII 1t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-max.txt>`_ - - `CSV 1t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-3n-tsh-x520-1t1c-pdr50-d1-avg-csv.csv>`_ - - `CSV 1t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-avg-csv.csv>`_ - - `CSV 1t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-max-csv.csv>`_ - -3n-alt-xl710 -~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c NDR comparison `_ - - `HTML 2t2c NDR comparison `_ - - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-alt-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-alt-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-alt-1t1c-ndr-csv.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-alt-2t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c PDR comparison `_ - - `HTML 2t2c PDR comparison `_ - - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-alt-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-alt-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-alt-1t1c-pdr-csv.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-alt-2t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c MRR comparison `_ - - `HTML 2t2c MRR comparison `_ - - `HTML 4t4c MRR comparison `_ - - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-alt-1t1c-mrr.txt>`_ - - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-alt-2t2c-mrr.txt>`_ - - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-alt-4t4c-mrr.txt>`_ - - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-alt-1t1c-mrr-csv.csv>`_ - - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-alt-2t2c-mrr-csv.csv>`_ - - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-alt-4t4c-mrr-csv.csv>`_ - -Latency Comparison -`````````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c PDR50, direction1, average value comparison `_ - - `HTML 1t1c PDR90, direction1, average value comparison `_ - - `HTML 1t1c PDR90, direction1, max value comparison `_ - - `ASCII 1t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-3n-alt-xl710-1t1c-pdr50-d1-avg.txt>`_ - - `ASCII 1t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-3n-alt-xl710-1t1c-pdr90-d1-avg.txt>`_ - - `ASCII 1t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-3n-alt-xl710-1t1c-pdr90-d1-max.txt>`_ - - `CSV 1t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-3n-alt-xl710-1t1c-pdr50-d1-avg-csv.csv>`_ - - `CSV 1t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-3n-alt-xl710-1t1c-pdr90-d1-avg-csv.csv>`_ - - `CSV 1t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-3n-alt-xl710-1t1c-pdr90-d1-max-csv.csv>`_ - -2n-tx2-xl710 -~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c NDR comparison `_ - - `HTML 2t2c NDR comparison `_ - - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-tx2-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-tx2-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-tx2-1t1c-ndr-csv.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-tx2-2t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c PDR comparison `_ - - `HTML 2t2c PDR comparison `_ - - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-tx2-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-tx2-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-tx2-1t1c-pdr-csv.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-tx2-2t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c MRR comparison `_ - - `HTML 2t2c MRR comparison `_ - - `HTML 4t4c MRR comparison `_ - - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-tx2-1t1c-mrr.txt>`_ - - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-tx2-2t2c-mrr.txt>`_ - - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-tx2-4t4c-mrr.txt>`_ - - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-tx2-1t1c-mrr-csv.csv>`_ - - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-tx2-2t2c-mrr-csv.csv>`_ - - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-tx2-4t4c-mrr-csv.csv>`_ - -Latency Comparison -`````````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c PDR50, direction1, average value comparison `_ - - `HTML 1t1c PDR90, direction1, average value comparison `_ - - `HTML 1t1c PDR90, direction1, max value comparison `_ - - `ASCII 1t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-tx2-xl710-1t1c-pdr50-d1-avg.txt>`_ - - `ASCII 1t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-avg.txt>`_ - - `ASCII 1t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-max.txt>`_ - - `CSV 1t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-tx2-xl710-1t1c-pdr50-d1-avg-csv.csv>`_ - - `CSV 1t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-avg-csv.csv>`_ - - `CSV 1t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-max-csv.csv>`_ - -2n-aws-nitro50g -~~~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c NDR comparison `_ - - `HTML 4t2c NDR comparison `_ - - `ASCII 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-aws-2t1c-ndr.txt>`_ - - `ASCII 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-aws-4t2c-ndr.txt>`_ - - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-aws-2t1c-ndr-csv.csv>`_ - - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-aws-4t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR comparison `_ - - `HTML 4t2c PDR comparison `_ - - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-aws-2t1c-pdr.txt>`_ - - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-aws-4t2c-pdr.txt>`_ - - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-aws-2t1c-pdr-csv.csv>`_ - - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-aws-4t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c MRR comparison `_ - - `HTML 4t2c MRR comparison `_ - - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-aws-2t1c-mrr.txt>`_ - - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-aws-4t2c-mrr.txt>`_ - - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-aws-2t1c-mrr-csv.csv>`_ - - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-aws-4t2c-mrr-csv.csv>`_ - -3n-snr-e822cq -~~~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c NDR comparison `_ - - `HTML 2t2c NDR comparison `_ - - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-snr-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-snr-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-snr-1t1c-ndr-csv.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-snr-2t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c PDR comparison `_ - - `HTML 2t2c PDR comparison `_ - - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-snr-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-snr-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-snr-1t1c-pdr-csv.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-snr-2t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c MRR comparison `_ - - `HTML 2t2c MRR comparison `_ - - `HTML 4t4c MRR comparison `_ - - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-snr-1t1c-mrr.txt>`_ - - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-snr-2t2c-mrr.txt>`_ - - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-snr-4t4c-mrr.txt>`_ - - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-snr-1t1c-mrr-csv.csv>`_ - - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-snr-2t2c-mrr-csv.csv>`_ - - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-snr-4t4c-mrr-csv.csv>`_ diff --git a/docs/report/vpp_performance_tests/comparisons/index.rst b/docs/report/vpp_performance_tests/comparisons/index.rst deleted file mode 100644 index b077cb203d..0000000000 --- a/docs/report/vpp_performance_tests/comparisons/index.rst +++ /dev/null @@ -1,18 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. _vpp_throughput_comparisons: - -Comparisons -=========== - -.. toctree:: - - current_vs_previous_release - 2n-clx_vs_2n-icx_testbeds - soak_vs_ndr - -.. - nic_comparison diff --git a/docs/report/vpp_performance_tests/comparisons/nic_comparison.rst b/docs/report/vpp_performance_tests/comparisons/nic_comparison.rst deleted file mode 100644 index 15091fca77..0000000000 --- a/docs/report/vpp_performance_tests/comparisons/nic_comparison.rst +++ /dev/null @@ -1,112 +0,0 @@ - -.. _vpp_compare_nics_release: - -NICs Comparison ---------------- - -Relative comparison of VPP packet throughput (NDR, PDR and MRR) between -NICs (measured for |csit-release|) is calculated from results of tests -running on 3n-skx, 2n-skx testbeds. - -Listed mean and standard deviation values are computed based on a series -of the same tests executed against respective VPP releases to verify -test results repeatability, with percentage change calculated for mean -values. Note that the standard deviation is quite high for a small -number of packet throughput tests, what indicates poor test results -repeatability and makes the relative change of mean throughput value not -fully representative for these tests. The root causes behind poor -results repeatability vary between the test cases. - -.. note:: - - Test results are stored in - - - - - with RF result files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -.. - 3n-skx - ~~~~~~ - - NDR Comparison - `````````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c NDR Intel-x710 and Intel-xxv710 comparison `_ - - `HTML 4t2c NDR Intel-x710 and Intel-xxv710 comparison `_ - - `ASCII 2t1c NDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-nics-ndr.txt>`_ - - `ASCII 4t2c NDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-nics-ndr.txt>`_ - - `CSV 2t1c NDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-nics-ndr-csv.csv>`_ - - `CSV 4t2c NDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-nics-ndr-csv.csv>`_ - - PDR Comparison - `````````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR Intel-x710 and Intel-xxv710 comparison `_ - - `HTML 4t2c PDR Intel-x710 and Intel-xxv710 comparison `_ - - `ASCII 2t1c PDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-nics-pdr.txt>`_ - - `ASCII 4t2c PDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-nics-pdr.txt>`_ - - `CSV 2t1c PDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-nics-pdr-csv.csv>`_ - - `CSV 4t2c PDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-nics-pdr-csv.csv>`_ - - MRR Comparison - `````````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c MRR Intel-x710 and Intel-xxv710 comparison `_ - - `HTML 4t2c MRR Intel-x710 and Intel-xxv710 comparison `_ - - `HTML 8t4c MRR Intel-x710 and Intel-xxv710 comparison `_ - - `ASCII 2t1c MRR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-nics-mrr.txt>`_ - - `ASCII 4t2c MRR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-nics-mrr.txt>`_ - - `ASCII 8t4c MRR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-8t4c-nics-mrr.txt>`_ - - `CSV 2t1c MRR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-nics-mrr-csv.csv>`_ - - `CSV 4t2c MRR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-nics-mrr-csv.csv>`_ - - `CSV 8t4c MRR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-3n-skx-8t4c-nics-mrr-csv.csv>`_ - - 2n-skx - ~~~~~~ - - NDR Comparison - `````````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c NDR Intel-x710 and Intel-xxv710 comparison `_ - - `HTML 4t2c NDR Intel-x710 and Intel-xxv710 comparison `_ - - `ASCII 2t1c NDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-nics-ndr.txt>`_ - - `ASCII 4t2c NDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-nics-ndr.txt>`_ - - `CSV 2t1c NDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-nics-ndr-csv.csv>`_ - - `CSV 4t2c NDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-nics-ndr-csv.csv>`_ - - PDR Comparison - `````````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c PDR Intel-x710 and Intel-xxv710 comparison `_ - - `HTML 4t2c PDR Intel-x710 and Intel-xxv710 comparison `_ - - `ASCII 2t1c PDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-nics-pdr.txt>`_ - - `ASCII 4t2c PDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-nics-pdr.txt>`_ - - `CSV 2t1c PDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-nics-pdr-csv.csv>`_ - - `CSV 4t2c PDR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-nics-pdr-csv.csv>`_ - - MRR Comparison - `````````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 2t1c MRR Intel-x710 and Intel-xxv710 comparison `_ - - `HTML 4t2c MRR Intel-x710 and Intel-xxv710 comparison `_ - - `HTML 8t4c MRR Intel-x710 and Intel-xxv710 comparison `_ - - `ASCII 2t1c MRR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-nics-mrr.txt>`_ - - `ASCII 4t2c MRR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-nics-mrr.txt>`_ - - `ASCII 8t4c MRR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-8t4c-nics-mrr.txt>`_ - - `CSV 2t1c MRR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-nics-mrr-csv.csv>`_ - - `CSV 4t2c MRR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-nics-mrr-csv.csv>`_ - - `CSV 8t4c MRR Intel-x710 and Intel-xxv710 comparison <../../_static/vpp/performance-changes-2n-skx-8t4c-nics-mrr-csv.csv>`_ diff --git a/docs/report/vpp_performance_tests/comparisons/soak_vs_ndr.rst b/docs/report/vpp_performance_tests/comparisons/soak_vs_ndr.rst deleted file mode 100644 index de904ffc91..0000000000 --- a/docs/report/vpp_performance_tests/comparisons/soak_vs_ndr.rst +++ /dev/null @@ -1,30 +0,0 @@ -.. _`soak vs ndr comparison`: - -Soak Tests vs NDR Tests ------------------------ - -Relative comparison of |vpp-release| Soak PLRSearch vs NDR packet throughput -is calculated for the tests executed on 2-Node Skylake physical testbed types, -in 1-core configurations. - -.. note:: - - Test results are stored in - `build logs from FD.io vpp performance job 2n-icx`_, - `build logs from FD.io vpp performance job 2n-clx`_ - with RF result files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -Comparison tables in ASCII and CSV formats: - -2n-icx -~~~~~~ - - - `ASCII Soak vs NDR comparison <../../_static/vpp/soak-vs-ndr-2n-icx.txt>`_ - - `CSV Soak vs NDR comparison <../../_static/vpp/soak-vs-ndr-2n-icx.csv>`_ - -2n-clx -~~~~~~ - - - `ASCII Soak vs NDR comparison <../../_static/vpp/soak-vs-ndr-2n-clx.txt>`_ - - `CSV Soak vs NDR comparison <../../_static/vpp/soak-vs-ndr-2n-clx.csv>`_ diff --git a/docs/report/vpp_performance_tests/csit_release_notes.rst b/docs/report/vpp_performance_tests/csit_release_notes.rst deleted file mode 100644 index 6e5882b241..0000000000 --- a/docs/report/vpp_performance_tests/csit_release_notes.rst +++ /dev/null @@ -1,170 +0,0 @@ -.. _vpp_performance_tests_release_notes: - -Release Notes -============= - -Changes in |csit-release| -------------------------- - -#. VPP PERFORMANCE TESTS - - - **Enhanced and added VPP hoststack tests** to daily and weekly - trending including: Quic VPP Echo, UDP+TCP LD_PRELOAD iPerf3, - LD_PRELOAD NGINX. - - - **Added Nvidia/Mellanox DPDK tests** to daily and weekly trending - and report, in addition to RDMA_CORE ones that were already - there. - - - **Jumbo frames tests** got fixed and re-added number of to report - coverage tests. - - - **Intel Xeon SKX performance testbeds** got decommissioned and - removed from FD.io performance lab. - -#. TEST FRAMEWORK - - - **CSIT test environment** version has not changed from ver. 11 used - in previous release, see :ref:`test_environment_versioning`. - - - **CSIT PAPI optimizations for scale** got applied improving PAPI - programming speed especially for large scale tests. VAT has been - now completely deprecated from CSIT. - - - **General Code Housekeeping**: Ongoing code optimizations and bug - fixes. - -#. PRESENTATION AND ANALYTICS LAYER - - - `Performance dashboard `_ got updated with - addition of VPP telemetry trending across all VPP tests. A number - of code and AWS resource usage optimizations got applied to the - data processing pipeline and UI frontend and backend. - - - Examples of release iterative data visualisation: - - - `Packet throughput 2n-icx-e810cq-ip4-base-scale-pdr `_ - - `Speedup Multi-Core throughput graph for 2n-icx-e810cq-ip4-base-pdr `_ - - `MRR, NDR and PDR comparison for 2n-icx-e810cq-ip4-base `_ - - `Normalized throughput architecture comparison for 2n-[icx|clx]-e810cq-ip4-base-pdr `_ - - `NICs comparison for 2n-icx-ip4-base-pdr `_ - -.. raw:: latex - - \clearpage - -.. _vpp_known_issues: - -Known Issues ------------- - -New -___ - -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| # | JiraID | Issue Description | -+====+=========================================+===========================================================================================================+ -| 1 | `VPP-2070 | CSIT rdma 4c tests fail on 2n-zn2. | -| | `_ | Memory alignment issue caused by a recent VPP merge. | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 2 | `CSIT-1876 | 1n-aws: TRex NDR PDR ALL IP4 scale and L2 scale tests failing with 50% packet loss. | -| | `_ | AWS perhaps changed its policy. | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 3 | `CSIT-1901 | 3n-icx: negative ipackets on TB38 AVF 4c l2patch | -| | `_ | Hardware or TRex issue. | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ - -Previous -________ - -Issues reported in previous releases which still affect the current results. - -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| # | JiraID | Issue Description | -+====+=========================================+===========================================================================================================+ -| 1 | `CSIT-1782 | Multicore AVF tests are failing when trying to create interface. | -| | `_ | Frequency is reduced by CSIT workaround, but occasional failures do still happen. | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 2 | `CSIT-1785 | NAT44ED tests failing to establish all TCP sessions. | -| | `_ | At least for max scale, in allotted time (limited by session 500s timeout) due to worse | -| +-----------------------------------------+ slow path performance than previously measured and calibrated for. | -| | `VPP-1972 | CSIT removed the max scale NAT tests to avoid this issue. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 3 | `CSIT-1798 | Investigate why vhost with testpmd in VM has two-band structure. | -| | `_ | Probably QEMU not allocating memory on the correct NUMA socket. | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 4 | `CSIT-1800 | All Geneve L3 mode scale tests (1024 tunnels) are failing. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 5 | `CSIT-1801 | 9000B payload frames not forwarded over tunnels due to violating supported Max Frame Size (VxLAN, LISP, | -| | `_ | SRv6). | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 6 | `CSIT-1802 | all testbeds: AF-XDP - NDR tests failing from time to time. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 7 | `CSIT-1804 | All testbeds: NDR tests failing from time to time. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 8 | `CSIT-1808 | All tests with 9000B payload frames not forwarded over memif interfaces. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 9 | `CSIT-1890 | 3n-alt: Tests failing until 40Ge Interface comes up. | -| | `_ | A consequence of CSIT-1848 link slowness persisting over to other job runs. | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 10 | `CSIT-1849 | 2n-skx, 2n-clx, 2n-icx: UDP 16m TPUT tests fail to create all sessions. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 11 | `CSIT-1864 | 2n-clx: half of the packets lost on PDR tests. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 12 | `CSIT-1877 | 3n-tsh: all VM tests sometimes too slow to boot VM. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 13 | `CSIT-1883 | 3n-snr: All hwasync wireguard tests failing when trying to verify device. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 14 | `CSIT-1884 | 2n-clx, 2n-icx: All NAT44DET NDR PDR IMIX over 1M sessions BIDIR tests failing to create enough sessions. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 15 | `CSIT-1886 | 3n-icx: Wireguard tests with 100 and more tunnels are failing PDR criteria. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ - -Fixed -_____ - -Issues reported in previous releases which were fixed in this release: - -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| # | JiraID | Issue Description | -+====+=========================================+===========================================================================================================+ -| 1 | `CSIT-1799 | All NAT44-ED 16M sessions CPS scale tests fail while setting NAT44 address range. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 2 | `CSIT-1827 | 3n-icx, 3n-skx: all AVF crypto tests sporadically fail. 1518B with no traffic, IMIX with excessive | -| | `_ | packet loss. | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 3 | `CSIT-1835 | 3n-icx: QUIC vppecho BPS tests failing on timeout when checking hoststack finished. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 4 | `CSIT-1885 | 3n-icx: 9000b ip4 ip6 l2 NDRPDR AVF tests are failing to forward traffic. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ - -.. _vpp_rca: - -Root Cause Analysis for Performance Changes -------------------------------------------- - -List of RCAs in |csit-release| for VPP performance changes: - -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| # | JiraID | Issue Description | -+====+=========================================+===========================================================================================================+ -| 1 | `CSIT-1902 | 3n-alt: Changed performance in VXLAN and IPsec tests. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 2 | `VPP-2072 | RSS is not deterministic on Intel-E822CQ NIC. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ diff --git a/docs/report/vpp_performance_tests/gso_testing/2n-clx.rst b/docs/report/vpp_performance_tests/gso_testing/2n-clx.rst deleted file mode 100644 index 8afc3df52c..0000000000 --- a/docs/report/vpp_performance_tests/gso_testing/2n-clx.rst +++ /dev/null @@ -1,93 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx -~~~~~~ - -.. raw:: latex - - \clearpage - -1t1c ----- - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-128kb-1t1c-ip4routing-iperf3} - \label{fig:2n-clx-128kb-1t1c-ip4routing-iperf3} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - 2t2c - ---- - - .. raw:: html - - - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-128kb-2t2c-ip4routing-iperf3} - \label{fig:2n-clx-128kb-2t2c-ip4routing-iperf3} - \end{figure} - - .. raw:: latex - - \clearpage - - 4t4c - ---- - - .. raw:: html - - - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-128kb-4t4c-ip4routing-iperf3} - \label{fig:2n-clx-128kb-4t4c-ip4routing-iperf3} - \end{figure} diff --git a/docs/report/vpp_performance_tests/gso_testing/2n-icx.rst b/docs/report/vpp_performance_tests/gso_testing/2n-icx.rst deleted file mode 100644 index a8a94f4bb2..0000000000 --- a/docs/report/vpp_performance_tests/gso_testing/2n-icx.rst +++ /dev/null @@ -1,93 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx -~~~~~~ - -.. raw:: latex - - \clearpage - -1t1c ----- - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-128kb-1t1c-ip4routing-iperf3} - \label{fig:2n-icx-128kb-1t1c-ip4routing-iperf3} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - 2t2c - ---- - - .. raw:: html - - - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-128kb-2t2c-ip4routing-iperf3} - \label{fig:2n-icx-128kb-2t2c-ip4routing-iperf3} - \end{figure} - - .. raw:: latex - - \clearpage - - 4t4c - ---- - - .. raw:: html - - - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-128kb-4t4c-ip4routing-iperf3} - \label{fig:2n-icx-128kb-4t4c-ip4routing-iperf3} - \end{figure} diff --git a/docs/report/vpp_performance_tests/gso_testing/2n-zn2.rst b/docs/report/vpp_performance_tests/gso_testing/2n-zn2.rst deleted file mode 100644 index dddd3d81b5..0000000000 --- a/docs/report/vpp_performance_tests/gso_testing/2n-zn2.rst +++ /dev/null @@ -1,93 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2 -~~~~~~ - -.. raw:: latex - - \clearpage - -1t1c ----- - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-128kb-1t1c-ip4routing-iperf3} - \label{fig:2n-zn2-128kb-1t1c-ip4routing-iperf3} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - 2t2c - ---- - - .. raw:: html - - - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-128kb-2t2c-ip4routing-iperf3} - \label{fig:2n-zn2-128kb-2t2c-ip4routing-iperf3} - \end{figure} - - .. raw:: latex - - \clearpage - - 4t4c - ---- - - .. raw:: html - - - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-128kb-4t4c-ip4routing-iperf3} - \label{fig:2n-zn2-128kb-4t4c-ip4routing-iperf3} - \end{figure} diff --git a/docs/report/vpp_performance_tests/gso_testing/index.rst b/docs/report/vpp_performance_tests/gso_testing/index.rst deleted file mode 100644 index 9230170525..0000000000 --- a/docs/report/vpp_performance_tests/gso_testing/index.rst +++ /dev/null @@ -1,8 +0,0 @@ -GSO Testing -=========== - -.. toctree:: - - 2n-icx - 2n-clx - 2n-zn2 diff --git a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_aws.rst b/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_aws.rst deleted file mode 100644 index 1133b934db..0000000000 --- a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_aws.rst +++ /dev/null @@ -1,3 +0,0 @@ -2n-aws -====== - diff --git a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_clx.rst b/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_clx.rst deleted file mode 100644 index 6667f9539a..0000000000 --- a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_clx.rst +++ /dev/null @@ -1,3 +0,0 @@ -2n-clx -====== - diff --git a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_icx.rst b/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_icx.rst deleted file mode 100644 index 4e6f59bd82..0000000000 --- a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_icx.rst +++ /dev/null @@ -1,3 +0,0 @@ -2n-icx -====== - diff --git a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_zn2.rst b/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_zn2.rst deleted file mode 100644 index 2f14be0030..0000000000 --- a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_zn2.rst +++ /dev/null @@ -1,3 +0,0 @@ -2n-zn2 -====== - diff --git a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst b/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst deleted file mode 100644 index b92691a4db..0000000000 --- a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst +++ /dev/null @@ -1,3 +0,0 @@ -3n-alt -====== - diff --git a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_aws.rst b/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_aws.rst deleted file mode 100644 index 7c6b3bfe57..0000000000 --- a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_aws.rst +++ /dev/null @@ -1,3 +0,0 @@ -3n-aws -====== - diff --git a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_tsh.rst b/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_tsh.rst deleted file mode 100644 index 7fe42625f7..0000000000 --- a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_tsh.rst +++ /dev/null @@ -1,3 +0,0 @@ -3n-tsh -====== - diff --git a/docs/report/vpp_performance_tests/hoststack_testing/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/index.rst deleted file mode 100644 index 94675347cd..0000000000 --- a/docs/report/vpp_performance_tests/hoststack_testing/index.rst +++ /dev/null @@ -1,9 +0,0 @@ -Hoststack Testing -================= - -.. toctree:: - - iperf3/tcp/index - iperf3/udp/index - quic/index - nginx/tcp/index diff --git a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/tcp/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/iperf3/tcp/index.rst deleted file mode 100644 index 67b6a652d0..0000000000 --- a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/tcp/index.rst +++ /dev/null @@ -1,67 +0,0 @@ -.. raw:: latex - - \clearpage - -.. raw:: html - - - -TCP/IP with iperf3 -~~~~~~~~~~~~~~~~~~ - -1460b-2t1c-e810xxv-ip4tcp-base-scale ------------------------------------- - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps} - \label{fig:3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps} - \end{figure} - -.. raw:: latex - - \clearpage - -1460b-2t1c-e810cq-ip4tcp-base-scale ------------------------------------ - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps} - \label{fig:3n-icx-e810cq-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps} - \end{figure} diff --git a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/udp/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/iperf3/udp/index.rst deleted file mode 100644 index d02fb3b229..0000000000 --- a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/udp/index.rst +++ /dev/null @@ -1,67 +0,0 @@ -.. raw:: latex - - \clearpage - -.. raw:: html - - - -UDP/IP with iperf3 -~~~~~~~~~~~~~~~~~~ - -1460b-2t1c-e810xxv-ip4udp-base-scale ------------------------------------- - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps} - \label{fig:3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps} - \end{figure} - -.. raw:: latex - - \clearpage - -1460b-2t1c-e810cq-ip4udp-base-scale ------------------------------------ - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps} - \label{fig:3n-icx-e810cq-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps} - \end{figure} diff --git a/docs/report/vpp_performance_tests/hoststack_testing/nginx/tcp/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/nginx/tcp/index.rst deleted file mode 100644 index 5e83c5b1ce..0000000000 --- a/docs/report/vpp_performance_tests/hoststack_testing/nginx/tcp/index.rst +++ /dev/null @@ -1,101 +0,0 @@ -.. raw:: latex - - \clearpage - -.. raw:: html - - - -TCP/IP with nginx -~~~~~~~~~~~~~~~~~ - -0b-2t1c-e810xxv-ip4tcp-base ---------------------------- - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-cps} - \label{fig:2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-cps} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-rps} - \label{fig:2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-rps} - \end{figure} - -.. raw:: latex - - \clearpage - -0b-2t1c-e810cq-ip4tcp-base --------------------------- - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx-cps} - \label{fig:2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx-cps} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx-rps} - \label{fig:2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx-rps} - \end{figure} diff --git a/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst deleted file mode 100644 index 8d74ef8fd2..0000000000 --- a/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst +++ /dev/null @@ -1,68 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -QUIC/UDP/IP with vpp_echo -~~~~~~~~~~~~~~~~~~~~~~~~~ - -1280b-2t1c-e810xxv-base-scale ------------------------------ - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps} - \label{fig:3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps} - \end{figure} - -.. raw:: latex - - \clearpage - -1280b-2t1c-e810cq-base-scale ----------------------------- - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1280b-2t1c-eth-ip4udpquic-vppecho-bps} - \label{fig:3n-icx-e810cq-1280b-2t1c-eth-ip4udpquic-vppecho-bps} - \end{figure} diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst deleted file mode 100644 index e54549ed32..0000000000 --- a/docs/report/vpp_performance_tests/index.rst +++ /dev/null @@ -1,18 +0,0 @@ -VPP Performance -=============== - -.. toctree:: - - overview - csit_release_notes - packet_throughput_graphs/index - throughput_speedup_multi_core/index - packet_latency/index - soak_tests/index - reconf_tests/index - nf_service_density/index - hoststack_testing/index - gso_testing/index - comparisons/index - throughput_trending - test_environment diff --git a/docs/report/vpp_performance_tests/logical-2n-container-memif.svg b/docs/report/vpp_performance_tests/logical-2n-container-memif.svg deleted file mode 100644 index 7026104170..0000000000 --- a/docs/report/vpp_performance_tests/logical-2n-container-memif.svg +++ /dev/null @@ -1,657 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2-Node Topology: Container Service Switching - - - - - - - - System Under Test (SUT) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Ctr[n] - - - - - - - - - - - - - - - - Ctr[1] - - - - - - - - - - - - - - - - Ctr[2] - - - - - - - - DUT - - - - - - - - Traffic Generator - - - - - - - - - - - - - LinuxKernel - - - - - - - - Linux-Host - - - - - - - - User-Space - - - - - - - - CNF[1] - - - - - - - - - - - - - - CNF[2] - - - - - - - - CNF[n] - - - - - - - - NIC - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - FwdCxt[0] - - - - - - - - - - FwdCxt[1] - - - - - - - - - - FwdCxt[2] - - - - - - - - - - FwdCxt[n] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/vpp_performance_tests/logical-2n-nic2nic.svg b/docs/report/vpp_performance_tests/logical-2n-nic2nic.svg deleted file mode 100644 index 6510fef606..0000000000 --- a/docs/report/vpp_performance_tests/logical-2n-nic2nic.svg +++ /dev/null @@ -1,326 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - System Under Test (SUT) - - - - - - - - - - - - - - DUT - - - - - - - - Traffic Generator (TG) - - - - - - - - NIC - - - - - - - - - - - - - - - - - - - - - - - - - - - LinuxKernel - - - - - - - - - - - - - - Linux-Host - - - - - - - - User-Space - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2-Node Topology: NIC-to-NIC Switching - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ForwardingContext - - - - - - - - \ No newline at end of file diff --git a/docs/report/vpp_performance_tests/logical-2n-vm-vhost.svg b/docs/report/vpp_performance_tests/logical-2n-vm-vhost.svg deleted file mode 100644 index 743a23790a..0000000000 --- a/docs/report/vpp_performance_tests/logical-2n-vm-vhost.svg +++ /dev/null @@ -1,659 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2-Node Topology: VM Service Switching - - - - - - - - System Under Test (SUT) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - VM[n] - - - - - - - - - - - - - - - - VM[1] - - - - - - - - - - - - - - - - VM[2] - - - - - - - - DUT - - - - - - - - Traffic Generator - - - - - - - - - - - - - LinuxKernel - - - - - - - - Linux-Host - - - - - - - - User-Space - - - - - - - - VNF[1] - - - - - - - - - - - - - - VNF[2] - - - - - - - - VNF[n] - - - - - - - - NIC - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - FwdCxt[0] - - - - - - - - - - FwdCxt[1] - - - - - - - - - - FwdCxt[2] - - - - - - - - - - FwdCxt[n] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/vpp_performance_tests/logical-3n-container-memif.svg b/docs/report/vpp_performance_tests/logical-3n-container-memif.svg deleted file mode 100644 index 9470f184e1..0000000000 --- a/docs/report/vpp_performance_tests/logical-3n-container-memif.svg +++ /dev/null @@ -1,1121 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3-Node Topology: Container Service Switching - - - - - - - - System Under Test 1 (SUT1) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Ctr[n] - - - - - - - - - - - - - - - - Ctr[1] - - - - - - - - - - - - - - - - Ctr[2] - - - - - - - - DUT1 - - - - - - - - Traffic Generator (TG) - - - - - - - - - - - - - LinuxKernel - - - - - - - - Linux-Host - - - - - - - - User-Space - - - - - - - - CNF[1] - - - - - - - - - - - - - - CNF[2] - - - - - - - - CNF[n] - - - - - - - - NIC - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - FwdCxt[0] - - - - - - - - - - FwdCxt[1] - - - - - - - - - - FwdCxt[2] - - - - - - - - - - FwdCxt[n] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - System Under Test 2 (SUT2) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Ctr[n] - - - - - - - - - - - - - - - - Ctr[1] - - - - - - - - - - - - - - - - Ctr[2] - - - - - - - - DUT2 - - - - - - - - - - - - - LinuxKernel - - - - - - - - Linux-Host - - - - - - - - User-Space - - - - - - - - CNF[1] - - - - - - - - - - - - - - CNF[2] - - - - - - - - CNF[n] - - - - - - - - NIC - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - FwdCxt[0] - - - - - - - - - - FwdCxt[1] - - - - - - - - - - FwdCxt[2] - - - - - - - - - - FwdCxt[n] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/vpp_performance_tests/logical-3n-nic2nic.svg b/docs/report/vpp_performance_tests/logical-3n-nic2nic.svg deleted file mode 100644 index eea3718983..0000000000 --- a/docs/report/vpp_performance_tests/logical-3n-nic2nic.svg +++ /dev/null @@ -1,463 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - System Under Test 1 (SUT1) - - - - - - - - - - - - - - DUT1 - - - - - - - - Traffic Generator (TG) - - - - - - - - NIC - - - - - - - - - - - - - - - - - - - - - - - - - - - LinuxKernel - - - - - - - - - - - - - - Linux-Host - - - - - - - - User-Space - - - - - - - - - - - - - - - System Under Test 2 (SUT2) - - - - - - - - - - - - - - DUT2 - - - - - - - - NIC - - - - - - - - - - - - - - - - - - - - - - - - - - - LinuxKernel - - - - - - - - - - - - - - Linux-Host - - - - - - - - User-Space - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3-Node Topology: NIC-to-NIC Switching - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ForwardingContext - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ForwardingContext - - - - - - - - \ No newline at end of file diff --git a/docs/report/vpp_performance_tests/logical-3n-vm-vhost.svg b/docs/report/vpp_performance_tests/logical-3n-vm-vhost.svg deleted file mode 100644 index 7f58396a92..0000000000 --- a/docs/report/vpp_performance_tests/logical-3n-vm-vhost.svg +++ /dev/null @@ -1,1123 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3-Node Topology: VM Service Switching - - - - - - - - System Under Test 1 (SUT1) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - VM[n] - - - - - - - - - - - - - - - - VM[1] - - - - - - - - - - - - - - - - VM[2] - - - - - - - - DUT1 - - - - - - - - Traffic Generator (TG) - - - - - - - - - - - - - LinuxKernel - - - - - - - - Linux-Host - - - - - - - - User-Space - - - - - - - - VNF[1] - - - - - - - - - - - - - - VNF[2] - - - - - - - - VNF[n] - - - - - - - - NIC - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - FwdCxt[0] - - - - - - - - - - FwdCxt[1] - - - - - - - - - - FwdCxt[2] - - - - - - - - - - FwdCxt[n] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - System Under Test 2 (SUT2) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - VM[n] - - - - - - - - - - - - - - - - VM[1] - - - - - - - - - - - - - - - - VM[2] - - - - - - - - DUT2 - - - - - - - - - - - - - LinuxKernel - - - - - - - - Linux-Host - - - - - - - - User-Space - - - - - - - - VNF[1] - - - - - - - - - - - - - - VNF[2] - - - - - - - - VNF[n] - - - - - - - - NIC - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - FwdCxt[0] - - - - - - - - - - FwdCxt[1] - - - - - - - - - - FwdCxt[2] - - - - - - - - - - FwdCxt[n] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst deleted file mode 100644 index d4f93ba3af..0000000000 --- a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst +++ /dev/null @@ -1,480 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. _cnf_service_chains: - -CNF Service Chains Routing -========================== - -Throughput graphs for CNF service chains are generated by multiple -executions of tests covering a range of CNF service densities -defined as [Number of Service Chains] x [Number of CNFs per Service -Chain]. The results are presented in the service density graph. -Each graph includes the results of both configurations: one NF per physical -core and two NFs per physical core and their relative difference. - -Additional information about graph data: - -#. **Graph Title**: describes tested packet path including CNF workload - running in each Docker Container. - -#. **X-axis Labels**: CNFs per service chain. - -#. **Y-axis Labels**: number of service chains. - -#. **Z-axis Color Scale**: lists 64B/IMIX Packet Throughput - (mean MRR/NDR/PDR value) in Mpps or the Relative Difference. - -#. **Hover Information**: specific test substring listing - memif-chain-docker_container combinations, number of runs executed, - mean MRR/NDR/PDR throughput in Mpps, standard deviation for both - configurations and their relative difference. - -.. note:: - - Test results are stored in - `build logs from FD.io vpp performance job 2n-icx`_, - `build logs from FD.io vpp performance job 2n-clx`_ - with RF result files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -.. raw:: latex - - \clearpage - -2n-icx-xxv710-mrr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-2t1c-base-csc-mrr} - \label{fig:l2bd-2n-icx-xxv710-imix-2t1c-base-csc-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-4t2c-base-csc-mrr} - \label{fig:l2bd-2n-icx-xxv710-imix-4t2c-base-csc-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-8t4c-base-csc-mrr} - \label{fig:l2bd-2n-icx-xxv710-imix-8t4c-base-csc-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-icx-xxv710-ndr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-2t1c-base-csc-ndr} - \label{fig:l2bd-2n-icx-xxv710-imix-2t1c-base-csc-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-4t2c-base-csc-ndr} - \label{fig:l2bd-2n-icx-xxv710-imix-4t2c-base-csc-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-8t4c-base-csc-ndr} - \label{fig:l2bd-2n-icx-xxv710-imix-8t4c-base-csc-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-icx-xxv710-pdr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-2t1c-base-csc-pdr} - \label{fig:l2bd-2n-icx-xxv710-imix-2t1c-base-csc-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-4t2c-base-csc-pdr} - \label{fig:l2bd-2n-icx-xxv710-imix-4t2c-base-csc-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-8t4c-base-csc-pdr} - \label{fig:l2bd-2n-icx-xxv710-imix-8t4c-base-csc-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx-xxv710-mrr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-2t1c-base-csc-mrr} - \label{fig:l2bd-2n-clx-xxv710-imix-2t1c-base-csc-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-4t2c-base-csc-mrr} - \label{fig:l2bd-2n-clx-xxv710-imix-4t2c-base-csc-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-8t4c-base-csc-mrr} - \label{fig:l2bd-2n-clx-xxv710-imix-8t4c-base-csc-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx-xxv710-ndr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-2t1c-base-csc-ndr} - \label{fig:l2bd-2n-clx-xxv710-imix-2t1c-base-csc-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-4t2c-base-csc-ndr} - \label{fig:l2bd-2n-clx-xxv710-imix-4t2c-base-csc-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-8t4c-base-csc-ndr} - \label{fig:l2bd-2n-clx-xxv710-imix-8t4c-base-csc-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx-xxv710-pdr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-2t1c-base-csc-pdr} - \label{fig:l2bd-2n-clx-xxv710-imix-2t1c-base-csc-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-4t2c-base-csc-pdr} - \label{fig:l2bd-2n-clx-xxv710-imix-4t2c-base-csc-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-8t4c-base-csc-pdr} - \label{fig:l2bd-2n-clx-xxv710-imix-8t4c-base-csc-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst deleted file mode 100644 index 2e53c2597d..0000000000 --- a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst +++ /dev/null @@ -1,480 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. _cnf_service_pipelines: - -CNF Service Pipelines Routing -============================= - -Throughput graphs for CNF service pipelines are generated by multiple -executions of tests covering a range of CNF service densities -defined as [Number of Service Pipelines] x [Number of CNFs per Service -Pipeline]. The results are presented in the service density graph. -Each graph includes the results of both configurations: one NF per physical -core and two NFs per physical core and their relative difference. - -Additional information about graph data: - -#. **Graph Title**: describes tested packet path including CNF workload - running in each Docker Container. - -#. **X-axis Labels**: CNFs per service pipeline. - -#. **Y-axis Labels**: number of service pipelines. - -#. **Z-axis Color Scale**: lists 64B/IMIX Packet Throughput - (mean MRR/NDR/PDR value) in Mpps or the Relative Difference. - -#. **Hover Information**: specific test substring listing - memif-pipeline-docker_container combinations, number of runs - executed, mean MRR/NDR/PDR throughput in Mpps, standard deviation for both - configurations and their relative difference. - -.. note:: - - Test results are stored in - `build logs from FD.io vpp performance job 2n-icx`_, - `build logs from FD.io vpp performance job 2n-clx`_ - with RF result files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -.. raw:: latex - - \clearpage - -2n-icx-xxv710-mrr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-2t1c-base-csp-mrr} - \label{fig:l2bd-2n-icx-xxv710-imix-2t1c-base-csp-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-4t2c-base-csp-mrr} - \label{fig:l2bd-2n-icx-xxv710-imix-4t2c-base-csp-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-8t4c-base-csp-mrr} - \label{fig:l2bd-2n-icx-xxv710-imix-8t4c-base-csp-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-icx-xxv710-ndr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-2t1c-base-csp-ndr} - \label{fig:l2bd-2n-icx-xxv710-imix-2t1c-base-csp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-4t2c-base-csp-ndr} - \label{fig:l2bd-2n-icx-xxv710-imix-4t2c-base-csp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-8t4c-base-csp-ndr} - \label{fig:l2bd-2n-icx-xxv710-imix-8t4c-base-csp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-icx-xxv710-pdr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-2t1c-base-csp-pdr} - \label{fig:l2bd-2n-icx-xxv710-imix-2t1c-base-csp-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-4t2c-base-csp-pdr} - \label{fig:l2bd-2n-icx-xxv710-imix-4t2c-base-csp-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-8t4c-base-csp-pdr} - \label{fig:l2bd-2n-icx-xxv710-imix-8t4c-base-csp-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx-xxv710-mrr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-2t1c-base-csp-mrr} - \label{fig:l2bd-2n-clx-xxv710-imix-2t1c-base-csp-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-4t2c-base-csp-mrr} - \label{fig:l2bd-2n-clx-xxv710-imix-4t2c-base-csp-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-8t4c-base-csp-mrr} - \label{fig:l2bd-2n-clx-xxv710-imix-8t4c-base-csp-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx-xxv710-ndr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-2t1c-base-csp-ndr} - \label{fig:l2bd-2n-clx-xxv710-imix-2t1c-base-csp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-4t2c-base-csp-ndr} - \label{fig:l2bd-2n-clx-xxv710-imix-4t2c-base-csp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-8t4c-base-csp-ndr} - \label{fig:l2bd-2n-clx-xxv710-imix-8t4c-base-csp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx-xxv710-pdr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-2t1c-base-csp-pdr} - \label{fig:l2bd-2n-clx-xxv710-imix-2t1c-base-csp-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-4t2c-base-csp-pdr} - \label{fig:l2bd-2n-clx-xxv710-imix-4t2c-base-csp-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-8t4c-base-csp-pdr} - \label{fig:l2bd-2n-clx-xxv710-imix-8t4c-base-csp-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/nf_service_density/index.rst b/docs/report/vpp_performance_tests/nf_service_density/index.rst deleted file mode 100644 index 88ebca6bf6..0000000000 --- a/docs/report/vpp_performance_tests/nf_service_density/index.rst +++ /dev/null @@ -1,32 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. _network_service_density: - -NFV Service Density -=================== - -NFV Service Density is benchmarked in three distinct NF service -configurations: - -- VNF Service Chains Routing -- CNF Service Chains Routing -- CNF Service Pipelines Routing -- VNF Service Chains Tunnels - -.. - - CNF Service Chains IPSEC - -Each configuration is tested in a number of service density combinations -[Number of Service Instances] x [Number of NFs per Service Instance]. -The actual tested range is based on available CPU physical core -resources. - -.. toctree:: - - vnf_service_chains - cnf_service_chains - cnf_service_pipelines - vnf_service_chains_vxlan diff --git a/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst b/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst deleted file mode 100644 index ee7d99e481..0000000000 --- a/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst +++ /dev/null @@ -1,479 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. _vnf_service_chains: - -VNF Service Chains Routing -========================== - -Throughput graphs for VNF service chains are generated by multiple -executions of tests covering a range of VNF service densities -defined as [Number of Service Chains] x [Number of VNFs per Service -Chain]. The results are presented in the service density graph. -Each graph includes the results of both configurations: one NF per physical -core and two NFs per physical core and their relative difference. - -Additional information about graph data: - -#. **Graph Title**: describes tested packet path including VNF workload - running in each VM. - -#. **X-axis Labels**: VNFs per service chain. - -#. **Y-axis Labels**: number of service chains. - -#. **Z-axis Color Scale**: lists 64B/IMIX Packet Throughput - (mean MRR/NDR/PDR value) in Mpps or the Relative Difference. - -#. **Hover Information**: specific test substring listing vhost-chain-vm - combinations, number of runs executed, mean MRR/NDR/PDR throughput in Mpps, - standard deviation for both configurations and their relative difference. - -.. note:: - - Test results are stored in - `build logs from FD.io vpp performance job 2n-icx`_, - `build logs from FD.io vpp performance job 2n-clx`_ - with RF result files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -.. raw:: latex - - \clearpage - -2n-icx-xxv710-mrr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-2t1c-base-vsc-mrr} - \label{fig:l2bd-2n-icx-xxv710-imix-2t1c-base-vsc-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-4t2c-base-vsc-mrr} - \label{fig:l2bd-2n-icx-xxv710-imix-4t2c-base-vsc-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-8t4c-base-vsc-mrr} - \label{fig:l2bd-2n-icx-xxv710-imix-8t4c-base-vsc-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-icx-xxv710-ndr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-2t1c-base-vsc-ndr} - \label{fig:l2bd-2n-icx-xxv710-imix-2t1c-base-vsc-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-4t2c-base-vsc-ndr} - \label{fig:l2bd-2n-icx-xxv710-imix-4t2c-base-vsc-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-8t4c-base-vsc-ndr} - \label{fig:l2bd-2n-icx-xxv710-imix-8t4c-base-vsc-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-icx-xxv710-pdr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-2t1c-base-vsc-pdr} - \label{fig:l2bd-2n-icx-xxv710-imix-2t1c-base-vsc-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-4t2c-base-vsc-pdr} - \label{fig:l2bd-2n-icx-xxv710-imix-4t2c-base-vsc-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-8t4c-base-vsc-pdr} - \label{fig:l2bd-2n-icx-xxv710-imix-8t4c-base-vsc-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx-xxv710-mrr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-mrr} - \label{fig:l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-mrr} - \label{fig:l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-mrr} - \label{fig:l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx-xxv710-ndr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-ndr} - \label{fig:l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-ndr} - \label{fig:l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-ndr} - \label{fig:l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx-xxv710-pdr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-pdr} - \label{fig:l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-pdr} - \label{fig:l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-pdr} - \label{fig:l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains_vxlan.rst b/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains_vxlan.rst deleted file mode 100644 index bfa32dd1b8..0000000000 --- a/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains_vxlan.rst +++ /dev/null @@ -1,472 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. _vnf_service_chains_tunnels: - -VNF Service Chains Tunnels -========================== - -Additional information about graph data: - -#. **Graph Title**: describes tested packet path including VNF workload - running in each VM. - -#. **X-axis Labels**: VNFs per service chain. - -#. **Y-axis Labels**: number of service chains. - -#. **Z-axis Color Scale**: lists 64B/IMIX Packet Throughput - (mean MRR/NDR/PDR value) in Mpps or the Relative Difference. - -#. **Hover Information**: specific test substring listing vhost-chain-vm - combinations, number of runs executed, mean MRR/NDR/PDR throughput in Mpps, - standard deviation for both configurations and their relative difference. - -.. note:: - - Test results are stored in - `build logs from FD.io vpp performance job 2n-icx`_, - `build logs from FD.io vpp performance job 2n-clx`_ with RF - result files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -.. raw:: latex - - \clearpage - -2n-icx-xxv710-mrr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-2t1c-base-vsc-vxlan-mrr} - \label{fig:l2bd-2n-icx-xxv710-imix-2t1c-base-vsc-vxlan-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-4t2c-base-vsc-vxlan-mrr} - \label{fig:l2bd-2n-icx-xxv710-imix-4t2c-base-vsc-vxlan-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-8t4c-base-vsc-vxlan-mrr} - \label{fig:l2bd-2n-icx-xxv710-imix-8t4c-base-vsc-vxlan-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-icx-xxv710-ndr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-2t1c-base-vsc-vxlan-ndr} - \label{fig:l2bd-2n-icx-xxv710-imix-2t1c-base-vsc-vxlan-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-4t2c-base-vsc-vxlan-ndr} - \label{fig:l2bd-2n-icx-xxv710-imix-4t2c-base-vsc-vxlan-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-8t4c-base-vsc-vxlan-ndr} - \label{fig:l2bd-2n-icx-xxv710-imix-8t4c-base-vsc-vxlan-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-icx-xxv710-pdr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-2t1c-base-vsc-vxlan-pdr} - \label{fig:l2bd-2n-icx-xxv710-imix-2t1c-base-vsc-vxlan-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-4t2c-base-vsc-vxlan-pdr} - \label{fig:l2bd-2n-icx-xxv710-imix-4t2c-base-vsc-vxlan-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-icx-xxv710-imix-8t4c-base-vsc-vxlan-pdr} - \label{fig:l2bd-2n-icx-xxv710-imix-8t4c-base-vsc-vxlan-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx-xxv710-mrr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-vxlan-mrr} - \label{fig:l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-vxlan-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-vxlan-mrr} - \label{fig:l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-vxlan-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-vxlan-mrr} - \label{fig:l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-vxlan-mrr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx-xxv710-ndr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-vxlan-ndr} - \label{fig:l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-vxlan-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-vxlan-ndr} - \label{fig:l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-vxlan-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-vxlan-ndr} - \label{fig:l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-vxlan-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx-xxv710-pdr -~~~~~~~~~~~~~~~~~ - -imix-2t1c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-vxlan-pdr} - \label{fig:l2bd-2n-clx-xxv710-imix-2t1c-base-vsc-vxlan-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-vxlan-pdr} - \label{fig:l2bd-2n-clx-xxv710-imix-4t2c-base-vsc-vxlan-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-eth-l2bd ------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-vxlan-pdr} - \label{fig:l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-vxlan-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/overview.rst b/docs/report/vpp_performance_tests/overview.rst deleted file mode 100644 index bb2ff6cdf1..0000000000 --- a/docs/report/vpp_performance_tests/overview.rst +++ /dev/null @@ -1,374 +0,0 @@ -Overview -======== - -VPP performance test results are reported for a range of processors. -For description of physical testbeds used for VPP performance tests -please refer to :ref:`tested_physical_topologies`. - -.. _tested_logical_topologies: - -Logical Topologies ------------------- - -CSIT VPP performance tests are executed on physical testbeds described -in :ref:`tested_physical_topologies`. Based on the packet path thru -server SUTs, three distinct logical topology types are used for VPP DUT -data plane testing: - -#. NIC-to-NIC switching topologies. -#. VM service switching topologies. -#. Container service switching topologies. - -NIC-to-NIC Switching -~~~~~~~~~~~~~~~~~~~~ - -The simplest logical topology for software data plane application like -VPP is NIC-to-NIC switching. Tested topologies for 2-Node and 3-Node -testbeds are shown in figures below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_performance_tests/}} - \includegraphics[width=0.90\textwidth]{logical-2n-nic2nic} - \label{fig:logical-2n-nic2nic} - \end{figure} - -.. only:: html - - .. figure:: logical-2n-nic2nic.svg - :alt: logical-2n-nic2nic - :align: center - - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_performance_tests/}} - \includegraphics[width=0.90\textwidth]{logical-3n-nic2nic} - \label{fig:logical-3n-nic2nic} - \end{figure} - -.. only:: html - - .. figure:: logical-3n-nic2nic.svg - :alt: logical-3n-nic2nic - :align: center - -Server Systems Under Test (SUT) run VPP application in Linux user-mode -as a Device Under Test (DUT). Server Traffic Generator (TG) runs T-Rex -application. Physical connectivity between SUTs and TG is provided using -different drivers and NIC models that need to be tested for performance -(packet/bandwidth throughput and latency). - -From SUT and DUT perspectives, all performance tests involve forwarding -packets between two (or more) physical Ethernet ports (10GE, 25GE, 40GE, -100GE). In most cases both physical ports on SUT are located on the same -NIC. The only exceptions are link bonding and 100GE tests. In the latter -case only one port per NIC can be driven at linerate due to PCIe Gen3 -x16 slot bandwidth limiations. 100GE NICs are not supported in PCIe Gen3 -x8 slots. - -Note that reported VPP DUT performance results are specific to the SUTs -tested. SUTs with other processors than the ones used in FD.io lab are -likely to yield different results. A good rule of thumb, that can be -applied to estimate VPP packet thoughput for NIC-to-NIC switching -topology, is to expect the forwarding performance to be proportional to -processor core frequency for the same processor architecture, assuming -processor is the only limiting factor and all other SUT parameters are -equivalent to FD.io CSIT environment. - -VM Service Switching -~~~~~~~~~~~~~~~~~~~~ - -VM service switching topology test cases require VPP DUT to communicate -with Virtual Machines (VMs) over vhost-user virtual interfaces. - -Two types of VM service topologies are tested in |csit-release|: - -#. "Parallel" topology with packets flowing within SUT from NIC(s) via - VPP DUT to VM, back to VPP DUT, then out thru NIC(s). - -#. "Chained" topology (a.k.a. "Snake") with packets flowing within SUT - from NIC(s) via VPP DUT to VM, back to VPP DUT, then to the next VM, - back to VPP DUT and so on and so forth until the last VM in a chain, - then back to VPP DUT and out thru NIC(s). - -For each of the above topologies, VPP DUT is tested in a range of L2 -or IPv4/IPv6 configurations depending on the test suite. Sample VPP DUT -"Chained" VM service topologies for 2-Node and 3-Node testbeds with each -SUT running N of VM instances is shown in the figures below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_performance_tests/}} - \includegraphics[width=0.90\textwidth]{logical-2n-vm-vhost} - \label{fig:logical-2n-vm-vhost} - \end{figure} - -.. only:: html - - .. figure:: logical-2n-vm-vhost.svg - :alt: logical-2n-vm-vhost - :align: center - - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_performance_tests/}} - \includegraphics[width=0.90\textwidth]{logical-3n-vm-vhost} - \label{fig:logical-3n-vm-vhost} - \end{figure} - -.. only:: html - - .. figure:: logical-3n-vm-vhost.svg - :alt: logical-3n-vm-vhost - :align: center - -In "Chained" VM topologies, packets are switched by VPP DUT multiple -times: twice for a single VM, three times for two VMs, N+1 times for N -VMs. Hence the external throughput rates measured by TG and listed in -this report must be multiplied by N+1 to represent the actual VPP DUT -aggregate packet forwarding rate. - -For "Parallel" service topology packets are always switched twice by VPP -DUT per service chain. - -Note that reported VPP DUT performance results are specific to the SUTs -tested. SUTs with other processor than the ones used in FD.io lab are -likely to yield different results. Similarly to NIC-to-NIC switching -topology, here one can also expect the forwarding performance to be -proportional to processor core frequency for the same processor -architecture, assuming processor is the only limiting factor. However -due to much higher dependency on intensive memory operations in VM -service chained topologies and sensitivity to Linux scheduler settings -and behaviour, this estimation may not always yield good enough -accuracy. - -Container Service Switching -~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -Container service switching topology test cases require VPP DUT to -communicate with Containers (Ctrs) over memif virtual interfaces. - -Three types of VM service topologies are tested in |csit-release|: - -#. "Parallel" topology with packets flowing within SUT from NIC(s) via - VPP DUT to Container, back to VPP DUT, then out thru NIC(s). - -#. "Chained" topology (a.k.a. "Snake") with packets flowing within SUT - from NIC(s) via VPP DUT to Container, back to VPP DUT, then to the - next Container, back to VPP DUT and so on and so forth until the - last Container in a chain, then back to VPP DUT and out thru NIC(s). - -#. "Horizontal" topology with packets flowing within SUT from NIC(s) via - VPP DUT to Container, then via "horizontal" memif to the next - Container, and so on and so forth until the last Container, then - back to VPP DUT and out thru NIC(s). - -For each of the above topologies, VPP DUT is tested in a range of L2 -or IPv4/IPv6 configurations depending on the test suite. Sample VPP DUT -"Chained" Container service topologies for 2-Node and 3-Node testbeds -with each SUT running N of Container instances is shown in the figures -below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_performance_tests/}} - \includegraphics[width=0.90\textwidth]{logical-2n-container-memif} - \label{fig:logical-2n-container-memif} - \end{figure} - -.. only:: html - - .. figure:: logical-2n-container-memif.svg - :alt: logical-2n-container-memif - :align: center - - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_performance_tests/}} - \includegraphics[width=0.90\textwidth]{logical-3n-container-memif} - \label{fig:logical-3n-container-memif} - \end{figure} - -.. only:: html - - .. figure:: logical-3n-container-memif.svg - :alt: logical-3n-container-memif - :align: center - -In "Chained" Container topologies, packets are switched by VPP DUT -multiple times: twice for a single Container, three times for two -Containers, N+1 times for N Containers. Hence the external throughput -rates measured by TG and listed in this report must be multiplied by N+1 -to represent the actual VPP DUT aggregate packet forwarding rate. - -For a "Parallel" and "Horizontal" service topologies packets are always -switched by VPP DUT twice per service chain. - -Note that reported VPP DUT performance results are specific to the SUTs -tested. SUTs with other processor than the ones used in FD.io lab are -likely to yield different results. Similarly to NIC-to-NIC switching -topology, here one can also expect the forwarding performance to be -proportional to processor core frequency for the same processor -architecture, assuming processor is the only limiting factor. However -due to much higher dependency on intensive memory operations in -Container service chained topologies and sensitivity to Linux scheduler -settings and behaviour, this estimation may not always yield good enough -accuracy. - -Performance Tests Coverage --------------------------- - -Performance tests measure following metrics for tested VPP DUT -topologies and configurations: - -- Packet Throughput: measured in accordance with :rfc:`2544`, using - FD.io CSIT Multiple Loss Ratio search (MLRsearch), an optimized binary - search algorithm, producing throughput at different Packet Loss Ratio - (PLR) values: - - - Non Drop Rate (NDR): packet throughput at PLR=0%. - - Partial Drop Rate (PDR): packet throughput at PLR=0.5%. - -- One-Way Packet Latency: measured at different offered packet loads: - - - 90% of discovered PDR throughput. - - 50% of discovered PDR throughput. - - 10% of discovered PDR throughput. - - Minimal offered load. - -- Maximum Receive Rate (MRR): measure packet forwarding rate under the - maximum load offered by traffic generator over a set trial duration, - regardless of packet loss. Maximum load for specified Ethernet frame - size is set to the bi-directional link rate, unless there is a known - limitation preventing Traffic Generator from achieving the line rate. - -|csit-release| includes following VPP data plane functionality -performance tested across a range of NIC drivers and NIC models: - -+-----------------------+----------------------------------------------+ -| Functionality | Description | -+=======================+==============================================+ -| ACL | L2 Bridge-Domain switching and | -| | IPv4and IPv6 routing with iACL and oACL IP | -| | address, MAC address and L4 port security. | -+-----------------------+----------------------------------------------+ -| ADL | IPv4 and IPv6 routing with ADL address | -| | security. | -+-----------------------+----------------------------------------------+ -| GENEVE | GENEVE tunnels for IPv4 routing. | -+-----------------------+----------------------------------------------+ -| IPv4 | IPv4 routing. | -+-----------------------+----------------------------------------------+ -| IPv6 | IPv6 routing. | -+-----------------------+----------------------------------------------+ -| IPv4 Scale | IPv4 routing with 20k, 200k and 2M FIB | -| | entries. | -+-----------------------+----------------------------------------------+ -| IPv6 Scale | IPv6 routing with 20k, 200k and 2M FIB | -| | entries. | -+-----------------------+----------------------------------------------+ -| IPSecAsyncHW | IPSec encryption with AES-GCM, CBC-SHA-256 | -| | ciphers in async mode, in combination with | -| | IPv4 routing. Intel QAT HW acceleration. | -+-----------------------+----------------------------------------------+ -| IPSecHW | IPSec encryption with AES-GCM, CBC-SHA-256 | -| | ciphers, in combination with IPv4 routing. | -| | Intel QAT HW acceleration. | -+-----------------------+----------------------------------------------+ -| IPSec+LISP | IPSec encryption with CBC-SHA1 ciphers, in | -| | combination with LISP-GPE overlay tunneling | -| | for IPv4-over-IPv4. | -+-----------------------+----------------------------------------------+ -| IPSecSW | IPSec encryption with AES-GCM, CBC-SHA-256 | -| | ciphers, in combination with IPv4 routing. | -+-----------------------+----------------------------------------------+ -| KVM VMs vhost-user | Virtual topologies with service | -| | chains of 1 VM using vhost-user | -| | interfaces, with different VPP forwarding | -| | modes incl. L2XC, L2BD, VXLAN with L2BD, | -| | IPv4 routing. | -+-----------------------+----------------------------------------------+ -| L2BD | L2 Bridge-Domain switching of untagged | -| | Ethernet frames with MAC learning; disabled | -| | MAC learning i.e. static MAC tests to be | -| | added. | -+-----------------------+----------------------------------------------+ -| L2BD Scale | L2 Bridge-Domain switching of untagged | -| | Ethernet frames with MAC learning; disabled | -| | MAC learning i.e. static MAC tests to be | -| | added with 20k, 200k and 2M FIB entries. | -+-----------------------+----------------------------------------------+ -| L2XC | L2 Cross-Connect switching of untagged, | -| | dot1q, dot1ad VLAN tagged Ethernet frames. | -+-----------------------+----------------------------------------------+ -| LISP | LISP overlay tunneling for IPv4-over-IPv4, | -| | IPv6-over-IPv4, IPv6-over-IPv6, | -| | IPv4-over-IPv6 in IPv4 and IPv6 routing | -| | modes. | -+-----------------------+----------------------------------------------+ -| LXC/DRC Containers | Container VPP memif virtual interface tests | -| Memif | with different VPP forwarding modes incl. | -| | L2XC, L2BD. | -+-----------------------+----------------------------------------------+ -| NAT44 | (Source) Network Address Translation | -| | deterministic mode and endpoint-dependent | -| | mode tests with varying number of users and | -| | ports per user for IPv4. | -+-----------------------+----------------------------------------------+ -| QoS Policer | Ingress packet rate measuring, marking and | -| | limiting (IPv4). | -+-----------------------+----------------------------------------------+ -| SRv6 Routing | Segment Routing IPv6 tests. | -+-----------------------+----------------------------------------------+ -| VPP TCP/IP stack | Tests of VPP TCP/IP stack used with VPP | -| | built-in HTTP server. | -+-----------------------+----------------------------------------------+ -| VTS | Virtual Topology System use case tests | -| | combining VXLAN overlay tunneling with L2BD, | -| | ACL and KVM VM vhost-user features. | -+-----------------------+----------------------------------------------+ -| VXLAN | VXLAN overlay tunnelling integration with | -| | L2XC and L2BD. | -+-----------------------+----------------------------------------------+ - -Execution of performance tests takes time, especially the throughput -tests. Due to limited HW testbed resources available within FD.io labs -hosted by :abbr:`LF (Linux Foundation)`, the number of tests for some -NIC models has been limited to few baseline tests. - -Performance Tests Naming ------------------------- - -FD.io |csit-release| follows a common structured naming convention for -all performance and system functional tests. - -The naming should be intuitive for majority of the tests. Complete -description of FD.io CSIT test naming convention is provided on -:ref:`csit_test_naming`. diff --git a/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-clx-cx556a.rst deleted file mode 100644 index 89a3e7000f..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-clx-cx556a.rst +++ /dev/null @@ -1,154 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -64b-2t1c-memif-base-rdma ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-memif-base-mlx5 ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2xcbase-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2xcbase-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4-ip4base-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4-ip4base-eth-2memif-1dcr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-clx-e810cq.rst deleted file mode 100644 index 2fbf9812da..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-clx-e810cq.rst +++ /dev/null @@ -1,151 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-memif-base-rdma ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2xcbase-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2xcbase-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4-ip4base-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4-ip4base-eth-2memif-1dcr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-clx-xxv710.rst deleted file mode 100644 index 4d5fcee18b..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-clx-xxv710.rst +++ /dev/null @@ -1,154 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-memif-base-avf ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-memif-base-dpdk ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-ethip4-ip4base-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-ethip4-ip4base-eth-2memif-1dcr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-icx-xxv710.rst deleted file mode 100644 index 05becfd316..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-icx-xxv710.rst +++ /dev/null @@ -1,154 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-memif-base-avf ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-memif-base-dpdk ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-ethip4-ip4base-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-ethip4-ip4base-eth-2memif-1dcr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-tx2-xl710.rst deleted file mode 100644 index 748d1401ab..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-tx2-xl710.rst +++ /dev/null @@ -1,91 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -64b-1t1c-memif-base-dpdk ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-eth-2memif-1dcr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-zn2-xxv710.rst deleted file mode 100644 index 476728fa44..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/container_memif-2n-zn2-xxv710.rst +++ /dev/null @@ -1,154 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-memif-base-avf ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-memif-base-dpdk ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2memif-1dcr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4base-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4base-eth-2memif-1dcr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/container_memif-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_latency/container_memif-3n-tsh-x520.rst deleted file mode 100644 index fdcb560ee9..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/container_memif-3n-tsh-x520.rst +++ /dev/null @@ -1,112 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -64b-1t1c-memif-base-ixgbe -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2xcbase-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2xcbase-eth-2memif-1dcr} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2xcbase-eth-2memif-1lxc} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2xcbase-eth-2memif-1lxc} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4-ip4base-eth-2memif-1dcr} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4-ip4base-eth-2memif-1dcr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/container_memif.rst b/docs/report/vpp_performance_tests/packet_latency/container_memif.rst deleted file mode 100644 index 593ccd0244..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/container_memif.rst +++ /dev/null @@ -1,22 +0,0 @@ - -.. raw:: latex - - \clearpage - -LXC/DRC Container Memif -======================= - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - container_memif-2n-icx-xxv710 - container_memif-2n-clx-xxv710 - container_memif-2n-clx-cx556a - container_memif-2n-clx-e810cq - container_memif-2n-tx2-xl710 - container_memif-2n-zn2-xxv710 - -.. - container_memif-3n-tsh-x520 diff --git a/docs/report/vpp_performance_tests/packet_latency/index.rst b/docs/report/vpp_performance_tests/packet_latency/index.rst deleted file mode 100644 index 35184c94e3..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/index.rst +++ /dev/null @@ -1,61 +0,0 @@ -.. raw:: latex - - \clearpage - -.. _VPP_HDRH_Packet_Latency: - -Packet Latency -============== - -VPP latency results are generated based on the test data obtained from -|csit-release| NDR-PDR throughput tests executed across physical -testbeds hosted in LF FD.io labs: 2n-icx, 3n-icx, 2n-aws, -2n-clx, 2n-zn2, 3n-alt, 3n-tsh, 2n-tx2. - -Latency by percentile distribution plots are used to show packet latency -percentiles at different packet rate load levels: i) No-Load latency -streams only, ii) Low-Load at 10% PDR, iii) Mid-Load at 50% PDR and iv) -High-Load at 90% PDR. - -For more details, see :ref:`latency_methodology`. - -Additional information about graph data: - -#. **Graph Title**: describes tested DUT packet path. - -#. **X-axis Labels**: percentile of packets. - -#. **Y-axis Labels**: measured one-way packet latency values in [uSec]. - -#. **Graph Legend**: list of latency tests at different packet rate load - level. - -#. **Hover Information**: packet rate load level, stream direction - (East-West, West-East), percentile, one-way latency. - -.. note:: - - Test results are stored in - `build logs from FD.io vpp performance job 2n-icx`_, - `build logs from FD.io vpp performance job 3n-icx`_, - `build logs from FD.io vpp performance job 2n-aws`_, - `build logs from FD.io vpp performance job 2n-clx`_, - `build logs from FD.io vpp performance job 2n-zn2`_, - `build logs from FD.io vpp performance job 3n-alt`_, - `build logs from FD.io vpp performance job 3n-tsh`_ and - `build logs from FD.io vpp performance job 2n-tx2`_ with RF - result files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -.. toctree:: - :maxdepth: 3 - - l2 - ip4 - ip6 - srv6 - ip4_tunnels - nat44 - vm_vhost - container_memif - ipsec diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-cx556a.rst deleted file mode 100644 index c6b248d051..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-cx556a.rst +++ /dev/null @@ -1,321 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-rdma ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4-ip4scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4-ip4scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-features-rdma ---------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4udp-ip4base-iacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4udp-ip4base-iacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-mlx5 ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4-ip4scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4-ip4scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-features-mlx5 ---------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4udp-ip4base-iacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4udp-ip4base-iacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4udp-ip4base-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4udp-ip4base-iacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4udp-ip4base-oacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4udp-ip4base-oacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4udp-ip4base-oacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-ethip4udp-ip4base-oacl50sl-10kflows} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-e810cq.rst deleted file mode 100644 index 00b5ca09a5..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-e810cq.rst +++ /dev/null @@ -1,322 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4-ip4scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4-ip4scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-features-avf --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4-ip4scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4-ip4scale20k-rnd} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - 64b-2t1c-ip4routing-features-dpdk - --------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sf-10kflows} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-xxv710.rst deleted file mode 100644 index 72a8953540..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-xxv710.rst +++ /dev/null @@ -1,380 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale200k} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale200k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale200k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale200k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale2m} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale2m} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale2m-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale2m-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-af-xdp -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-af-xdp-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-af-xdp-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-af-xdp-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-af-xdp-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-af-xdp-ethip4-ip4scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-af-xdp-ethip4-ip4scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-features-avf --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale20k-rnd} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/ip4-2n-icx-xxv710.rst deleted file mode 100644 index 9a0ba5dedf..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-icx-xxv710.rst +++ /dev/null @@ -1,372 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale200k} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale200k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale2m} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale2m} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale200k-rnd} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale200k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale2m-rnd} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale2m-rnd} - \end{figure} - -64b-2t1c-ip4routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-af-xdp -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-af-xdp-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-af-xdp-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-af-xdp-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-af-xdp-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-af-xdp-ethip4-ip4scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-af-xdp-ethip4-ip4scale20k-rnd} - \end{figure} - -64b-2t1c-ip4routing-features-avf --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/ip4-2n-tx2-xl710.rst deleted file mode 100644 index 1a8562aa50..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-tx2-xl710.rst +++ /dev/null @@ -1,197 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -64b-1t1c-ip4routing-base-dpdk ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-ip4routing-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale200k} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale200k} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-features-ip4routing-base-dpdk --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-iacldstbase} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-iacldstbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sl-10kflows} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/ip4-2n-zn2-xxv710.rst deleted file mode 100644 index 97cd47b5a8..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-zn2-xxv710.rst +++ /dev/null @@ -1,420 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale200k} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale200k} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale200k-rnd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale200k-rnd} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale2m} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale2m} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale2m-rnd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4scale2m-rnd} - \end{figure} - - .. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-features-avf --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-dpdk ------------------------------------ - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-dot1q-ip4base} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-dot1q-ip4base} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale20k-rnd} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale200k} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale200k} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale200k-rnd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale200k-rnd} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale2m} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale2m} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale2m-rnd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-ethip4-ip4scale2m-rnd} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/ip4-3n-alt-xl710.rst deleted file mode 100644 index eb16800383..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4-3n-alt-xl710.rst +++ /dev/null @@ -1,194 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -64b-1t1c-ip4routing-base-scale ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4scale200k} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4scale200k} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-ip4routing-features ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4base-iacldstbase} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4base-iacldstbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sl-10kflows} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/ip4-3n-icx-xxv710.rst deleted file mode 100644 index 2d71bd16d2..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4-3n-icx-xxv710.rst +++ /dev/null @@ -1,74 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-avf ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-dpdk ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-ethip4-ip4base} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_latency/ip4-3n-tsh-x520.rst deleted file mode 100644 index 87bbe61988..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4-3n-tsh-x520.rst +++ /dev/null @@ -1,176 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -.. - 64b-1t1c-ip4routing-base-scale-ixgbe - ------------------------------------ - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4-ip4scale20k} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4-ip4scale20k} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4-ip4scale200k} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4-ip4scale200k} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4-ip4scale2m} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4-ip4scale2m} - \end{figure} - - .. raw:: latex - - \clearpage - -64b-1t1c-ip4routing-features-ixgbe ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4udp-ip4base-oacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4udp-ip4base-oacl50sf-10kflows} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4udp-ip4base-oacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4udp-ip4base-oacl50sl-10kflows} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4.rst b/docs/report/vpp_performance_tests/packet_latency/ip4.rst deleted file mode 100644 index 0cb961a7f7..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4.rst +++ /dev/null @@ -1,22 +0,0 @@ - -.. raw:: latex - - \clearpage - -IPv4 Routing -============ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - ip4-2n-icx-xxv710 - ip4-3n-icx-xxv710 - ip4-2n-clx-xxv710 - ip4-2n-clx-cx556a - ip4-2n-clx-e810cq - ip4-2n-zn2-xxv710 - ip4-3n-alt-xl710 - ip4-3n-tsh-x520 - ip4-2n-tx2-xl710 diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-2n-icx-xxv710.rst deleted file mode 100644 index 5425080d87..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-2n-icx-xxv710.rst +++ /dev/null @@ -1,131 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ethip4--ethip4udpgeneve-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4--ethip4udpgeneve-1tun-ip4base} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4--ethip4udpgeneve-1tun-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4--ethip4udpgeneve-4tun-ip4base} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4--ethip4udpgeneve-4tun-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4--ethip4udpgeneve-16tun-ip4base} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4--ethip4udpgeneve-16tun-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4--ethip4udpgeneve-64tun-ip4base} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4--ethip4udpgeneve-64tun-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4--ethip4udpgeneve-256tun-ip4base} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4--ethip4udpgeneve-256tun-ip4base} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-alt-xl710.rst deleted file mode 100644 index 241fab6a21..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-alt-xl710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -64b-1t1c-ip4tunnel-base ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4vxlan-l2xcbase} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4vxlan-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4vxlan-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4vxlan-l2bdbasemaclrn} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-icx-xxv710.rst deleted file mode 100644 index 76cfe25f29..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-icx-xxv710.rst +++ /dev/null @@ -1,273 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ip4tunnel-base-avf ---------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4gtpusw-ip4base} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4gtpusw-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4vxlan-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4vxlan-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4vxlan-l2xcbase} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4vxlan-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4tunnel-base-dpdk ----------------------------- -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-ethip4gtpusw-ip4base} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-ethip4gtpusw-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-ethip4vxlan-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-ethip4vxlan-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-ethip4vxlan-l2xcbase} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c--ethip4vxlan-l2xcbase} - \end{figure} - -64b-2t1c-ip4tunnel-wireguard ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4udpwireguard1tnlsw-ip4base} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4udpwireguard1tnlsw-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4udpwireguard2tnlsw-ip4base} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4udpwireguard2tnlsw-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4udpwireguard4tnlsw-ip4base} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4udpwireguard4tnlsw-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4udpwireguard8tnlsw-ip4base} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4udpwireguard8tnlsw-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4udpwireguard100tnlsw-ip4base} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4udpwireguard100tnlsw-ip4base} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4udpwireguard1000tnlsw-ip4base} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4udpwireguard1000tnlsw-ip4base} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-tsh-x520.rst deleted file mode 100644 index 4ffd9e3473..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-tsh-x520.rst +++ /dev/null @@ -1,112 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -64b-1t1c-ip4tunnel-base-scale-ixgbe ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4vxlan-l2xcbase} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4vxlan-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4vxlan-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4vxlan-l2bdbasemaclrn} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-dot1q-ethip4vxlan-l2bdscale1l2bd1vlan1vxlan} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-dot1q-ethip4vxlan-l2bdscale1l2bd1vlan1vxlan} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-dot1q-ethip4vxlan-l2bdscale100l2bd100vlan100vxlan} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-dot1q-ethip4vxlan-l2bdscale100l2bd100vlan100vxlan} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels.rst b/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels.rst deleted file mode 100644 index 0b0d8dc6a3..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels.rst +++ /dev/null @@ -1,19 +0,0 @@ - -.. raw:: latex - - \clearpage - -IPv4 Tunnels -============ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - ip4_tunnels-3n-icx-xxv710 - ip4_tunnels-3n-alt-xl710 - ip4_tunnels-3n-tsh-x520 - -.. - ip4_tunnels-2n-icx-xxv710 diff --git a/docs/report/vpp_performance_tests/packet_latency/ip6-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/packet_latency/ip6-2n-clx-cx556a.rst deleted file mode 100644 index 063c603ffd..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip6-2n-clx-cx556a.rst +++ /dev/null @@ -1,154 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale-rdma ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-78b-2t1c-rdma-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-78b-2t1c-rdma-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-78b-2t1c-rdma-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-78b-2t1c-rdma-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-78b-2t1c-rdma-ethip6-ip6scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-78b-2t1c-rdma-ethip6-ip6scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-mlx5 ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-78b-2t1c-mlx5-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-78b-2t1c-mlx5-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-78b-2t1c-mlx5-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-78b-2t1c-mlx5-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-78b-2t1c-mlx5-ethip6-ip6scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-78b-2t1c-mlx5-ethip6-ip6scale20k-rnd} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip6-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/packet_latency/ip6-2n-clx-e810cq.rst deleted file mode 100644 index cafc5d4539..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip6-2n-clx-e810cq.rst +++ /dev/null @@ -1,154 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-78b-2t1c-avf-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-78b-2t1c-avf-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-78b-2t1c-avf-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-78b-2t1c-avf-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-78b-2t1c-avf-ethip6-ip6scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-78b-2t1c-avf-ethip6-ip6scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-78b-2t1c-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-78b-2t1c-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-78b-2t1c-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-78b-2t1c-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-78b-2t1c-ethip6-ip6scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-78b-2t1c-ethip6-ip6scale20k-rnd} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip6-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/ip6-2n-clx-xxv710.rst deleted file mode 100644 index bb2bf1806d..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip6-2n-clx-xxv710.rst +++ /dev/null @@ -1,400 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale200k} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale200k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale2m} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale2m} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale200k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale200k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale2m-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale2m-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-af-xdp -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale200k} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale200k} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale2m} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale2m} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale200k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale200k-rnd} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale2m-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale2m-rnd} - \end{figure} - - .. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-dpdk ------------------------------------ - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-dot1q-ip6base} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-dot1q-ip6base} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale20k-rnd} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip6-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/ip6-2n-icx-xxv710.rst deleted file mode 100644 index 0aba897e4f..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip6-2n-icx-xxv710.rst +++ /dev/null @@ -1,217 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-af-xdp -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-78b-2t1c-af-xdp-ethip6-ip6scale20k-rnd} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip6-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/ip6-2n-tx2-xl710.rst deleted file mode 100644 index ae896b8d76..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip6-2n-tx2-xl710.rst +++ /dev/null @@ -1,111 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -78b-1t1c-ip6routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6base-iacldstbase} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6base-iacldstbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale200k} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale200k} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip6-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/ip6-2n-zn2-xxv710.rst deleted file mode 100644 index 6197807128..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip6-2n-zn2-xxv710.rst +++ /dev/null @@ -1,339 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale200k} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale200k} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale2m} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale2m} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale20k-rnd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale200k-rnd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale200k-rnd} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale2m-rnd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6scale2m-rnd} - \end{figure} - - .. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-dpdk ------------------------------------ - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-dot1q-ip6base} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-dot1q-ip6base} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale200k} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale200k} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale2m} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale2m} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale20k-rnd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale20k-rnd} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale200k-rnd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale200k-rnd} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale2m-rnd} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-78b-2t1c-ethip6-ip6scale2m-rnd} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip6-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/ip6-3n-alt-xl710.rst deleted file mode 100644 index c78a44b1c6..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip6-3n-alt-xl710.rst +++ /dev/null @@ -1,111 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -78b-1t1c-ip6routing-base-scale ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-78b-1t1c-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-78b-1t1c-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-78b-1t1c-ethip6-ip6scale20k} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-78b-1t1c-ethip6-ip6scale20k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-78b-1t1c-ethip6-ip6scale200k} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-78b-1t1c-ethip6-ip6scale200k} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-78b-1t1c-ethip6-ip6base-iacldstbase} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-78b-1t1c-ethip6-ip6base-iacldstbase} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip6-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/ip6-3n-icx-xxv710.rst deleted file mode 100644 index 7707c97db5..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip6-3n-icx-xxv710.rst +++ /dev/null @@ -1,74 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-avf ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-78b-2t1c-avf-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-dpdk ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-78b-2t1c-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-78b-2t1c-ethip6-ip6base} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip6-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_latency/ip6-3n-tsh-x520.rst deleted file mode 100644 index 0abcffe8de..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip6-3n-tsh-x520.rst +++ /dev/null @@ -1,51 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -78b-1t1c-ip6routing-base-scale-ixgbe ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6-ip6base} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip6.rst b/docs/report/vpp_performance_tests/packet_latency/ip6.rst deleted file mode 100644 index 6cbd4bee9a..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip6.rst +++ /dev/null @@ -1,22 +0,0 @@ - -.. raw:: latex - - \clearpage - -IPv6 Routing -============ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - ip6-2n-icx-xxv710 - ip6-3n-icx-xxv710 - ip6-2n-clx-xxv710 - ip6-2n-clx-cx556a - ip6-2n-clx-e810cq - ip6-2n-zn2-xxv710 - ip6-3n-alt-xl710 - ip6-3n-tsh-x520 - ip6-2n-tx2-xl710 diff --git a/docs/report/vpp_performance_tests/packet_latency/ipsec-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/ipsec-3n-alt-xl710.rst deleted file mode 100644 index 596b63e0f4..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ipsec-3n-alt-xl710.rst +++ /dev/null @@ -1,395 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -1518b-1t1c-ipsec-ip4routing-base-scale --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128gcm} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-ipsec-ip4routing-base-scale ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ipsec-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/ipsec-3n-icx-xxv710.rst deleted file mode 100644 index 656a031317..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ipsec-3n-icx-xxv710.rst +++ /dev/null @@ -1,255 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -1518b-2t1c-ipsec-ip4routing-scale-sw-avf ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ipsec-ip4routing-scale-sw-dpdk ------------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-1518b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ipsec-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_latency/ipsec-3n-tsh-x520.rst deleted file mode 100644 index a44e01e373..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ipsec-3n-tsh-x520.rst +++ /dev/null @@ -1,96 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - 10ge2p1x520-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm - 10ge2p1x520-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm - 10ge2p1x520-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm - -3n-tsh-x520 -~~~~~~~~~~~ - -1518b-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe ------------------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ipsec.rst b/docs/report/vpp_performance_tests/packet_latency/ipsec.rst deleted file mode 100644 index 78f23cca14..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ipsec.rst +++ /dev/null @@ -1,16 +0,0 @@ - -.. raw:: latex - - \clearpage - -IPSec IPv4 Routing -================== - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - ipsec-3n-icx-xxv710 - ipsec-3n-alt-xl710 - ipsec-3n-tsh-x520 diff --git a/docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-cx556a.rst deleted file mode 100644 index 7f370fcaef..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-cx556a.rst +++ /dev/null @@ -1,314 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base-scale-rdma ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-dot1q-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2patch} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdscale10kmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdscale10kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdscale100kmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdscale100kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdscale1mmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdscale1mmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-scale-mlx5 ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-dot1q-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2patch} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdscale10kmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdscale10kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdscale100kmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdscale100kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdscale1mmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdscale1mmaclrn} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-e810cq.rst deleted file mode 100644 index 669fb0a905..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-e810cq.rst +++ /dev/null @@ -1,316 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base-scale-avf ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-dot1q-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2patch} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdscale10kmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdscale10kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdscale100kmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdscale100kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdscale1mmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdscale1mmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-scale-dpdk ------------------------------------- - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-dot1q-l2bdbasemaclrn} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2patch} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale10kmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale10kmaclrn} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale100kmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale100kmaclrn} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale1mmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale1mmaclrn} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-xxv710.rst deleted file mode 100644 index ff9e88c799..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-xxv710.rst +++ /dev/null @@ -1,336 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base-scale-avf ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-dot1q-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2patch} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale10kmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale10kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale100kmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale100kmaclrn} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale1mmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale1mmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-scale-dpdk ------------------------------------- - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-dot1q-l2xcbase} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-dot1q-l2xcbase} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-dot1q-l2bdbasemaclrn} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2patch} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdscale10kmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdscale10kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdscale100kmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdscale100kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdscale1mmaclrn} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdscale1mmaclrn} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/l2-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/l2-2n-icx-xxv710.rst deleted file mode 100644 index 1195134bc4..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/l2-2n-icx-xxv710.rst +++ /dev/null @@ -1,294 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base-scale-avf ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-dot1q-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2patch} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale10kmaclrn} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale10kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale100kmaclrn} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale100kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale1mmaclrn} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale1mmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-scale-dpdk ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2patch} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdscale10kmaclrn} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdscale10kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdscale100kmaclrn} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdscale100kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdscale1mmaclrn} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdscale1mmaclrn} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/l2-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/l2-2n-tx2-xl710.rst deleted file mode 100644 index 7a991c7860..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/l2-2n-tx2-xl710.rst +++ /dev/null @@ -1,278 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -64b-1t1c-l2switching-base-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2patch} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-l2switching-scale-dpdk -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale10kmaclrn} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale10kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale100kmaclrn} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale100kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale1mmaclrn} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale1mmaclrn} - \end{figure} - - .. raw:: latex - - \clearpage - -64b-1t1c-features-l2switching-base-dpdk ---------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/l2-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/l2-2n-zn2-xxv710.rst deleted file mode 100644 index d839ac838d..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/l2-2n-zn2-xxv710.rst +++ /dev/null @@ -1,337 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base-scale-avf ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-dot1q-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2patch} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale10kmaclrn} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale10kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale100kmaclrn} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale100kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale1mmaclrn} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdscale1mmaclrn} - \end{figure} - - .. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-scale-dpdk ------------------------------------- - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-dot1q-l2xcbase} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-dot1q-l2xcbase} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-dot1q-l2bdbasemaclrn} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2patch} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdscale10kmaclrn} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdscale10kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdscale100kmaclrn} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdscale100kmaclrn} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdscale1mmaclrn} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdscale1mmaclrn} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/l2-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/l2-3n-alt-xl710.rst deleted file mode 100644 index 292550ab1c..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/l2-3n-alt-xl710.rst +++ /dev/null @@ -1,254 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -64b-1t1c-l2switching-base-scale -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2patch} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdscale10kmaclrn} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdscale10kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdscale100kmaclrn} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdscale100kmaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-features-l2switching-base ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/l2-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/l2-3n-icx-xxv710.rst deleted file mode 100644 index 21ab2dde4f..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/l2-3n-icx-xxv710.rst +++ /dev/null @@ -1,174 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base-avf ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-dot1q-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2patch} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-eth-l2patch} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/l2-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_latency/l2-3n-tsh-x520.rst deleted file mode 100644 index dbd3a222c8..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/l2-3n-tsh-x520.rst +++ /dev/null @@ -1,277 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -64b-1t1c-l2switching-base-scale-ixgbe -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-dot1q-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2patch} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdscale10kmaclrn} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdscale10kmaclrn} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdscale100kmaclrn} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdscale100kmaclrn} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdscale1mmaclrn} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdscale1mmaclrn} - \end{figure} - - .. raw:: latex - - \clearpage - -64b-1t1c-features-l2switching-base-ixgbe ----------------------------------------- - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/l2.rst b/docs/report/vpp_performance_tests/packet_latency/l2.rst deleted file mode 100644 index 66b7c2f8ec..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/l2.rst +++ /dev/null @@ -1,22 +0,0 @@ - -.. raw:: latex - - \clearpage - -L2 Ethernet Switching -===================== - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - l2-2n-icx-xxv710 - l2-3n-icx-xxv710 - l2-2n-clx-xxv710 - l2-2n-clx-cx556a - l2-2n-clx-e810cq - l2-2n-zn2-xxv710 - l2-3n-alt-xl710 - l2-3n-tsh-x520 - l2-2n-tx2-xl710 diff --git a/docs/report/vpp_performance_tests/packet_latency/nat44-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/nat44-2n-clx-xxv710.rst deleted file mode 100644 index a1015d2ae8..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/nat44-2n-clx-xxv710.rst +++ /dev/null @@ -1,442 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ethip4udp-nat44det-avf -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072} - \end{figure} - - .. raw:: latex - - \clearpage - -64b-2t1c-ethip4udp-nat44ed-avf ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir} - \end{figure} - - .. raw:: latex - - \clearpage - - 64b-2t1c-ethip4tcp-nat44ed-tput-avf - ----------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput} - \end{figure} - - .. raw:: latex - - \clearpage - - 64b-2t1c-ethip4tcp-nat44ed-tput-avf - ----------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/nat44-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/nat44-2n-icx-xxv710.rst deleted file mode 100644 index 18725acef2..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/nat44-2n-icx-xxv710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ethip4udp-nat44det-avf -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ethip4udp-nat44ed-udir-avf ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/nat44-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/nat44-2n-zn2-xxv710.rst deleted file mode 100644 index 97caca3b3b..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/nat44-2n-zn2-xxv710.rst +++ /dev/null @@ -1,51 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ethip4udp-nat44det-avf -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/nat44.rst b/docs/report/vpp_performance_tests/packet_latency/nat44.rst deleted file mode 100644 index 3c0bb10f3f..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/nat44.rst +++ /dev/null @@ -1,16 +0,0 @@ - -.. raw:: latex - - \clearpage - -NAT44 IPv4 Routing -================== - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - nat44-2n-icx-xxv710 - nat44-2n-clx-xxv710 - nat44-2n-zn2-xxv710 diff --git a/docs/report/vpp_performance_tests/packet_latency/srv6-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/srv6-3n-icx-xxv710.rst deleted file mode 100644 index f25e291c70..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/srv6-3n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -78b-2t1c-srv6-ip6routing-base-avf ---------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-78b-2t1c-avf-ethip6ip6-ip6base-srv6enc1sid} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-78b-2t1c-avf-ethip6ip6-ip6base-srv6enc1sid} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-icx-25ge2p1xxv710-78b-2t1c-avf-ethip6srhip6-ip6base-srv6enc2sids} - \label{fig:hdrh-lat-percentile-3n-icx-25ge2p1xxv710-78b-2t1c-avf-ethip6srhip6-ip6base-srv6enc2sids} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/srv6-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_latency/srv6-3n-tsh-x520.rst deleted file mode 100644 index 21e59f9e0d..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/srv6-3n-tsh-x520.rst +++ /dev/null @@ -1,153 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -78b-1t1c-srv6-ip6routing-base-ixgbe ------------------------------------ - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6ip6-ip6base-srv6enc1sid} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6ip6-ip6base-srv6enc1sid} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6srhip6-ip6base-srv6enc2sids} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6srhip6-ip6base-srv6enc2sids} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-dyn} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-dyn} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-masq} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-masq} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-stat} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-stat} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/srv6.rst b/docs/report/vpp_performance_tests/packet_latency/srv6.rst deleted file mode 100644 index 218bf9f582..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/srv6.rst +++ /dev/null @@ -1,15 +0,0 @@ - -.. raw:: latex - - \clearpage - -SRv6 Routing -============ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - srv6-3n-icx-xxv710 - srv6-3n-tsh-x520 diff --git a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-clx-cx556a.rst deleted file mode 100644 index aedb1c78c6..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-clx-cx556a.rst +++ /dev/null @@ -1,120 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -64b-2t1c-vhost-base-rdma-testpmd --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-rdma-vpp ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-mlx5-testpmd --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-mlx5-vpp ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1cx556a-64b-2t1c-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-clx-e810cq.rst deleted file mode 100644 index c8739e5fd4..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-clx-e810cq.rst +++ /dev/null @@ -1,111 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-vhost-base -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-clx-xxv710.rst deleted file mode 100644 index 7b76613d38..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-clx-xxv710.rst +++ /dev/null @@ -1,203 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-vhost-base-avf-testpmd -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-dpdk-testpmd --------------------------------- - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-avf-vpp ---------------------------- - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-dpdk-vpp ----------------------------- - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-clx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-icx-xxv710.rst deleted file mode 100644 index a174a3a6e4..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-icx-xxv710.rst +++ /dev/null @@ -1,160 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-vhost-base-avf-testpmd -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-dpdk-testpmd --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-avf-vpp ---------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-dpdk-vpp ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-icx-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-zn2-xxv710.rst deleted file mode 100644 index 896ff6db3e..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-2n-zn2-xxv710.rst +++ /dev/null @@ -1,202 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-vhost-base-avf-testpmd -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-dpdk-testpmd --------------------------------- - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-avf-vpp ---------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-dpdk-vpp ----------------------------- - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-2n-zn2-25ge2p1xxv710-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/vm_vhost-3n-alt-xl710.rst deleted file mode 100644 index 3f39dc2fb3..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-3n-alt-xl710.rst +++ /dev/null @@ -1,111 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -64b-1t1c-vhost-base -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4base-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4base-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4} - \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_latency/vm_vhost-3n-tsh-x520.rst deleted file mode 100644 index ac6b1135ba..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-3n-tsh-x520.rst +++ /dev/null @@ -1,112 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -64b-1t1c-vhost-base-ixgbe -------------------------- - -.. - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - - .. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/vm_vhost.rst b/docs/report/vpp_performance_tests/packet_latency/vm_vhost.rst deleted file mode 100644 index cecc2d0a26..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/vm_vhost.rst +++ /dev/null @@ -1,22 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. _KVM_VMs_vhost: - -KVM VMs vhost-user -================== - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - vm_vhost-2n-icx-xxv710 - vm_vhost-2n-clx-xxv710 - vm_vhost-2n-clx-cx556a - vm_vhost-2n-clx-e810cq - vm_vhost-2n-zn2-xxv710 - vm_vhost-3n-tsh-x520 - vm_vhost-3n-alt-xl710 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-clx-cx556a.rst deleted file mode 100644 index 1dc82788b8..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-clx-cx556a.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -64b-2t1c-memif-base-rdma-core ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-ndr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-pdr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-memif-base-mlx5 ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-memif-base-mlx5-ndr} - \label{fig:2n-clx-cx556a-64b-2t1c-memif-base-mlx5-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-memif-base-mlx5-pdr} - \label{fig:2n-clx-cx556a-64b-2t1c-memif-base-mlx5-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-clx-e810cq.rst deleted file mode 100644 index 1f87fc055e..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-clx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-memif-base -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-memif-ndr} - \label{fig:2n-clx-e810cq-64b-2t1c-memif-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-memif-pdr} - \label{fig:2n-clx-e810cq-64b-2t1c-memif-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-clx-xxv710.rst deleted file mode 100644 index e7613d7533..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-clx-xxv710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-memif-base-avf ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-memif-base-avf-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-memif-base-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-memif-base-avf-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-memif-base-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-memif-base-dpdk ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-memif-base-dpdk-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-memif-base-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-memif-base-dpdk-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-memif-base-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-icx-e810cq.rst deleted file mode 100644 index 62497bd85e..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-memif-base -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-memif-base-ndr} - \label{fig:2n-icx-e810cq-64b-2t1c-memif-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-memif-base-pdr} - \label{fig:2n-icx-e810cq-64b-2t1c-memif-base-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-icx-xxv710.rst deleted file mode 100644 index 5b3844d61a..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-memif-base -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-memif-base-ndr} - \label{fig:2n-icx-xxv710-64b-2t1c-memif-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-memif-base-pdr} - \label{fig:2n-icx-xxv710-64b-2t1c-memif-base-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-tx2-xl710.rst deleted file mode 100644 index fddd17604d..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-tx2-xl710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -64b-1t1c-memif-base-dpdk ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-memif-base-dpdk-ndr} - \label{fig:2n-tx2-xl710-64b-1t1c-memif-base-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-memif-base-dpdk-pdr} - \label{fig:2n-tx2-xl710-64b-1t1c-memif-base-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-zn2-cx556a.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-zn2-cx556a.rst deleted file mode 100644 index 309e91b4d7..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-zn2-cx556a.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-cx556a -~~~~~~~~~~~~~ - -64b-2t1c-memif-base-rdma-core ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-ndr} - \label{fig:2n-zn2-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-pdr} - \label{fig:2n-zn2-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-zn2-xxv710.rst deleted file mode 100644 index 632a3e8d2d..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif-2n-zn2-xxv710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-memif-base-avf ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-memif-base-avf-ndr} - \label{fig:2n-zn2-xxv710-64b-2t1c-memif-base-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-memif-base-avf-pdr} - \label{fig:2n-zn2-xxv710-64b-2t1c-memif-base-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-memif-base-dpdk ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-memif-base-dpdk-ndr} - \label{fig:2n-zn2-xxv710-64b-2t1c-memif-base-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-memif-base-dpdk-pdr} - \label{fig:2n-zn2-xxv710-64b-2t1c-memif-base-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif.rst deleted file mode 100644 index cc0069f147..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif.rst +++ /dev/null @@ -1,27 +0,0 @@ - -.. raw:: latex - - \clearpage - -LXC/DRC Container Memif -======================= - -Following sections include summary graphs of VPP Phy-to-Phy performance -with Container memif Connections, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). Performance is reported for VPP -running in multiple configurations of VPP worker thread(s), a.k.a. VPP -data plane thread(s), and their physical CPU core(s) placement. - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - container_memif-2n-icx-xxv710 - container_memif-2n-icx-e810cq - container_memif-2n-clx-xxv710 - container_memif-2n-clx-cx556a - container_memif-2n-clx-e810cq - container_memif-2n-tx2-xl710 - container_memif-2n-zn2-xxv710 - container_memif-2n-zn2-cx556a diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst deleted file mode 100644 index 4bf3416fef..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst +++ /dev/null @@ -1,161 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. _VPP_Packet_Throughput: - -Packet Throughput -================= - -Throughput graphs are generated based on the results data obtained from -the |csit-release| test jobs. In order to verify benchmark results -repeatibility selected, CSIT performance tests are executed multiple -times (target: 10 times) on each physical testbed type. Box-and-Whisker -plots are used to display variations in measured throughput values. - -Lists of tests selected for multiple execution and graphing are captured -per testbed type in `test_select_list_{testbed_type}.md -`_ files. - -Graphs are split into sections as follows: - -#. **Header 1**: VPP packet path and lookup types - - - **L2 Ethernet Switching**: L2 bridge-doman, L2 cross-connect and L2 patch - - **IPv4 Routing**: IPv4 routing with /32 prefixes - - **IPv6 Routing**: IPv6 routing with /128 prefixes - - **SRv6 Routing**: SRv6 with IPv6 routing - - **IPv4 Tunnels**: IPv4 overlay tunnels - - **KVM VMs vhost-user**: KVM VMs connected over virtio and vhost-user interfaces - - **LXC/DRC Container Memif**: Linux containers and Docker containers connected over Memif interfaces - - **IPsec IPv4 Routing**: IPsec encryption/decryption with IPv4 routing - -#. **Header 2**: testbeds and NIC models - - - section name format: - - - {**testbed_type**}-{**nic_model**} - - - **testbed_type**: - - - 2n-icx: 2-node Xeon Icelake - - 3n-icx: 3-node Xeon Icelake - - 2n-aws: 2-node AWS - - 2n-clx: 2-node Xeon Cascade Lake - - 2n-zn2: 2-node AMD Zen2 - - 3n-alt: 2-node Arm Altra - - 3n-tsh: 3-node Arm TaiShan - - 2n-tx2: 2-node Arm ThunderX2 - - 3n-snr: 3-node Atom Snowridge - - - **nic_model**: - - - xxv710: xxv710 2p25GE Intel (Fortville) - - x710: x710 4p10GE Intel (Fortville) - - xl710: xl710 2p40GE Intel (Fortville) - - x520: x520 2p10GE Intel (Niantic) - - x553: x553 2p10GE Intel (Niantic) - - cx556a: cx556a-edat 2p100GE Mellanox ConnectX5 - - e810cq: E810-2CQDA2 2p100GE Intel Columbiaville - -#. **Header 3**: test group names - - - section name format: - - - {**frame_size**}-{**worker_thread_core_cfg**}-{**vpp_functionality**}-{**vpp_lookup_type**}-{**baseline_scale**}-{**nic_driver**} - - - **frame_size**: - - - 64b: 64 byte frames, smallest frame size for untagged IPv4 packets - - 78b: 78 byte frames, smallest frame size for untagged IPv6 packets - - 114b: VXLAN encapsulated L2 frames - - imix: a sequence of (7x64B, 4x570, 1x1518) byte frames - - - **worker_thread_core_cfg**: - - - 1t1c: 1 worker thread on 1 core, hyper-threading not used - - 2t1c: 2 worker threads on 1 core, hyper-threading used - - - **vpp_functionality** (optional): - - - features: including input-acl, output-acl, macip-iacl, nat44 - - srv6: srv6 encap/decap, proxy - - link-bonding: L2 link aggregation with 1 or 2 bonded links - - ipsec: IPsec encryption/decryption with different ciphers - - vts: Virtual Topology System specific tests - - - **vpp_lookup_type**: - - - l2switching, ip4routing, ip6routing, ip4tunnel, vhost, memif - - - **baseline_scale**: - - - base: baseline tests with less than 10 forwarding entries - - scale: scale tests with up to 2 million forwarding entries - - base-scale: both baseline and scale tests grouped together - - - **nic_driver**: - - - avf: VPP native avf driver for Intel Fortville NICs - - i40e: dpdk poll mode driver for Intel Fortville NICs - - ixgbe: dpdk poll mode driver for Intel Niantic NICs - -For each test case, Box-and-Whisker plots show the quartiles (Min, 1st -quartile / 25th percentile, 2nd quartile / 50th percentile / mean, 3rd -quartile / 75th percentile, Max) across collected data set. Outliers are -plotted as individual points. - -Additional information about graph data: - -#. **Graph Title**: describes tested packet path, testbed topology, - processor model, NIC model, packet size, number of cores and - threads used by data plane workers and indication of VPP DUT - configuration. - -#. **X-axis Labels**: indices of individual test suites as listed in - Graph Legend. - -#. **Y-axis Labels**: measured Packets Per Second [pps] throughput - values. - -#. **Graph Legend**: lists X-axis indices with associated CSIT test - suites executed to generate graphed test results. - -#. **Hover Information**: lists minimum, first quartile, median, - third quartile, and maximum. If either type of outlier is present the - whisker on the appropriate side is taken to 1.5×IQR from the quartile - (the "inner fence") rather than the max or min, and individual outlying - data points are displayed as unfilled circles (for suspected outliers) - or filled circles (for outliers). (The "outer fence" is 3×IQR from the - quartile.) - -.. note:: - - Test results are stored in - `build logs from FD.io vpp performance job 2n-icx`_, - `build logs from FD.io vpp performance job 3n-icx`_, - `build logs from FD.io vpp performance job 2n-aws`_, - `build logs from FD.io vpp performance job 2n-clx`_, - `build logs from FD.io vpp performance job 2n-zn2`_, - `build logs from FD.io vpp performance job 3n-alt`_, - `build logs from FD.io vpp performance job 3n-tsh`_, - `build logs from FD.io vpp performance job 2n-tx2`_, - `build logs from FD.io vpp performance job 3n-snr`_ with RF - result files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - Required per test case data set size is **10**, but for VPP tests - the actual size varies per test case and is <=10. - -.. toctree:: - :maxdepth: 3 - - l2 - ip4 - ip6 - srv6 - ip4_tunnels - nat44 - vm_vhost - container_memif - ipsec diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-aws-nitro50g.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-aws-nitro50g.rst deleted file mode 100644 index 1001692e69..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-aws-nitro50g.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-aws-nitro50g -~~~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-ena ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-ndr} - \label{fig:2n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-pdr} - \label{fig:2n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-4t2c-ip4routing-base-scale-ena ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-ndr} - \label{fig:2n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-pdr} - \label{fig:2n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ip4routing-base-scale-ena ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-ndr} - \label{fig:2n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-pdr} - \label{fig:2n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-4t2c-ip4routing-base-scale-ena ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-ndr} - \label{fig:2n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-pdr} - \label{fig:2n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-cx556a.rst deleted file mode 100644 index ef8256369e..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-cx556a.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-rdma-core ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-rdma-ip4base-ndr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-ip4base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-rdma-ip4base-pdr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-ip4base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-features-rdma-core --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-ndr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-mlx5 ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-ip4-base-scale-mlx5-ndr} - \label{fig:2n-clx-cx556a-64b-2t1c-ip4-base-scale-mlx5-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-ip4-base-scale-mlx5-pdr} - \label{fig:2n-clx-cx556a-64b-2t1c-ip4-base-scale-mlx5-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-features-mlx5 ---------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-ip4-features-mlx5-ndr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-ip4-features-mlx5-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-ip4-features-mlx5-pdr} - \label{fig:2n-clx-cx556a-64b-2t1c-ip4-features-mlx5-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-e810cq.rst deleted file mode 100644 index cb81a41eba..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-e810cq.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-ip4-base-scale-avf-ndr} - \label{fig:2n-clx-e810cq-64b-2t1c-ip4-base-scale-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-ip4-base-scale-avf-pdr} - \label{fig:2n-clx-e810cq-64b-2t1c-ip4-base-scale-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-features-avf --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-ip4-features-avf-ndr} - \label{fig:2n-clx-e810cq-64b-2t1c-ip4-features-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-ip4-features-avf-pdr} - \label{fig:2n-clx-e810cq-64b-2t1c-ip4-features-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-ip4-base-scale-dpdk-ndr} - \label{fig:2n-clx-e810cq-64b-2t1c-ip4-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-ip4-base-scale-dpdk-pdr} - \label{fig:2n-clx-e810cq-64b-2t1c-ip4-base-scale-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-x710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-x710.rst deleted file mode 100644 index a025f2438c..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-x710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-x710 -~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-[avf,dpdk] ------------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-2t1c-ip4routing-base-scale-[avf,dpdk,af_xdp]-ndr} - \label{fig:2n-clx-x710-64b-2t1c-ip4routing-base-scale-[avf,dpdk,af_xdp]-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-2t1c-ip4routing-base-scale-[avf,dpdk,af_xdp]-pdr} - \label{fig:2n-clx-x710-64b-2t1c-ip4routing-base-scale-[avf,dpdk,af_xdp]-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-xxv710.rst deleted file mode 100644 index caaa1a2ac3..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-xxv710.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-avf-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-avf-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-af-xdp -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-af_xdp-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-af_xdp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-af_xdp-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-af_xdp-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-features-ip4routing-base-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-icx-e810cq.rst deleted file mode 100644 index 7662b31ddc..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-icx-e810cq.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-ip4routing-base-scale-avf-ndr} - \label{fig:2n-icx-e810cq-64b-2t1c-ip4routing-base-scale-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-ip4routing-base-scale-avf-pdr} - \label{fig:2n-icx-e810cq-64b-2t1c-ip4routing-base-scale-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-ip4routing-base-scale-dpdk-ndr} - \label{fig:2n-icx-e810cq-64b-2t1c-ip4routing-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-ip4routing-base-scale-dpdk-pdr} - \label{fig:2n-icx-e810cq-64b-2t1c-ip4routing-base-scale-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-af_xdp -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-ip4routing-base-scale-af_xdp-ndr} - \label{fig:2n-icx-e810cq-64b-2t1c-ip4routing-base-scale-af_xdp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-ip4routing-base-scale-af_xdp-pdr} - \label{fig:2n-icx-e810cq-64b-2t1c-ip4routing-base-scale-af_xdp-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-features-ip4routing-base-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-features-ip4routing-base-avf-ndr} - \label{fig:2n-icx-e810cq-64b-2t1c-features-ip4routing-base-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-features-ip4routing-base-avf-pdr} - \label{fig:2n-icx-e810cq-64b-2t1c-features-ip4routing-base-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-icx-xxv710.rst deleted file mode 100644 index 7437c706e8..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-icx-xxv710.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-ip4routing-base-scale-avf-ndr} - \label{fig:2n-icx-xxv710-64b-2t1c-ip4routing-base-scale-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-ip4routing-base-scale-avf-pdr} - \label{fig:2n-icx-xxv710-64b-2t1c-ip4routing-base-scale-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-ndr} - \label{fig:2n-icx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-pdr} - \label{fig:2n-icx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-af_xdp -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-ip4routing-base-scale-af_xdp-ndr} - \label{fig:2n-icx-xxv710-64b-2t1c-ip4routing-base-scale-af_xdp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-ip4routing-base-scale-af_xdp-pdr} - \label{fig:2n-icx-xxv710-64b-2t1c-ip4routing-base-scale-af_xdp-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-features-ip4routing-base-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr} - \label{fig:2n-icx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr} - \label{fig:2n-icx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-tx2-xl710.rst deleted file mode 100644 index 46510506f6..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-tx2-xl710.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -64b-1t1c-ip4routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-ndr} - \label{fig:2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-pdr} - \label{fig:2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-ip4routing-base-scale-af-xdp -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-af_xdp-ndr} - \label{fig:2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-af_xdp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-af_xdp-pdr} - \label{fig:2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-af_xdp-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-features-ip4routing-base-dpdk --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-features-ip4routing-base-scale-dpdk-ndr} - \label{fig:2n-tx2-xl710-64b-1t1c-features-ip4routing-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-features-ip4routing-base-scale-dpdk-pdr} - \label{fig:2n-tx2-xl710-64b-1t1c-features-ip4routing-base-scale-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-zn2-cx556a.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-zn2-cx556a.rst deleted file mode 100644 index 8224a887ab..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-zn2-cx556a.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-cx556a -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-rdma-core ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-2t1c-rdma-ip4base-ndr} - \label{fig:2n-zn2-cx556a-64b-2t1c-rdma-ip4base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-2t1c-rdma-ip4base-pdr} - \label{fig:2n-zn2-cx556a-64b-2t1c-rdma-ip4base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-features ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-2t1c-rdma-ethip4-features-ndr} - \label{fig:2n-zn2-cx556a-64b-2t1c-rdma-ethip4-features-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-2t1c-rdma-ethip4-features-pdr} - \label{fig:2n-zn2-cx556a-64b-2t1c-rdma-ethip4-features-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-zn2-x710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-zn2-x710.rst deleted file mode 100644 index a99996c85f..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-zn2-x710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-x710 -~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-[avf,dpdk] ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-2t1c-ip4routing-base-[avf,dpdk]-ndr} - \label{fig:2n-zn2-x710-64b-2t1c-ip4routing-base-[avf,dpdk]-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-2t1c-ip4routing-base-[avf,dpdk]-pdr} - \label{fig:2n-zn2-x710-64b-2t1c-ip4routing-base-[avf,dpdk]-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-zn2-xxv710.rst deleted file mode 100644 index 9f0943a90e..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-zn2-xxv710.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-ip4routing-base-scale-avf-ndr} - \label{fig:2n-zn2-xxv710-64b-2t1c-ip4routing-base-scale-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-ip4routing-base-scale-avf-pdr} - \label{fig:2n-zn2-xxv710-64b-2t1c-ip4routing-base-scale-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-ndr} - \label{fig:2n-zn2-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-pdr} - \label{fig:2n-zn2-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-features-ip4routing-base-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr} - \label{fig:2n-zn2-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr} - \label{fig:2n-zn2-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-alt-xl710.rst deleted file mode 100644 index c0e078b5d5..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-alt-xl710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -64b-1t1c-ip4routing-base-scale ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ip4-base-scale-ndr} - \label{fig:3n-alt-xl710-64b-1t1c-ip4-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ip4-base-scale-pdr} - \label{fig:3n-alt-xl710-64b-1t1c-ip4-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-ip4routing-features ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ip4-feature-ndr} - \label{fig:3n-alt-xl710-64b-1t1c-ip4-feature-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ip4-feature-pdr} - \label{fig:3n-alt-xl710-64b-1t1c-ip4-feature-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-aws-nitro50g.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-aws-nitro50g.rst deleted file mode 100644 index f815c2c163..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-aws-nitro50g.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-aws-nitro50g -~~~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base-scale-ena ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-ndr} - \label{fig:3n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-pdr} - \label{fig:3n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-4t2c-ip4routing-base-scale-ena ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-ndr} - \label{fig:3n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-pdr} - \label{fig:3n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ip4routing-base-scale-ena ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-ndr} - \label{fig:3n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-pdr} - \label{fig:3n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-4t2c-ip4routing-base-scale-ena ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-ndr} - \label{fig:3n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-pdr} - \label{fig:3n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-icx-e810cq.rst deleted file mode 100644 index 971e4625da..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-64b-2t1c-ip4routing-base-ndr} - \label{fig:3n-icx-e810cq-64b-2t1c-ip4routing-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-64b-2t1c-ip4routing-base-pdr} - \label{fig:3n-icx-e810cq-64b-2t1c-ip4routing-base-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-icx-xxv710.rst deleted file mode 100644 index d647680a21..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ip4routing-base ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-2t1c-ip4routing-base-ndr} - \label{fig:3n-icx-xxv710-64b-2t1c-ip4routing-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-2t1c-ip4routing-base-pdr} - \label{fig:3n-icx-xxv710-64b-2t1c-ip4routing-base-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-snr-e822cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-snr-e822cq.rst deleted file mode 100644 index 742cff1260..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-snr-e822cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-snr-e822cq -~~~~~~~~~~~~~ - -64b-1t1c-ip4routing-base-scale ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-1t1c-ip4routing-base-scale-ndr} - \label{fig:3n-snr-e822cq-64b-1t1c-ip4routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-1t1c-ip4routing-base-scale-pdr} - \label{fig:3n-snr-e822cq-64b-1t1c-ip4routing-base-scale-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-tsh-x520.rst deleted file mode 100644 index 9750e41a3a..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-tsh-x520.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -64b-1t1c-features-ip4routing-base-ixgbe ---------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-ndr} - \label{fig:3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-pdr} - \label{fig:3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst deleted file mode 100644 index 5d9df3b9e1..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst +++ /dev/null @@ -1,35 +0,0 @@ - -.. raw:: latex - - \clearpage - -IPv4 Routing -============ - -Following sections include summary graphs of VPP Phy-to-Phy performance -with IPv4 Routed-Forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). Performance is reported for VPP -running in multiple configurations of VPP worker thread(s), a.k.a. VPP -data plane thread(s), and their physical CPU core(s) placement. - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - ip4-2n-icx-xxv710 - ip4-2n-icx-e810cq - ip4-3n-icx-xxv710 - ip4-3n-icx-e810cq - ip4-2n-clx-xxv710 - ip4-2n-clx-x710 - ip4-2n-clx-cx556a - ip4-2n-clx-e810cq - ip4-2n-zn2-xxv710 - ip4-2n-zn2-x710 - ip4-2n-zn2-cx556a - ip4-3n-alt-xl710 - ip4-3n-tsh-x520 - ip4-2n-tx2-xl710 - ip4-3n-snr-e822cq - ip4-2n-aws-nitro50g diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-clx-xxv710.rst deleted file mode 100644 index 477ae118c2..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ethip4--ethip4udpgeneve-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-icx-e810cq.rst deleted file mode 100644 index 67cce10b2f..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-ethip4--ethip4udpgeneve-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr} - \label{fig:2n-icx-e810cq-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr} - \label{fig:2n-icx-e810cq-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-icx-xxv710.rst deleted file mode 100644 index 246f21a9f9..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ethip4--ethip4udpgeneve-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr} - \label{fig:2n-icx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr} - \label{fig:2n-icx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-zn2-xxv710.rst deleted file mode 100644 index 9d9d2f9116..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-2n-zn2-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ethip4--ethip4udpgeneve-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr} - \label{fig:2n-zn2-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr} - \label{fig:2n-zn2-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-alt-xl710.rst deleted file mode 100644 index 81b58a8bcf..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-alt-xl710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -64b-1t1c-ip4tunnel-base ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ip4-tunnels-ndr} - \label{fig:3n-alt-xl710-64b-1t1c-ip4-tunnels-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ip4-tunnels-pdr} - \label{fig:3n-alt-xl710-64b-1t1c-ip4-tunnels-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-icx-e810cq.rst deleted file mode 100644 index a315e296ca..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-icx-e810cq.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-ip4tunnel-base ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-64b-2t1c-ip4tunnel-base-ndr} - \label{fig:3n-icx-e810cq-64b-2t1c-ip4tunnel-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-64b-2t1c-ip4tunnel-base-pdr} - \label{fig:3n-icx-e810cq-64b-2t1c-ip4tunnel-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ip4tunnel-wireguard ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-2t1c-ip4tunnel-wireguard-ndr} - \label{fig:3n-icx-e810cq-1518b-2t1c-ip4tunnel-wireguard-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-2t1c-ip4tunnel-wireguard-pdr} - \label{fig:3n-icx-e810cq-1518b-2t1c-ip4tunnel-wireguard-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-2t1c-ip4tunnel-wireguard ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-2t1c-ip4tunnel-wireguard-ndr} - \label{fig:3n-icx-e810cq-imix-2t1c-ip4tunnel-wireguard-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-2t1c-ip4tunnel-wireguard-pdr} - \label{fig:3n-icx-e810cq-imix-2t1c-ip4tunnel-wireguard-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-icx-e810xxv.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-icx-e810xxv.rst deleted file mode 100644 index a27c46c101..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-icx-e810xxv.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810xxv -~~~~~~~~~~~~~~ - -64b-2t1c-ip4tunnel-gtpu ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-64b-2t1c-ip4tunnel-gtpu-ndr} - \label{fig:3n-icx-e810xxv-64b-2t1c-ip4tunnel-gtpu-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-64b-2t1c-ip4tunnel-gtpu-pdr} - \label{fig:3n-icx-e810xxv-64b-2t1c-ip4tunnel-gtpu-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-ip4tunnel-wireguard ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-64b-2t1c-ip4tunnel-wireguard-ndr} - \label{fig:3n-icx-e810xxv-64b-2t1c-ip4tunnel-wireguard-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-64b-2t1c-ip4tunnel-wireguard-pdr} - \label{fig:3n-icx-e810xxv-64b-2t1c-ip4tunnel-wireguard-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-icx-xxv710.rst deleted file mode 100644 index 80f38f143a..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-icx-xxv710.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ip4tunnel-base ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-2t1c-ip4tunnel-base-ndr} - \label{fig:3n-icx-xxv710-64b-2t1c-ip4tunnel-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-2t1c-ip4tunnel-base-pdr} - \label{fig:3n-icx-xxv710-64b-2t1c-ip4tunnel-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ip4tunnel-wireguard ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-2t1c-ip4tunnel-wireguard-ndr} - \label{fig:3n-icx-xxv710-1518b-2t1c-ip4tunnel-wireguard-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-2t1c-ip4tunnel-wireguard-pdr} - \label{fig:3n-icx-xxv710-1518b-2t1c-ip4tunnel-wireguard-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-2t1c-ip4tunnel-wireguard ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-2t1c-ip4tunnel-wireguard-ndr} - \label{fig:3n-icx-xxv710-imix-2t1c-ip4tunnel-wireguard-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-2t1c-ip4tunnel-wireguard-pdr} - \label{fig:3n-icx-xxv710-imix-2t1c-ip4tunnel-wireguard-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-snr-e822cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-snr-e822cq.rst deleted file mode 100644 index cc2db88c0b..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-snr-e822cq.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-snr-e822cq -~~~~~~~~~~~~~ - -64b-1t1c-ip4tunnel-base ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-1t1c-ip4tunnel-base-ndr} - \label{fig:3n-snr-e822cq-64b-1t1c-ip4tunnel-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-1t1c-ip4tunnel-base-pdr} - \label{fig:3n-snr-e822cq-64b-1t1c-ip4tunnel-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-1t1c-ip4tunnel-wireguard ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ip4tunnel-wireguard-ndr} - \label{fig:3n-snr-e822cq-1518b-1t1c-ip4tunnel-wireguard-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ip4tunnel-wireguard-pdr} - \label{fig:3n-snr-e822cq-1518b-1t1c-ip4tunnel-wireguard-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-1t1c-ip4tunnel-wireguard ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ip4tunnel-wireguard-ndr} - \label{fig:3n-snr-e822cq-imix-1t1c-ip4tunnel-wireguard-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ip4tunnel-wireguard-pdr} - \label{fig:3n-snr-e822cq-imix-1t1c-ip4tunnel-wireguard-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-tsh-x520.rst deleted file mode 100644 index d47b0039aa..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-tsh-x520.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -64b-1t1c-ip4tunnel-base-ixgbe ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-ip4tunnel-base-ixgbe-ndr} - \label{fig:3n-tsh-x520-64b-1t1c-ip4tunnel-base-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-ip4tunnel-base-ixgbe-pdr} - \label{fig:3n-tsh-x520-64b-1t1c-ip4tunnel-base-ixgbe-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst deleted file mode 100644 index ab0c1dcf44..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst +++ /dev/null @@ -1,29 +0,0 @@ - -.. raw:: latex - - \clearpage - -IPv4 Tunnels -============ - -Following sections include summary graphs of VPP Phy-to-Phy performance -with IPv4 Overlay Tunnels, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). Performance is reported for VPP -running in multiple configurations of VPP worker thread(s), a.k.a. VPP -data plane thread(s), and their physical CPU core(s) placement. - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - ip4_tunnels-2n-icx-xxv710 - ip4_tunnels-2n-icx-e810cq - ip4_tunnels-3n-icx-xxv710 - ip4_tunnels-3n-icx-e810cq - ip4_tunnels-3n-icx-e810xxv - ip4_tunnels-2n-clx-xxv710 - ip4_tunnels-2n-zn2-xxv710 - ip4_tunnels-3n-alt-xl710 - ip4_tunnels-3n-tsh-x520 - ip4_tunnels-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-aws-nitro50g.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-aws-nitro50g.rst deleted file mode 100644 index 912f524c0d..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-aws-nitro50g.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-aws-nitro50g -~~~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale-ena ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-ndr} - \label{fig:2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-pdr} - \label{fig:2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-4t2c-ip6routing-base-scale-ena ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-ndr} - \label{fig:2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-pdr} - \label{fig:2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ip6routing-base-scale-ena ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-1518b-2t1c-ip6routing-base-scale-ndr} - \label{fig:2n-aws-nitro50g-1518b-2t1c-ip6routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-1518b-2t1c-ip6routing-base-scale-pdr} - \label{fig:2n-aws-nitro50g-1518b-2t1c-ip6routing-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-4t2c-ip6routing-base-scale-ena ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-1518b-4t2c-ip6routing-base-scale-ndr} - \label{fig:2n-aws-nitro50g-1518b-4t2c-ip6routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-1518b-4t2c-ip6routing-base-scale-pdr} - \label{fig:2n-aws-nitro50g-1518b-4t2c-ip6routing-base-scale-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-cx556a.rst deleted file mode 100644 index 768fda3df5..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-cx556a.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale-rdma-core ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-78b-2t1c-rdma-ip6routing-base-scale-ndr} - \label{fig:2n-clx-cx556a-78b-2t1c-rdma-ip6routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-78b-2t1c-rdma-ip6routing-base-scale-pdr} - \label{fig:2n-clx-cx556a-78b-2t1c-rdma-ip6routing-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-mlx5 ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-78b-2t1c-ip6-base-scale-mlx5-ndr} - \label{fig:2n-clx-cx556a-78b-2t1c-ip6-base-scale-mlx5-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-78b-2t1c-ip6-base-scale-mlx5-pdr} - \label{fig:2n-clx-cx556a-78b-2t1c-ip6-base-scale-mlx5-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-e810cq.rst deleted file mode 100644 index ce803714af..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-78b-2t1c-ip6-ndr} - \label{fig:2n-clx-e810cq-78b-2t1c-ip6-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-78b-ip6-pdr} - \label{fig:2n-clx-e810cq-78b-2t1c-ip6-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-x710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-x710.rst deleted file mode 100644 index 32e247aa8e..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-x710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-x710 -~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale-[avf,dpdk] ------------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-78b-2t1c-ip6routing-base-scale-[avf,dpdk,af_xdp]-ndr} - \label{fig:2n-clx-x710-78b-2t1c-ip6routing-base-scale-[avf,dpdk,af_xdp]-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-78b-2t1c-ip6routing-base-scale-[avf,dpdk,af_xdp]-pdr} - \label{fig:2n-clx-x710-78b-2t1c-ip6routing-base-scale-[avf,dpdk,af_xdp]-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-xxv710.rst deleted file mode 100644 index f354dfdba0..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-clx-xxv710.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-avf-ndr} - \label{fig:2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-avf-pdr} - \label{fig:2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-af_xdp -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-af_xdp-ndr} - \label{fig:2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-af_xdp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-af_xdp-pdr} - \label{fig:2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-af_xdp-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-ndr} - \label{fig:2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-pdr} - \label{fig:2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-icx-e810cq.rst deleted file mode 100644 index 83b32bcb58..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-icx-e810cq.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b-2t1c-ip6routing-base-scale-avf-ndr} - \label{fig:2n-icx-e810cq-78b-2t1c-ip6routing-base-scale-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b-2t1c-ip6routing-base-scale-avf-pdr} - \label{fig:2n-icx-e810cq-78b-2t1c-ip6routing-base-scale-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b-2t1c-ip6routing-base-scale-dpdk-ndr} - \label{fig:2n-icx-e810cq-78b-2t1c-ip6routing-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b-2t1c-ip6routing-base-scale-dpdk-pdr} - \label{fig:2n-icx-e810cq-78b-2t1c-ip6routing-base-scale-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-af_xdp -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b-2t1c-ip6routing-base-scale-af_xdp-ndr} - \label{fig:2n-icx-e810cq-78b-2t1c-ip6routing-base-scale-af_xdp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b-2t1c-ip6routing-base-scale-af_xdp-pdr} - \label{fig:2n-icx-e810cq-78b-2t1c-ip6routing-base-scale-af_xdp-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-icx-xxv710.rst deleted file mode 100644 index bbe67363fc..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-icx-xxv710.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-78b-2t1c-ip6routing-base-scale-avf-ndr} - \label{fig:2n-icx-xxv710-78b-2t1c-ip6routing-base-scale-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-78b-2t1c-ip6routing-base-scale-avf-pdr} - \label{fig:2n-icx-xxv710-78b-2t1c-ip6routing-base-scale-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-ndr} - \label{fig:2n-icx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-pdr} - \label{fig:2n-icx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-af_xdp -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-78b-2t1c-ip6routing-base-scale-af_xdp-ndr} - \label{fig:2n-icx-xxv710-78b-2t1c-ip6routing-base-scale-af_xdp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-78b-2t1c-ip6routing-base-scale-af_xdp-pdr} - \label{fig:2n-icx-xxv710-78b-2t1c-ip6routing-base-scale-af_xdp-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-tx2-xl710.rst deleted file mode 100644 index 3b9d563ef1..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-tx2-xl710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -78b-1t1c-ip6routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-78b-1t1c-ip6routing-base-scale-dpdk-ndr} - \label{fig:2n-tx2-xl710-78b-1t1c-ip6routing-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-78b-1t1c-ip6routing-base-scale-dpdk-pdr} - \label{fig:2n-tx2-xl710-78b-1t1c-ip6routing-base-scale-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-1t1c-ip6routing-base-scale-af-xdp -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-78b-1t1c-ip6routing-base-scale-af_xdp-ndr} - \label{fig:2n-tx2-xl710-78b-1t1c-ip6routing-base-scale-af_xdp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-78b-1t1c-ip6routing-base-scale-af_xdp-pdr} - \label{fig:2n-tx2-xl710-78b-1t1c-ip6routing-base-scale-af_xdp-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-zn2-cx556a.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-zn2-cx556a.rst deleted file mode 100644 index f2a29a7352..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-zn2-cx556a.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-cx556a -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale-rdma-core ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-78b-2t1c-rdma-ip6routing-base-scale-ndr} - \label{fig:2n-zn2-cx556a-78b-2t1c-rdma-ip6routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-78b-2t1c-rdma-ip6routing-base-scale-pdr} - \label{fig:2n-zn2-cx556a-78b-2t1c-rdma-ip6routing-base-scale-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-zn2-x710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-zn2-x710.rst deleted file mode 100644 index ea881ac40b..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-zn2-x710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-x710 -~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-[avf,dpdk] ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-78b-2t1c-ip6routing-base-[avf,dpdk]-ndr} - \label{fig:2n-zn2-x710-78b-2t1c-ip6routing-base-[avf,dpdk]-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-78b-2t1c-ip6routing-base-[avf,dpdk]-pdr} - \label{fig:2n-zn2-x710-78b-2t1c-ip6routing-base-[avf,dpdk]-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-zn2-xxv710.rst deleted file mode 100644 index a85ae6f6a9..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-zn2-xxv710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base-scale-avf ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-78b-2t1c-ip6routing-base-scale-avf-ndr} - \label{fig:2n-zn2-xxv710-78b-2t1c-ip6routing-base-scale-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-78b-2t1c-ip6routing-base-scale-avf-pdr} - \label{fig:2n-zn2-xxv710-78b-2t1c-ip6routing-base-scale-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-2t1c-ip6routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-ndr} - \label{fig:2n-zn2-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-pdr} - \label{fig:2n-zn2-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-alt-xl710.rst deleted file mode 100644 index f97962a677..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-alt-xl710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -78b-1t1c-ip6routing-base-scale ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-78b-1t1c-ip6-base-scale-ndr} - \label{fig:3n-alt-xl710-78b-1t1c-ip6-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-78b-1t1c-ip6-base-scale-pdr} - \label{fig:3n-alt-xl710-78b-1t1c-ip6-base-scale-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-icx-e810cq.rst deleted file mode 100644 index 80349dac1f..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810cq -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-78b-2t1c-ip6routing-base-ndr} - \label{fig:3n-icx-e810cq-78b-2t1c-ip6routing-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-78b-2t1c-ip6routing-base-pdr} - \label{fig:3n-icx-e810cq-78b-2t1c-ip6routing-base-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-icx-xxv710.rst deleted file mode 100644 index c8206797d9..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -78b-2t1c-ip6routing-base ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-78b-2t1c-ip6routing-base-ndr} - \label{fig:3n-icx-xxv710-78b-2t1c-ip6routing-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-78b-2t1c-ip6routing-base-pdr} - \label{fig:3n-icx-xxv710-78b-2t1c-ip6routing-base-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-snr-e822cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-snr-e822cq.rst deleted file mode 100644 index ab8aa1ea81..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-snr-e822cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-snr-e822cq -~~~~~~~~~~~~~ - -78b-1t1c-ip6routing-base-scale ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-78b-1t1c-ip6routing-base-scale-ndr} - \label{fig:3n-snr-e822cq-78b-1t1c-ip6routing-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-78b-1t1c-ip6routing-base-scale-pdr} - \label{fig:3n-snr-e822cq-78b-1t1c-ip6routing-base-scale-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-tsh-x520.rst deleted file mode 100644 index f5f618eb8c..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-tsh-x520.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -78b-1t1c-ip6routing-base-ixgbe ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-78b-1t1c-ip6routing-base-ixgbe-ndr} - \label{fig:3n-tsh-x520-78b-1t1c-ip6routing-base-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-78b-1t1c-ip6routing-base-ixgbe-pdr} - \label{fig:3n-tsh-x520-78b-1t1c-ip6routing-base-ixgbe-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst deleted file mode 100644 index cd517e9162..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst +++ /dev/null @@ -1,35 +0,0 @@ - -.. raw:: latex - - \clearpage - -IPv6 Routing -============ - -Following sections include summary graphs of VPP Phy-to-Phy performance -with IPv6 Routed-Forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). Performance is reported for VPP -running in multiple configurations of VPP worker thread(s), a.k.a. VPP -data plane thread(s), and their physical CPU core(s) placement. - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - ip6-2n-icx-xxv710 - ip6-2n-icx-e810cq - ip6-3n-icx-xxv710 - ip6-3n-icx-e810cq - ip6-2n-clx-xxv710 - ip6-2n-clx-x710 - ip6-2n-clx-cx556a - ip6-2n-clx-e810cq - ip6-2n-zn2-xxv710 - ip6-2n-zn2-x710 - ip6-2n-zn2-cx556a - ip6-3n-alt-xl710 - ip6-3n-tsh-x520 - ip6-2n-tx2-xl710 - ip6-3n-snr-e822cq - ip6-2n-aws-nitro50g diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-2n-tx2-xl710.rst deleted file mode 100644 index 5691623b9e..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-2n-tx2-xl710.rst +++ /dev/null @@ -1,286 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -64b-ipsec-spe-ip4routing-base-scale ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-ipsec-base-scale-sw-policy-dpdk-ndr} - \label{fig:2n-tx2-xl710-64b-1t1c-ipsec-base-scale-sw-policy-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-ipsec-base-scale-sw-policy-dpdk-pdr} - \label{fig:2n-tx2-xl710-64b-1t1c-ipsec-base-scale-sw-policy-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ipsec-ip4routing-base-scale-sw ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-ipsec-spe-base-scale-dpdk-ndr} - \label{fig:2n-tx2-xl710-64b-1t1c-ipsec-spe-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-ipsec-spe-base-scale-dpdk-pdr} - \label{fig:2n-tx2-xl710-64b-1t1c-ipsec-spe-base-scale-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-ipsec-ip4routing-base-scale-sw-cbc ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-1518b-1t1c-ipsec-base-scale-sw-cbc-dpdk-ndr} - \label{fig:2n-tx2-xl710-1518b-1t1c-ipsec-base-scale-sw-cbc-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-1518b-1t1c-ipsec-base-scale-sw-cbc-dpdk-pdr} - \label{fig:2n-tx2-xl710-1518b-1t1c-ipsec-base-scale-sw-cbc-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-ipsec-ip4routing-base-scale-sw-cbc ---------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-imix-1t1c-ipsec-base-scale-sw-cbc-dpdk-ndr} - \label{fig:2n-tx2-xl710-imix-1t1c-ipsec-base-scale-sw-cbc-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-imix-1t1c-ipsec-base-scale-sw-cbc-dpdk-pdr} - \label{fig:2n-tx2-xl710-imix-1t1c-ipsec-base-scale-sw-cbc-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-ipsec-ip4routing-base-scale-sw-gcm ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-1518b-1t1c-ipsec-base-scale-sw-gcm-dpdk-ndr} - \label{fig:2n-tx2-xl710-1518b-1t1c-ipsec-base-scale-sw-gcm-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-1518b-1t1c-ipsec-base-scale-sw-gcm-dpdk-pdr} - \label{fig:2n-tx2-xl710-1518b-1t1c-ipsec-base-scale-sw-gcm-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-ipsec-ip4routing-base-scale-sw-gcm ---------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-imix-1t1c-ipsec-base-scale-sw-gcm-dpdk-ndr} - \label{fig:2n-tx2-xl710-imix-1t1c-ipsec-base-scale-sw-gcm-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-imix-1t1c-ipsec-base-scale-sw-gcm-dpdk-pdr} - \label{fig:2n-tx2-xl710-imix-1t1c-ipsec-base-scale-sw-gcm-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-alt-xl710.rst deleted file mode 100644 index 3a3b6a0641..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-alt-xl710.rst +++ /dev/null @@ -1,286 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -1518b-1t1c-ipsec-aes128cbc-ip4routing-scale-sw ----------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-ndr} - \label{fig:3n-alt-xl710-1518b-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-pdr} - \label{fig:3n-alt-xl710-1518b-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-1t1c-ipsec-aes256gcm-ip4routing-scale-sw ----------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-ndr} - \label{fig:3n-alt-xl710-1518b-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-pdr} - \label{fig:3n-alt-xl710-1518b-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-1t1c-ipsec-aes128cbc-ip4routing-scale-sw ---------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-ndr} - \label{fig:3n-alt-xl710-imix-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-pdr} - \label{fig:3n-alt-xl710-imix-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-1t1c-ipsec-aes256gcm-ip4routing-scale-sw ---------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-ndr} - \label{fig:3n-alt-xl710-imix-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-pdr} - \label{fig:3n-alt-xl710-imix-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-ipsec-ip4base-policy-outbound-nocrypto ------------------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-outbound-nocrypto-ndr} - \label{fig:3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-outbound-nocrypto-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-outbound-nocrypto-pdr} - \label{fig:3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-outbound-nocrypto-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-ipsec-ip4base-policy-aes256gcm-sw ------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-aes256gcm-sw-ndr} - \label{fig:3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-aes256gcm-sw-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-aes256gcm-sw-pdr} - \label{fig:3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-aes256gcm-sw-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-aws-nitro50g.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-aws-nitro50g.rst deleted file mode 100644 index 2e92900fe4..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-aws-nitro50g.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-aws-nitro50g -~~~~~~~~~~~~~~~ - -imix-2t1c-ipsec-ip4routing-scale-sw-ena ---------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-imix-2t1c-ipsec-ip4routing-scale-ndr} - \label{fig:3n-aws-nitro50g-imix-2t1c-ipsec-ip4routing-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-imix-2t1c-ipsec-ip4routing-scale-pdr} - \label{fig:3n-aws-nitro50g-imix-2t1c-ipsec-ip4routing-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-ipsec-ip4routing-scale-sw-ena ---------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-imix-4t2c-ipsec-ip4routing-scale-ndr} - \label{fig:3n-aws-nitro50g-imix-4t2c-ipsec-ip4routing-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-imix-4t2c-ipsec-ip4routing-scale-pdr} - \label{fig:3n-aws-nitro50g-imix-4t2c-ipsec-ip4routing-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ipsec-ip4routing-scale-sw-ena ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-1518b-2t1c-ipsec-ip4routing-scale-ndr} - \label{fig:3n-aws-nitro50g-1518b-2t1c-ipsec-ip4routing-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-1518b-2t1c-ipsec-ip4routing-scale-pdr} - \label{fig:3n-aws-nitro50g-1518b-2t1c-ipsec-ip4routing-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-4t2c-ipsec-ip4routing-scale-sw-ena ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-1518b-4t2c-ipsec-ip4routing-scale-ndr} - \label{fig:3n-aws-nitro50g-1518b-4t2c-ipsec-ip4routing-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-aws-nitro50g-1518b-4t2c-ipsec-ip4routing-scale-pdr} - \label{fig:3n-aws-nitro50g-1518b-4t2c-ipsec-ip4routing-scale-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-icx-e810cq.rst deleted file mode 100644 index 12385d46f2..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-icx-e810cq.rst +++ /dev/null @@ -1,460 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810cq -~~~~~~~~~~~~~ - -imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf ------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr} - \label{fig:3n-icx-e810cq-imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr} - \label{fig:3n-icx-e810cq-imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf ------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr} - \label{fig:3n-icx-e810cq-imix-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr} - \label{fig:3n-icx-e810cq-imix-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-2t1c-ipsec-ip4routing-base-scale-sw-dpdk ---------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-ndr} - \label{fig:3n-icx-e810cq-imix-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-pdr} - \label{fig:3n-icx-e810cq-imix-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf - ------------------------------------------------------ - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr} - \label{fig:3n-icx-e810cq-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr} - \label{fig:3n-icx-e810cq-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - - imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk - ------------------------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr} - \label{fig:3n-icx-e810cq-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr} - \label{fig:3n-icx-e810cq-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - -1518b-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf -------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr} - \label{fig:3n-icx-e810cq-1518b-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr} - \label{fig:3n-icx-e810cq-1518b-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf -------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr} - \label{fig:3n-icx-e810cq-1518b-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr} - \label{fig:3n-icx-e810cq-1518b-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ipsec-ip4routing-base-scale-sw-dpdk ----------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-ndr} - \label{fig:3n-icx-e810cq-1518b-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-pdr} - \label{fig:3n-icx-e810cq-1518b-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-pdr} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - 1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf - ------------------------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr} - \label{fig:3n-icx-e810cq-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr} - \label{fig:3n-icx-e810cq-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - - 1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk - -------------------------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr} - \label{fig:3n-icx-e810cq-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr} - \label{fig:3n-icx-e810cq-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-icx-e810xxv.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-icx-e810xxv.rst deleted file mode 100644 index 793ba5ec9d..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-icx-e810xxv.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810xxv -~~~~~~~~~~~~~~ - -imix-2t1c-ipsec-fixtnlip ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-imix-2t1c-ipsec-fixtnlip-ndr} - \label{fig:3n-icx-e810xxv-imix-2t1c-ipsec-fixtnlip-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-imix-2t1c-ipsec-fixtnlip-pdr} - \label{fig:3n-icx-e810xxv-imix-2t1c-ipsec-fixtnlip-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ipsec-fixtnlip -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-1518b-2t1c-ipsec-fixtnlip-ndr} - \label{fig:3n-icx-e810xxv-1518b-2t1c-ipsec-fixtnlip-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-1518b-2t1c-ipsec-fixtnlip-pdr} - \label{fig:3n-icx-e810xxv-1518b-2t1c-ipsec-fixtnlip-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-icx-xxv710.rst deleted file mode 100644 index 3565e23f86..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-icx-xxv710.rst +++ /dev/null @@ -1,460 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf ------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr} - \label{fig:3n-icx-xxv710-imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr} - \label{fig:3n-icx-xxv710-imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf ------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr} - \label{fig:3n-icx-xxv710-imix-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr} - \label{fig:3n-icx-xxv710-imix-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-2t1c-ipsec-ip4routing-base-scale-sw-dpdk ---------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-ndr} - \label{fig:3n-icx-xxv710-imix-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-pdr} - \label{fig:3n-icx-xxv710-imix-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-pdr} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf - ------------------------------------------------------ - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr} - \label{fig:3n-icx-xxv710-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr} - \label{fig:3n-icx-xxv710-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - - imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk - ------------------------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr} - \label{fig:3n-icx-xxv710-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr} - \label{fig:3n-icx-xxv710-imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf -------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr} - \label{fig:3n-icx-xxv710-1518b-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr} - \label{fig:3n-icx-xxv710-1518b-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf -------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr} - \label{fig:3n-icx-xxv710-1518b-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr} - \label{fig:3n-icx-xxv710-1518b-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ipsec-ip4routing-base-scale-sw-dpdk ----------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-ndr} - \label{fig:3n-icx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-pdr} - \label{fig:3n-icx-xxv710-1518b-2t1c-ipsec-ip4routing-base-scale-sw-dpdk-pdr} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - 1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf - ------------------------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr} - \label{fig:3n-icx-xxv710-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr} - \label{fig:3n-icx-xxv710-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - - 1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk - -------------------------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr} - \label{fig:3n-icx-xxv710-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr} - \label{fig:3n-icx-xxv710-1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-snr-e822cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-snr-e822cq.rst deleted file mode 100644 index 8d92c2084e..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-snr-e822cq.rst +++ /dev/null @@ -1,202 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - - -3n-snr-e822cq -~~~~~~~~~~~~~ - -imix-1t1c-ipsec-ip4routing-scale-sw ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-sw-ndr} - \label{fig:3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-base-sw-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-sw-pdr} - \label{fig:3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-sw-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-1t1c-ipsec-ip4routing-scale-sw ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-sw-ndr} - \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-base-sw-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-sw-pdr} - \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-sw-pdr} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - imix-1t1c-ipsec-ip4routing-scale-scheduler - ------------------------------------------ - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-ndr} - \label{fig:3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-base-scheduler-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-pdr} - \label{fig:3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - - 1518b-1t1c-ipsec-ip4routing-scale-scheduler - ------------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-ndr} - \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-base-scheduler-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-pdr} - \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-tsh-x520.rst deleted file mode 100644 index b325c1a4fd..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-tsh-x520.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe ----------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr} - \label{fig:3n-tsh-x520-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr} - \label{fig:3n-tsh-x520-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst deleted file mode 100644 index 37a176df9f..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst +++ /dev/null @@ -1,29 +0,0 @@ - -.. raw:: latex - - \clearpage - -IPSec IPv4 Routing -================== - -Following sections include summary graphs of VPP Phy-to-Phy performance with -IPSec encryption used in combination with IPv4 routed-forwarding, -including NDR throughput (zero packet loss) and PDR throughput (<0.5% -packet loss). VPP IPSec encryption is accelerated using DPDK cryptodev -library driving Intel Quick Assist (QAT) crypto PCIe hardware cards. -Performance is reported for VPP running in multiple configurations of -VPP worker thread(s), a.k.a. VPP data plane thread(s), and their -physical CPU core(s) placement. - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - ipsec-3n-icx-xxv710 - ipsec-3n-icx-e810cq - ipsec-3n-icx-e810xxv - ipsec-3n-alt-xl710 - ipsec-3n-tsh-x520 - ipsec-2n-tx2-xl710 - ipsec-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-cx556a.rst deleted file mode 100644 index 2bea95de4e..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-cx556a.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base-rdma-core ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-rdma-l2switching-base-ndr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-l2switching-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-rdma-l2switching-base-pdr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-l2switching-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-scale-rdma-core ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-rdma-l2switching-scale-ndr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-l2switching-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-rdma-l2switching-scale-pdr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-l2switching-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-mlx5 ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-l2-base-mlx5-ndr} - \label{fig:2n-clx-cx556a-64b-2t1c-l2-base-mlx5-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-l2-base-mlx5-pdr} - \label{fig:2n-clx-cx556a-64b-2t1c-l2-base-mlx5-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-scale-mlx5 -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-l2-scale-mlx5-ndr} - \label{fig:2n-clx-cx556a-64b-2t1c-l2-scale-mlx5-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-l2-scale-mlx5-pdr} - \label{fig:2n-clx-cx556a-64b-2t1c-l2-scale-mlx5-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-e810cq.rst deleted file mode 100644 index 8e7045d5ca..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-e810cq.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-avf ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-l2-avf-ndr} - \label{fig:2n-clx-e810cq-64b-2t1c-l2-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-l2-avf-pdr} - \label{fig:2n-clx-e810cq-64b-2t1c-l2-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-dpdk -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-l2-dpdk-ndr} - \label{fig:2n-clx-e810cq-64b-2t1c-l2-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-l2-dpdk-pdr} - \label{fig:2n-clx-e810cq-64b-2t1c-l2-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-x710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-x710.rst deleted file mode 100644 index 67e011c883..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-x710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-x710 -~~~~~~~~~~~ - -64b-2t1c-l2switching-base-avf ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-2t1c-l2switching-base-avf-ndr} - \label{fig:2n-clx-x710-64b-2t1c-l2switching-base-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-2t1c-l2switching-base-avf-pdr} - \label{fig:2n-clx-x710-64b-2t1c-l2switching-base-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-xxv710.rst deleted file mode 100644 index 57504de78a..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-clx-xxv710.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base-avf ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-l2switching-base-avf-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-l2switching-base-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-l2switching-base-avf-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-l2switching-base-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-scale-avf ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-l2switching-base-dpdk-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-l2switching-base-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-l2switching-base-dpdk-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-l2switching-base-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-scale-dpdk ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-icx-e810cq.rst deleted file mode 100644 index 22829a3d67..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-icx-e810cq.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base-scale-avf ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-l2switching-base-scale-avf-ndr} - \label{fig:2n-icx-e810cq-64b-2t1c-l2switching-base-scale-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-l2switching-base-scale-avf-pdr} - \label{fig:2n-icx-e810cq-64b-2t1c-l2switching-base-scale-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-scale-dpdk ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-l2switching-base-scale-dpdk-ndr} - \label{fig:2n-icx-e810cq-64b-2t1c-l2switching-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-l2switching-base-scale-dpdk-pdr} - \label{fig:2n-icx-e810cq-64b-2t1c-l2switching-base-scale-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-icx-xxv710.rst deleted file mode 100644 index 435571e266..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-icx-xxv710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base-scale-avf ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr} - \label{fig:2n-icx-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr} - \label{fig:2n-icx-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-scale-dpdk ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-ndr} - \label{fig:2n-icx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-pdr} - \label{fig:2n-icx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-tx2-xl710.rst deleted file mode 100644 index e32efdf066..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-tx2-xl710.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -64b-1t1c-l2switching-base-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-l2switching-base-dpdk-ndr} - \label{fig:2n-tx2-xl710-64b-1t1c-l2switching-base-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-l2switching-base-dpdk-pdr} - \label{fig:2n-tx2-xl710-64b-1t1c-l2switching-base-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-l2switching-scale-dpdk -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-l2switching-scale-dpdk-ndr} - \label{fig:2n-tx2-xl710-64b-1t1c-l2switching-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-l2switching-scale-dpdk-pdr} - \label{fig:2n-tx2-xl710-64b-1t1c-l2switching-scale-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-l2switching-scale-af-xdp ---------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-l2switching-scale-af_xdp-ndr} - \label{fig:2n-tx2-xl710-64b-1t1c-l2switching-scale-af_xdp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-l2switching-scale-af_xdp-pdr} - \label{fig:2n-tx2-xl710-64b-1t1c-l2switching-scale-af_xdp-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-features-l2switching-base-dpdk ---------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-features-l2switching-base-dpdk-ndr} - \label{fig:2n-tx2-xl710-64b-1t1c-features-l2switching-base-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-1t1c-features-l2switching-base-dpdk-pdr} - \label{fig:2n-tx2-xl710-64b-1t1c-features-l2switching-base-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-zn2-cx556a.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-zn2-cx556a.rst deleted file mode 100644 index c46414af64..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-zn2-cx556a.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-cx556a -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base-rdma-core ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-2t1c-rdma-l2switching-base-ndr} - \label{fig:2n-zn2-cx556a-64b-2t1c-rdma-l2switching-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-2t1c-rdma-l2switching-base-pdr} - \label{fig:2n-zn2-cx556a-64b-2t1c-rdma-l2switching-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-scale-rdma-core ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-2t1c-rdma-l2switching-scale-ndr} - \label{fig:2n-zn2-cx556a-64b-2t1c-rdma-l2switching-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-2t1c-rdma-l2switching-scale-pdr} - \label{fig:2n-zn2-cx556a-64b-2t1c-rdma-l2switching-scale-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-zn2-x710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-zn2-x710.rst deleted file mode 100644 index 79dd89421e..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-zn2-x710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-x710 -~~~~~~~~~~~ - -64b-2t1c-l2switching-base -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-2t1c-l2switching-base-ndr} - \label{fig:2n-zn2-x710-64b-2t1c-l2switching-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-2t1c-l2switching-base-pdr} - \label{fig:2n-zn2-x710-64b-2t1c-l2switching-base-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-zn2-xxv710.rst deleted file mode 100644 index 98250837ef..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-zn2-xxv710.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base-avf ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-l2switching-base-avf-ndr} - \label{fig:2n-zn2-xxv710-64b-2t1c-l2switching-base-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-l2switching-base-avf-pdr} - \label{fig:2n-zn2-xxv710-64b-2t1c-l2switching-base-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-scale-avf ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr} - \label{fig:2n-zn2-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr} - \label{fig:2n-zn2-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-l2switching-base-dpdk-ndr} - \label{fig:2n-zn2-xxv710-64b-2t1c-l2switching-base-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-l2switching-base-dpdk-pdr} - \label{fig:2n-zn2-xxv710-64b-2t1c-l2switching-base-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-l2switching-base-scale-dpdk ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-l2switching-base-scale-dpdk-ndr} - \label{fig:2n-zn2-xxv710-64b-2t1c-l2switching-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-l2switching-base-scale-dpdk-pdr} - \label{fig:2n-zn2-xxv710-64b-2t1c-l2switching-base-scale-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-alt-xl710.rst deleted file mode 100644 index 5f7543d39c..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-alt-xl710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -64b-1t1c-l2switching-base-scale -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-l2-base-scale-ndr} - \label{fig:3n-alt-xl710-64b-1t1c-l2-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-l2-base-scale-pdr} - \label{fig:3n-alt-xl710-64b-1t1c-l2-base-scale-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-l2switching-features ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-l2-feature-ndr} - \label{fig:3n-alt-xl710-64b-1t1c-l2-feature-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-l2-feature-pdr} - \label{fig:3n-alt-xl710-64b-1t1c-l2-feature-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-icx-e810cq.rst deleted file mode 100644 index 25f4b790a2..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-64b-2t1c-l2switching-base-ndr} - \label{fig:3n-icx-e810cq-64b-2t1c-l2switching-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-64b-2t1c-l2switching-base-pdr} - \label{fig:3n-icx-e810cq-64b-2t1c-l2switching-base-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-icx-xxv710.rst deleted file mode 100644 index fcff1f5bf3..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-l2switching-base -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-2t1c-l2switching-base-ndr} - \label{fig:3n-icx-xxv710-64b-2t1c-l2switching-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-2t1c-l2switching-base-pdr} - \label{fig:3n-icx-xxv710-64b-2t1c-l2switching-base-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-snr-e822cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-snr-e822cq.rst deleted file mode 100644 index 77ffb869bc..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-snr-e822cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-snr-e822cq -~~~~~~~~~~~~~ - -64b-1t1c-l2switching-base-scale -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-1t1c-l2switching-base-scale-ndr} - \label{fig:3n-snr-e822cq-64b-1t1c-l2switching-base-scale-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-1t1c-l2switching-base-scale-pdr} - \label{fig:3n-snr-e822cq-64b-1t1c-l2switching-base-scale-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-tsh-x520.rst deleted file mode 100644 index edef434e8d..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-tsh-x520.rst +++ /dev/null @@ -1,110 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -64b-1t1c-l2switching-base-ixgbe -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-l2switching-base-ixgbe-ndr} - \label{fig:3n-tsh-x520-64b-1t1c-l2switching-base-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-l2switching-base-ixgbe-pdr} - \label{fig:3n-tsh-x520-64b-1t1c-l2switching-base-ixgbe-pdr} - \end{figure} - -64b-1t1c-features-l2switching-base-ixgbe ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-features-l2switching-base-ixgbe-ndr} - \label{fig:3n-tsh-x520-64b-1t1c-features-l2switching-base-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-features-l2switching-base-ixgbe-pdr} - \label{fig:3n-tsh-x520-64b-1t1c-features-l2switching-base-ixgbe-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst deleted file mode 100644 index cefa05cee9..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst +++ /dev/null @@ -1,34 +0,0 @@ - -.. raw:: latex - - \clearpage - -L2 Ethernet Switching -===================== - -Following sections include summary graphs of VPP Phy-to-Phy performance -with L2 Ethernet switching, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). Performance is reported for VPP -running in multiple configurations of VPP worker thread(s), a.k.a. VPP -data plane thread(s), and their physical CPU core(s) placement. - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - l2-2n-icx-xxv710 - l2-2n-icx-e810cq - l2-3n-icx-xxv710 - l2-3n-icx-e810cq - l2-2n-clx-xxv710 - l2-2n-clx-x710 - l2-2n-clx-cx556a - l2-2n-clx-e810cq - l2-2n-zn2-xxv710 - l2-2n-zn2-x710 - l2-2n-zn2-cx556a - l2-3n-alt-xl710 - l2-3n-tsh-x520 - l2-2n-tx2-xl710 - l2-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir-2n-clx-xxv710.rst deleted file mode 100644 index ec56e7f4fc..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44det-ip4routing-stl-bidir-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir-2n-icx-e810cq.rst deleted file mode 100644 index 91c3e601ff..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-nat44det-ip4routing-stl-bidir-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr} - \label{fig:2n-icx-e810cq-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr} - \label{fig:2n-icx-e810cq-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir-2n-icx-xxv710.rst deleted file mode 100644 index 4fc1d8ae45..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44det-ip4routing-stl-bidir-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr} - \label{fig:2n-icx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr} - \label{fig:2n-icx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir.rst deleted file mode 100644 index 25b70c7cac..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-det-bidir.rst +++ /dev/null @@ -1,13 +0,0 @@ - -.. raw:: latex - - \clearpage - -Det BiDir -~~~~~~~~~ - -.. toctree:: - - nat44-det-bidir-2n-icx-xxv710 - nat44-det-bidir-2n-icx-e810cq - nat44-det-bidir-2n-clx-xxv710 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps-2n-clx-xxv710.rst deleted file mode 100644 index c0e55645fc..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-tcp-stf-cps-avf --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps-2n-icx-e810cq.rst deleted file mode 100644 index 9325f13fc3..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-tcp-stf-cps-avf --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr} - \label{fig:2n-icx-e810cq-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr} - \label{fig:2n-icx-e810cq-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps-2n-icx-xxv710.rst deleted file mode 100644 index 482277f712..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-tcp-stf-cps-avf --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr} - \label{fig:2n-icx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr} - \label{fig:2n-icx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps.rst deleted file mode 100644 index de7e8cfaa5..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-cps.rst +++ /dev/null @@ -1,13 +0,0 @@ - -.. raw:: latex - - \clearpage - -ED TCP CPS -~~~~~~~~~~ - -.. toctree:: - - nat44-ed-tcp-cps-2n-icx-xxv710 - nat44-ed-tcp-cps-2n-icx-e810cq - nat44-ed-tcp-cps-2n-clx-xxv710 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-clx-xxv710.rst deleted file mode 100644 index bb3d928568..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -100b-nat44ed-ip4routing-tcp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-100b-2t1c-nat44ed-ip4routing-tcp-tput-avf-ndr} - \label{fig:2n-clx-xxv710-100b-2t1c-nat44ed-ip4routing-tcp-tput-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-100b-2t1c-nat44ed-ip4routing-tcp-tput-avf-pdr} - \label{fig:2n-clx-xxv710-100b-2t1c-nat44ed-ip4routing-tcp-tput-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-icx-e810cq.rst deleted file mode 100644 index a1d19d9c52..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -100b-nat44ed-ip4routing-tcp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-100b-2t1c-nat44ed-ip4routing-tcp-tput-avf-ndr} - \label{fig:2n-icx-e810cq-100b-2t1c-nat44ed-ip4routing-tcp-tput-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-100b-2t1c-nat44ed-ip4routing-tcp-tput-avf-pdr} - \label{fig:2n-icx-e810cq-100b-2t1c-nat44ed-ip4routing-tcp-tput-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-icx-xxv710.rst deleted file mode 100644 index e6bb7e78fb..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -100b-nat44ed-ip4routing-tcp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-100b-2t1c-nat44ed-ip4routing-tcp-tput-avf-ndr} - \label{fig:2n-icx-xxv710-100b-2t1c-nat44ed-ip4routing-tcp-tput-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-100b-2t1c-nat44ed-ip4routing-tcp-tput-avf-pdr} - \label{fig:2n-icx-xxv710-100b-2t1c-nat44ed-ip4routing-tcp-tput-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput.rst deleted file mode 100644 index 0152d22f3f..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput.rst +++ /dev/null @@ -1,13 +0,0 @@ - -.. raw:: latex - - \clearpage - -ED TCP TPUT -~~~~~~~~~~~ - -.. toctree:: - - nat44-ed-tcp-tput-2n-icx-xxv710 - nat44-ed-tcp-tput-2n-icx-e810cq - nat44-ed-tcp-tput-2n-clx-xxv710 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps-2n-clx-xxv710.rst deleted file mode 100644 index 9139b280b3..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-udp-stf-cps-avf --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps-2n-icx-e810cq.rst deleted file mode 100644 index de60c73aca..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-udp-stf-cps-avf --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr} - \label{fig:2n-icx-e810cq-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr} - \label{fig:2n-icx-e810cq-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps-2n-icx-xxv710.rst deleted file mode 100644 index 94ed2e7db7..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-udp-stf-cps-avf --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr} - \label{fig:2n-icx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr} - \label{fig:2n-icx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps.rst deleted file mode 100644 index 311701d09d..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-cps.rst +++ /dev/null @@ -1,13 +0,0 @@ - -.. raw:: latex - - \clearpage - -ED UDP CPS -~~~~~~~~~~ - -.. toctree:: - - nat44-ed-udp-cps-2n-icx-xxv710 - nat44-ed-udp-cps-2n-icx-e810cq - nat44-ed-udp-cps-2n-clx-xxv710 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput-2n-clx-xxv710.rst deleted file mode 100644 index 2e35dd5795..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -100b-nat44ed-ip4routing-udp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-100b-2t1c-nat44ed-ip4routing-udp-tput-avf-ndr} - \label{fig:2n-clx-xxv710-100b-2t1c-nat44ed-ip4routing-udp-tput-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-100b-2t1c-nat44ed-ip4routing-udp-tput-avf-pdr} - \label{fig:2n-clx-xxv710-100b-2t1c-nat44ed-ip4routing-udp-tput-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput-2n-icx-e810cq.rst deleted file mode 100644 index 65c2ebd95a..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -100b-nat44ed-ip4routing-udp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-100b-2t1c-nat44ed-ip4routing-udp-tput-avf-ndr} - \label{fig:2n-icx-e810cq-100b-2t1c-nat44ed-ip4routing-udp-tput-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-100b-2t1c-nat44ed-ip4routing-udp-tput-avf-pdr} - \label{fig:2n-icx-e810cq-100b-2t1c-nat44ed-ip4routing-udp-tput-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput-2n-icx-xxv710.rst deleted file mode 100644 index ce697a0d08..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -100b-nat44ed-ip4routing-udp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-100b-2t1c-nat44ed-ip4routing-udp-tput-avf-ndr} - \label{fig:2n-icx-xxv710-100b-2t1c-nat44ed-ip4routing-udp-tput-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-100b-2t1c-nat44ed-ip4routing-udp-tput-avf-pdr} - \label{fig:2n-icx-xxv710-100b-2t1c-nat44ed-ip4routing-udp-tput-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput.rst deleted file mode 100644 index 012d437fb7..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-udp-tput.rst +++ /dev/null @@ -1,13 +0,0 @@ - -.. raw:: latex - - \clearpage - -ED UDP TPUT -~~~~~~~~~~~ - -.. toctree:: - - nat44-ed-udp-tput-2n-icx-xxv710 - nat44-ed-udp-tput-2n-icx-e810cq - nat44-ed-udp-tput-2n-clx-xxv710 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir-2n-clx-xxv710.rst deleted file mode 100644 index 3893362c22..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-stl-unidir-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir-2n-icx-e810cq.rst deleted file mode 100644 index 3750d19eb3..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-stl-unidir-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr} - \label{fig:2n-icx-e810cq-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr} - \label{fig:2n-icx-e810cq-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir-2n-icx-xxv710.rst deleted file mode 100644 index 0c4d630f82..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-stl-unidir-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr} - \label{fig:2n-icx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr} - \label{fig:2n-icx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir.rst deleted file mode 100644 index 1c798900ff..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-unidir.rst +++ /dev/null @@ -1,13 +0,0 @@ - -.. raw:: latex - - \clearpage - -ED UniDir -~~~~~~~~~ - -.. toctree:: - - nat44-ed-unidir-2n-icx-xxv710 - nat44-ed-unidir-2n-icx-e810cq - nat44-ed-unidir-2n-clx-xxv710 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44.rst deleted file mode 100644 index 6785a2f228..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44.rst +++ /dev/null @@ -1,25 +0,0 @@ - -.. raw:: latex - - \clearpage - -NAT44 IPv4 Routing -================== - -Following sections include summary graphs of VPP Phy-to-Phy performance -with IPv4 Routed-Forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). Performance is reported for VPP -running in multiple configurations of VPP worker thread(s), a.k.a. VPP -data plane thread(s), and their physical CPU core(s) placement. - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - nat44-det-bidir - nat44-ed-unidir - nat44-ed-udp-cps - nat44-ed-tcp-cps - nat44-ed-udp-tput - nat44-ed-tcp-tput diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-icx-e810cq.rst deleted file mode 100644 index 200334c179..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810cq -~~~~~~~~~~~~~ - -78b-2t1c-srv6-ip6routing-base-avf ---------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-78b-2t1c-srv6-ip6routing-base-avf-ndr} - \label{fig:3n-icx-e810cq-78b-2t1c-srv6-ip6routing-base-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-78b-2t1c-srv6-ip6routing-base-avf-pdr} - \label{fig:3n-icx-e810cq-78b-2t1c-srv6-ip6routing-base-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-icx-xxv710.rst deleted file mode 100644 index 4acc5d7d99..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -78b-2t1c-srv6-ip6routing-base-avf ---------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-78b-2t1c-srv6-ip6routing-base-avf-ndr} - \label{fig:3n-icx-xxv710-78b-2t1c-srv6-ip6routing-base-avf-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-78b-2t1c-srv6-ip6routing-base-avf-pdr} - \label{fig:3n-icx-xxv710-78b-2t1c-srv6-ip6routing-base-avf-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-tsh-x520.rst deleted file mode 100644 index ee4f136ebb..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-tsh-x520.rst +++ /dev/null @@ -1,88 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-tsh-x520 - ### 78b-?t?c-srv6-ip6routing-base-ixgbe - 10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr - - Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr - -3n-tsh-x520 -~~~~~~~~~~~ - -78b-1t1c-srv6-ip6routing-base-ixgbe ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr} - \label{fig:3n-tsh-x520-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr} - \label{fig:3n-tsh-x520-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6.rst deleted file mode 100644 index af9dd37003..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6.rst +++ /dev/null @@ -1,22 +0,0 @@ - -.. raw:: latex - - \clearpage - -SRv6 Routing -============ - -Following sections include summary graphs of VPP Phy-to-Phy performance -with SRv6, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). Performance is reported for VPP -running in multiple configurations of VPP worker thread(s), a.k.a. VPP -data plane thread(s), and their physical CPU core(s) placement. - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - srv6-3n-icx-xxv710 - srv6-3n-icx-e810cq - srv6-3n-tsh-x520 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-clx-cx556a.rst deleted file mode 100644 index d2acbb617e..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-clx-cx556a.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -64b-2t1c-vhost-base-rdma-core ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-pdr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-mlx5 ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-vhost-base-mlx5-ndr} - \label{fig:2n-clx-cx556a-64b-2t1c-rdma-vhost-base-mlx5-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-vhost-base-mlx5-pdr} - \label{fig:2n-clx-cx556a-64b-2t1c-vhost-base-mlx5-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-clx-e810cq.rst deleted file mode 100644 index d70b607b22..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-clx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-vhost --------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-vhost-ndr} - \label{fig:2n-clx-e810cq-64b-2t1c-vhost-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-vhost-pdr} - \label{fig:2n-clx-e810cq-64b-2t1c-vhost-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-clx-xxv710.rst deleted file mode 100644 index 168dfd2bf6..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-clx-xxv710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-vhost-base-testpmd ---------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-vhost-base-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-vhost-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-vhost-base-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-vhost-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-vpp ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-vhost-base-vpp-ndr} - \label{fig:2n-clx-xxv710-64b-2t1c-vhost-base-vpp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-2t1c-vhost-base-vpp-pdr} - \label{fig:2n-clx-xxv710-64b-2t1c-vhost-base-vpp-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-icx-e810cq.rst deleted file mode 100644 index 5c8d9e1f55..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-vhost-base -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-vhost-base-ndr} - \label{fig:2n-icx-e810cq-64b-2t1c-vhost-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-2t1c-vhost-base-pdr} - \label{fig:2n-icx-e810cq-64b-2t1c-vhost-base-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-icx-xxv710.rst deleted file mode 100644 index 2909f0b35e..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-vhost-base -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-vhost-base-ndr} - \label{fig:2n-icx-xxv710-64b-2t1c-vhost-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-2t1c-vhost-base-pdr} - \label{fig:2n-icx-xxv710-64b-2t1c-vhost-base-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-zn2-cx556a.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-zn2-cx556a.rst deleted file mode 100644 index 15f6a9fcba..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-zn2-cx556a.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-cx556a -~~~~~~~~~~~~~ - -64b-2t1c-vhost-base-rdma-core ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr} - \label{fig:2n-zn2-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-2t1c-rdma-l2-vhost-base-pdr} - \label{fig:2n-zn2-cx556a-64b-2t1c-rdma-l2-vhost-base-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-zn2-xxv710.rst deleted file mode 100644 index feeeda9cae..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-2n-zn2-xxv710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-vhost-base-testpmd ---------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-vhost-base-ndr} - \label{fig:2n-zn2-xxv710-64b-2t1c-vhost-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-vhost-base-pdr} - \label{fig:2n-zn2-xxv710-64b-2t1c-vhost-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t1c-vhost-base-vpp ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-vhost-base-vpp-ndr} - \label{fig:2n-zn2-xxv710-64b-2t1c-vhost-base-vpp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-2t1c-vhost-base-vpp-pdr} - \label{fig:2n-zn2-xxv710-64b-2t1c-vhost-base-vpp-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-alt-xl710.rst deleted file mode 100644 index ccf5a0ed4a..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-alt-xl710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -64b-1t1c-vhost-base -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-vhost-ndr} - \label{fig:3n-alt-xl710-64b-1t1c-vhost-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-vhost-pdr} - \label{fig:3n-alt-xl710-64b-1t1c-vhost-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-tsh-x520.rst deleted file mode 100644 index e5dfd74d00..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-tsh-x520.rst +++ /dev/null @@ -1,158 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -64b-1t1c-vhost-base-ixgbe -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-vhost-base-ixgbe-ndr} - \label{fig:3n-tsh-x520-64b-1t1c-vhost-base-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-vhost-base-ixgbe-pdr} - \label{fig:3n-tsh-x520-64b-1t1c-vhost-base-ixgbe-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-vhost-base-ixgbe-vppl2xc ---------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-vhost-base-ixgbe-vppl2xc-ndr} - \label{fig:3n-tsh-x520-64b-1t1c-vhost-base-ixgbe-vppl2xc-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-vhost-base-ixgbe-vppl2xc-pdr} - \label{fig:3n-tsh-x520-64b-1t1c-vhost-base-ixgbe-vppl2xc-pdr} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - 64b-1t1c-link-bonding-vhost-base-ixgbe - -------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-link-bonding-vhost-base-ixgbe-ndr} - \label{fig:3n-tsh-x520-64b-1t1c-link-bonding-vhost-base-ixgbe-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-link-bonding-vhost-base-ixgbe-pdr} - \label{fig:3n-tsh-x520-64b-1t1c-link-bonding-vhost-base-ixgbe-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst deleted file mode 100644 index 2b1708a115..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst +++ /dev/null @@ -1,31 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. _KVM_VMs_vhost: - -KVM VMs vhost-user -================== - -Following sections include summary graphs of VPP Phy-to-VM(s)-to-Phy -performance with VM virtio and VPP vhost-user virtual interfaces, -including NDR throughput (zero packet loss) and PDR throughput (<0.5% -packet loss). Performance is reported for VPP running in multiple -configurations of VPP worker thread(s), a.k.a. VPP data plane thread(s), -and their physical CPU core(s) placement. - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - vm_vhost-2n-icx-xxv710 - vm_vhost-2n-icx-e810cq - vm_vhost-2n-clx-xxv710 - vm_vhost-2n-clx-cx556a - vm_vhost-2n-clx-e810cq - vm_vhost-2n-zn2-xxv710 - vm_vhost-2n-zn2-cx556a - vm_vhost-3n-tsh-x520 - vm_vhost-3n-alt-xl710 diff --git a/docs/report/vpp_performance_tests/reconf_tests/index.rst b/docs/report/vpp_performance_tests/reconf_tests/index.rst deleted file mode 100644 index c5da438b29..0000000000 --- a/docs/report/vpp_performance_tests/reconf_tests/index.rst +++ /dev/null @@ -1,15 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. _reconfiguration_tests: - -Reconfiguration Tests -===================== - -See :ref:`reconf_tests` for methodology description of this test type. - -.. toctree:: - - vnf_service_chains_reconf diff --git a/docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst b/docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst deleted file mode 100644 index a03deb693a..0000000000 --- a/docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst +++ /dev/null @@ -1,216 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. _vnf_service_chains_reconf: - -VNF Service Chains -================== - -In each test, a single service chain is added, the re-configuration -contains all the steps the initial chains got, except the last step -(starting VMs) is skipped. - -Additional information about graph data: - -#. **Graph Title**: describes tested VPP packet path. Format: - - - wire encapsulation ``dot1qip4vlxan``, - - VPP forwarding mode ``l2bd``, - - total number {Y} of initial service chains ``{Y}ch``, - - total number of additional chains being reconfigured ``1ach``, - - total number of initial vhost-user interfaces forwarding packets - on VPP with {Y} chains and {X} VMs per chain ``{2XY}vh`` - (2 interfaces per {X} VMs per {Y} chains), - - total number {XY} of (both initial and final) VNF VMs forwarding packets - ``{XY}vm`` and finally - - VNF workload in VM ``testpmd``. - -#. **X-axis Labels**: indices of individual test suites as listed in - Graph Legend. - -#. **Y-axis Labels**: measured Effective Blocked Time [s] values. - -#. **Graph Legend**: lists X-axis indices with associated CSIT test - suites executed to generate graphed test results and the average value - of packet loss (measured in packets). - -#. **Hover Information**: lists minimum, first quartile, median, - third quartile, and maximum. If either type of outlier is present the - whisker on the appropriate side is taken to 1.5×IQR from the quartile - (the "inner fence") rather than the max or min, and individual outlying - data points are displayed as unfilled circles (for suspected outliers) - or filled circles (for outliers). (The "outer fence" is 3×IQR from the - quartile.) - -.. note:: - - Test results are stored in - `build logs from FD.io vpp performance job 2n-icx`_, - `build logs from FD.io vpp performance job 2n-clx`_ with RF - result files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -.. raw:: latex - - \clearpage - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -imix-2t1c-dot1qip4vxlan-l2bd ----------------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf} - \label{fig:2n-icx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-dot1qip4vxlan-l2bd ----------------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf} - \label{fig:2n-icx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-dot1qip4vxlan-l2bd ----------------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf} - \label{fig:2n-icx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -imix-2t1c-dot1qip4vxlan-l2bd ----------------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf} - \label{fig:2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-4t2c-dot1qip4vxlan-l2bd ----------------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf} - \label{fig:2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-8t4c-dot1qip4vxlan-l2bd ----------------------------- - -.. raw:: html - -
- -
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf} - \label{fig:2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf} - \end{figure} diff --git a/docs/report/vpp_performance_tests/soak_tests/index.rst b/docs/report/vpp_performance_tests/soak_tests/index.rst deleted file mode 100644 index 8943b037eb..0000000000 --- a/docs/report/vpp_performance_tests/soak_tests/index.rst +++ /dev/null @@ -1,146 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. _`soak tests`: - -Soak Tests -========== - -Long duration (30 minutes per test) soak tests are executed -using :ref:`plrsearch` algorithm. As the tests take long time, -only 12 test cases were executed, two runs each. - -Additional information about graph data: - -#. **Graph Title**: describes type of tests and soak test duration. - -#. **X-axis Labels**: indices of test suites. - -#. **Y-axis Labels**: estimated lower bounds for critical rate value in [Mpps]. - -#. **Graph Legend**: list of X-axis indices with CSIT test cases. - -#. **Hover Information**: in general lists minimum, first quartile, median, - third quartile, and maximum. As only two samples are used, - minimum and maximum are not distinguished from quartiles. - -.. note:: - - Test results are stored in - `build logs from FD.io vpp performance job 2n-icx`_, - `build logs from FD.io vpp performance job 2n-clx`_ with RF - result files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -.. raw:: latex - - \clearpage - -2n-icx ------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{soak-test-2n-icx-1} - \label{fig:soak-test-2n-icx-1} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{soak-test-2n-icx-2} - \label{fig:soak-test-2n-icx-2} - \end{figure} - -.. raw:: latex - - \clearpage - -2n-clx ------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{soak-test-1} - \label{fig:soak-test-1} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{soak-test-2} - \label{fig:soak-test-2} - \end{figure} diff --git a/docs/report/vpp_performance_tests/test_environment.rst b/docs/report/vpp_performance_tests/test_environment.rst deleted file mode 100644 index b71f83d9e6..0000000000 --- a/docs/report/vpp_performance_tests/test_environment.rst +++ /dev/null @@ -1,135 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. _vpp_test_environment: - -.. include:: ../introduction/environment/intro.rst - -.. include:: ../introduction/environment/changes_vpp.rst - -.. include:: ../introduction/environment/sut_conf_1.rst - - -DUT Settings - VPP ------------------- - -VPP Version -~~~~~~~~~~~ - -|vpp-release| - -VPP Compile Parameters -~~~~~~~~~~~~~~~~~~~~~~ - -`FD.io VPP compile job`_ - -VPP Install Parameters -~~~~~~~~~~~~~~~~~~~~~~ - -:: - - $ dpkg -i --force-all *vpp* - -VPP Startup Configuration -~~~~~~~~~~~~~~~~~~~~~~~~~ - -VPP startup configuration vary per test case, with different settings -for `$$CORELIST_WORKERS`, `$$NUM_RX_QUEUES`, `$$UIO_DRIVER`, and -`$$NO_MULTI_SEG` parameter. List of plugins to enable is driven by test -requirements. Default template is provided below: - -:: - - ip - { - heap-size 4G - } - statseg - { - size 4G - per-node-counters on - } - unix - { - cli-listen /run/vpp/cli.sock - log /tmp/vpe.log - nodaemon - full-coredump - } - socksvr { - socket-name /run/vpp/api.sock - } - ip6 - { - heap-size 4G - hash-buckets 2000000 - } - heapsize 4G - plugins - { - plugin default - { - disable - } - plugin <$$test_requirement>_plugin.so - { - enable - } - } - cpu - { - corelist-workers $$CORELIST_WORKERS - main-core 1 - } - buffers - { - buffers-per-numa 215040 - } - - # Below: in case of dpdk based drivers (vfio-pci) only - dpdk - { - uio-driver $$UIO_DRIVER - $$NO_MULTI_SEG - log-level debug - dev default - { - num-rx-queues $$NUM_RX_QUEUES - } - no-tx-checksum-offload - dev $$DEV_1 - dev $$DEV_2 - } - -Description of VPP startup settings used in CSIT is provided in -:ref:`test_methodology`. - -.. include:: ../introduction/environment/tg.rst - -.. include:: ../introduction/environment/pre_test_server_calib.rst - -.. include:: ../introduction/environment/sut_calib_icx.rst -.. include:: ../introduction/environment/sut_meltspec_icx.rst - -.. include:: ../introduction/environment/sut_calib_clx.rst -.. include:: ../introduction/environment/sut_meltspec_clx.rst - -.. include:: ../introduction/environment/sut_calib_zn2.rst -.. include:: ../introduction/environment/sut_meltspec_zn2.rst - -.. include:: ../introduction/environment/sut_calib_dnv.rst -.. include:: ../introduction/environment/sut_meltspec_dnv.rst - -.. include:: ../introduction/environment/sut_calib_snr.rst -.. include:: ../introduction/environment/sut_meltspec_snr.rst - -.. include:: ../introduction/environment/sut_calib_alt.rst -.. include:: ../introduction/environment/sut_meltspec_alt.rst - -.. include:: ../introduction/environment/sut_calib_tsh.rst -.. include:: ../introduction/environment/sut_meltspec_tsh.rst - -.. include:: ../introduction/environment/sut_calib_tx2.rst -.. include:: ../introduction/environment/sut_meltspec_tx2.rst diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-clx-cx556a.rst deleted file mode 100644 index cb71d42e7d..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-clx-cx556a.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -64b-memif-base-rdma-core ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-ndr-tsa} - \label{fig:2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-pdr-tsa} - \label{fig:2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-memif-base-mlx5 -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-memif-base-mlx5-ndr-tsa} - \label{fig:2n-clx-cx556a-64b-memif-base-mlx5-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-memif-base-mlx5-pdr-tsa} - \label{fig:2n-clx-cx556a-64b-memif-base-mlx5-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-clx-e810cq.rst deleted file mode 100644 index d12bb34ddb..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-clx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -64b-memif-base --------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-memif-ndr-tsa} - \label{fig:2n-clx-e810cq-64b-memif-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-memif-pdr-tsa} - \label{fig:2n-clx-e810cq-64b-memif-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-clx-xxv710.rst deleted file mode 100644 index 12356c34e3..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-clx-xxv710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-memif-base-avf ------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-memif-base-avf-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-memif-base-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-memif-base-avf-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-memif-base-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-memif-base-dpdk -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-memif-base-dpdk-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-memif-base-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-memif-base-dpdk-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-memif-base-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-icx-e810cq.rst deleted file mode 100644 index 6e79a7cd58..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-memif-base --------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-memif-base-ndr-tsa} - \label{fig:2n-icx-e810cq-64b-memif-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-memif-base-pdr-tsa} - \label{fig:2n-icx-e810cq-64b-memif-base-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-icx-xxv710.rst deleted file mode 100644 index 705726c7ce..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-memif-base --------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-memif-base-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-memif-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-memif-base-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-memif-base-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-tx2-xl710.rst deleted file mode 100644 index 2df3bab585..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-tx2-xl710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -64b-memif-base-dpdk -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-memif-base-dpdk-ndr-tsa} - \label{fig:2n-tx2-xl710-64b-memif-base-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-memif-base-dpdk-pdr-tsa} - \label{fig:2n-tx2-xl710-64b-memif-base-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-zn2-cx556a.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-zn2-cx556a.rst deleted file mode 100644 index 97516131cc..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-zn2-cx556a.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-cx556a -~~~~~~~~~~~~~ - -64b-memif-base-rdma-core ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-ndr-tsa} - \label{fig:2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-pdr-tsa} - \label{fig:2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-zn2-xxv710.rst deleted file mode 100644 index a22ff46630..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif-2n-zn2-xxv710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-memif-base-avf ------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-memif-base-avf-ndr-tsa} - \label{fig:2n-zn2-xxv710-64b-memif-base-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-memif-base-avf-pdr-tsa} - \label{fig:2n-zn2-xxv710-64b-memif-base-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-memif-base-dpdk -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-memif-base-dpdk-ndr-tsa} - \label{fig:2n-zn2-xxv710-64b-memif-base-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-memif-base-dpdk-pdr-tsa} - \label{fig:2n-zn2-xxv710-64b-memif-base-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif.rst deleted file mode 100644 index 64dba4d53d..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif.rst +++ /dev/null @@ -1,29 +0,0 @@ - -.. raw:: latex - - \clearpage - -LXC/DRC Container Memif -======================= - -Following sections include Throughput Speedup Analysis for VPP multi- -core multi-thread configurations with no Hyper-Threading, specifically -for tested 2t2c (2threads, 2cores) and 4t4c scenarios. 1t1c throughput -results are used as a reference for reported speedup ratio. -Performance is reported for VPP -running in multiple configurations of VPP worker thread(s), a.k.a. VPP -data plane thread(s), and their physical CPU core(s) placement. - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - container_memif-2n-icx-xxv710 - container_memif-2n-icx-e810cq - container_memif-2n-clx-xxv710 - container_memif-2n-clx-cx556a - container_memif-2n-clx-e810cq - container_memif-2n-tx2-xl710 - container_memif-2n-zn2-xxv710 - container_memif-2n-zn2-cx556a diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst deleted file mode 100644 index e59435890f..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst +++ /dev/null @@ -1,66 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. _throughput_speedup_multi_core: - -Speedup Multi-Core -================== - -Speedup Multi-Core throughput graphs are generated by multiple -executions of the same performance tests across physical testbeds hosted -LF FD.io labs: 2n-icx, 3n-icx, 2n-aws, 2n-clx, 2n-zn2, 3n-alt, -3n-tsh, 2n-tx2. -Grouped bars illustrate the 64B/78B packet throughput speedup ratio for -2- and 4-core multi-threaded VPP configurations relative to 1-core -configurations. - -Additional information about graph data: - -#. **Graph Title**: describes tested packet path, testbed topology, - processor model, NIC model, packet size used by data plane workers and - indication of VPP DUT configuration. - -#. **X-axis Labels**: number of cores. - -#. **Y-axis Labels**: measured Packets Per Second [pps] throughput - values. - -#. **Graph Legend**: lists CSIT test suites executed to generate graphed test - results. - -#. **Hover Information**: lists number of runs executed, specific test - substring, mean value of the measured packet throughput, calculated perfect - throughput value, difference between measured and perfect values and - relative speedup value. - -.. note:: - - Test results are stored in - `build logs from FD.io vpp performance job 2n-icx`_, - `build logs from FD.io vpp performance job 3n-icx`_, - `build logs from FD.io vpp performance job 2n-aws`_, - `build logs from FD.io vpp performance job 2n-clx`_, - `build logs from FD.io vpp performance job 2n-zn2`_, - `build logs from FD.io vpp performance job 3n-alt`_, - `build logs from FD.io vpp performance job 3n-tsh`_, - `build logs from FD.io vpp performance job 2n-tx2`_, - `build logs from FD.io vpp performance job 3n-snr`_ with RF - result files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - Required per test case data set size is **10**, but for VPP tests - the actual size varies per test case and is <=10. - -.. toctree:: - :maxdepth: 3 - - l2 - ip4 - ip6 - srv6 - ip4_tunnels - nat44 - vm_vhost - container_memif - ipsec diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-cx556a.rst deleted file mode 100644 index bff653fb5c..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-cx556a.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -64b-ip4routing-base-scale-rdma-core ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-rdma-ip4base-ndr-tsa} - \label{fig:2n-clx-cx556a-64b-rdma-ip4base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-rdma-ip4base-pdr-tsa} - \label{fig:2n-clx-cx556a-64b-rdma-ip4base-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-features-rdma-core ---------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-rdma-ethip4-features-ndr-tsa} - \label{fig:2n-clx-cx556a-64b-rdma-ethip4-features-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-rdma-ethip4-features-pdr-tsa} - \label{fig:2n-clx-cx556a-64b-rdma-ethip4-features-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale-mlx5 ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-ip4-base-scale-mlx5-ndr-tsa} - \label{fig:2n-clx-cx556a-64b-ip4-base-scale-mlx5-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-ip4-base-scale-mlx5-pdr-tsa} - \label{fig:2n-clx-cx556a-64b-ip4-base-scale-mlx5-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-features-mlx5 ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-ip4-features-mlx5-ndr-tsa} - \label{fig:2n-clx-cx556a-64b-ip4-features-mlx5-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-ip4-features-mlx5-pdr-tsa} - \label{fig:2n-clx-cx556a-64b-ip4-features-mlx5-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-e810cq.rst deleted file mode 100644 index 62e7955f3d..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-e810cq.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -64b-ip4routing-base-scale-avf ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-ip4-base-scale-avf-ndr-tsa} - \label{fig:2n-clx-e810cq-64b-ip4-base-scale-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-ip4-base-scale-avf-pdr-tsa} - \label{fig:2n-clx-e810cq-64b-ip4-base-scale-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-features-avf ---------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-ip4-features-avf-ndr-tsa} - \label{fig:2n-clx-e810cq-64b-ip4-features-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-ip4-features-avf-pdr-tsa} - \label{fig:2n-clx-e810cq-64b-ip4-features-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-ip4-base-scale-dpdk-ndr-tsa} - \label{fig:2n-clx-e810cq-64b-ip4-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-ip4-base-scale-dpdk-pdr-tsa} - \label{fig:2n-clx-e810cq-64b-ip4-base-scale-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-x710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-x710.rst deleted file mode 100644 index e7d612f8f1..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-x710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-x710 -~~~~~~~~~~~ - -64b-ip4routing-base-scale-[avf,dpdk] ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-ndr-tsa} - \label{fig:2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-pdr-tsa} - \label{fig:2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-xxv710.rst deleted file mode 100644 index 031b770351..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-xxv710.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-ip4routing-base-scale-avf ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-ip4routing-base-scale-avf-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-ip4routing-base-scale-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-ip4routing-base-scale-avf-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-ip4routing-base-scale-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale-af-xdp --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-ip4routing-base-scale-af_xdp-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-ip4routing-base-scale-af_xdp-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-ip4routing-base-scale-af_xdp-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-ip4routing-base-scale-af_xdp-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-features-ip4routing-base-avf --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-features-ip4routing-base-avf-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-features-ip4routing-base-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-features-ip4routing-base-avf-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-features-ip4routing-base-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-icx-e810cq.rst deleted file mode 100644 index 7352ec47d9..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-icx-e810cq.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-ip4routing-base-scale-avf ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-ip4routing-base-scale-avf-ndr-tsa} - \label{fig:2n-icx-e810cq-64b-ip4routing-base-scale-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-ip4routing-base-scale-avf-pdr-tsa} - \label{fig:2n-icx-e810cq-64b-ip4routing-base-scale-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-ndr-tsa} - \label{fig:2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-pdr-tsa} - \label{fig:2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale-af_xdp --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-ip4routing-base-scale-af_xdp-ndr-tsa} - \label{fig:2n-icx-e810cq-64b-ip4routing-base-scale-af_xdp-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-ip4routing-base-scale-af_xdp-pdr-tsa} - \label{fig:2n-icx-e810cq-64b-ip4routing-base-scale-af_xdp-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-features-ip4routing-base-avf --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-features-ip4routing-base-avf-ndr-tsa} - \label{fig:2n-icx-e810cq-64b-features-ip4routing-base-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-features-ip4routing-base-avf-pdr-tsa} - \label{fig:2n-icx-e810cq-64b-features-ip4routing-base-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-icx-xxv710.rst deleted file mode 100644 index 086ffc9c13..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-icx-xxv710.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-ip4routing-base-scale-avf ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-ip4routing-base-scale-avf-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-ip4routing-base-scale-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-ip4routing-base-scale-avf-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-ip4routing-base-scale-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-ip4routing-base-scale-dpdk-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-ip4routing-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-ip4routing-base-scale-dpdk-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-ip4routing-base-scale-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale-af_xdp --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-ip4routing-base-scale-af_xdp-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-ip4routing-base-scale-af_xdp-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-ip4routing-base-scale-af_xdp-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-ip4routing-base-scale-af_xdp-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-features-ip4routing-base-avf --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-features-ip4routing-base-avf-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-features-ip4routing-base-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-features-ip4routing-base-avf-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-features-ip4routing-base-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-tx2-xl710.rst deleted file mode 100644 index 40f8149d33..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-tx2-xl710.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -64b-ip4routing-base-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-ndr-tsa} - \label{fig:2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-pdr-tsa} - \label{fig:2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale-af-xdp --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-ip4routing-base-scale-af_xdp-ndr-tsa} - \label{fig:2n-tx2-xl710-64b-ip4routing-base-scale-af_xdp-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-ip4routing-base-scale-af_xdp-pdr-tsa} - \label{fig:2n-tx2-xl710-64b-ip4routing-base-scale-af_xdp-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-features-ip4routing-base-dpdk ---------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-ndr-tsa} - \label{fig:2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-pdr-tsa} - \label{fig:2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-zn2-cx556a.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-zn2-cx556a.rst deleted file mode 100644 index 596658f7ec..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-zn2-cx556a.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-cx556a -~~~~~~~~~~~~~ - -64b-ip4routing-base-scale-rdma-core ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-rdma-ip4base-ndr-tsa} - \label{fig:2n-zn2-cx556a-64b-rdma-ip4base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-rdma-ip4base-pdr-tsa} - \label{fig:2n-zn2-cx556a-64b-rdma-ip4base-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-features ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-rdma-ethip4-features-ndr-tsa} - \label{fig:2n-zn2-cx556a-64b-rdma-ethip4-features-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-rdma-ethip4-features-pdr-tsa} - \label{fig:2n-zn2-cx556a-64b-rdma-ethip4-features-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-zn2-x710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-zn2-x710.rst deleted file mode 100644 index dfc1c08526..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-zn2-x710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-x710 -~~~~~~~~~~~ - -64b-ip4routing-base-[avf,dpdk] ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-ip4routing-base-[avf,dpdk]-ndr-tsa} - \label{fig:2n-zn2-x710-64b-ip4routing-base-[avf,dpdk]-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-ip4routing-base-[avf,dpdk]-pdr-tsa} - \label{fig:2n-zn2-x710-64b-ip4routing-base-[avf,dpdk]-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-zn2-xxv710.rst deleted file mode 100644 index 27c23a3926..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-zn2-xxv710.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-ip4routing-base-scale-avf ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-ip4routing-base-scale-avf-ndr-tsa} - \label{fig:2n-zn2-xxv710-64b-ip4routing-base-scale-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-ip4routing-base-scale-avf-pdr-tsa} - \label{fig:2n-zn2-xxv710-64b-ip4routing-base-scale-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-base-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-ndr-tsa} - \label{fig:2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-pdr-tsa} - \label{fig:2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-features-ip4routing-base-avf --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-features-ip4routing-base-avf-ndr-tsa} - \label{fig:2n-zn2-xxv710-64b-features-ip4routing-base-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-features-ip4routing-base-avf-pdr-tsa} - \label{fig:2n-zn2-xxv710-64b-features-ip4routing-base-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-alt-xl710.rst deleted file mode 100644 index 38e70a27bc..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-alt-xl710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -64b-ip4routing-base-scale -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ip4-base-scale-ndr-tsa} - \label{fig:3n-alt-xl710-64b-ip4-base-scale-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ip4-base-scale-pdr-tsa} - \label{fig:3n-alt-xl710-64b-ip4-base-scale-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4routing-features ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ip4-feature-ndr-tsa} - \label{fig:3n-alt-xl710-64b-ip4-feature-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ip4-feature-pdr-tsa} - \label{fig:3n-alt-xl710-64b-ip4-feature-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-icx-e810cq.rst deleted file mode 100644 index ad21b6755d..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810cq -~~~~~~~~~~~~~ - -64b-ip4routing-base -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-64b-ip4routing-base-ndr-tsa} - \label{fig:3n-icx-e810cq-64b-ip4routing-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-64b-ip4routing-base-pdr-tsa} - \label{fig:3n-icx-e810cq-64b-ip4routing-base-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-icx-xxv710.rst deleted file mode 100644 index 8032d5454e..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-ip4routing-base -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-ip4routing-base-ndr-tsa} - \label{fig:3n-icx-xxv710-64b-ip4routing-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-ip4routing-base-pdr-tsa} - \label{fig:3n-icx-xxv710-64b-ip4routing-base-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-snr-e822cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-snr-e822cq.rst deleted file mode 100644 index 60c268d6e6..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-snr-e822cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-snr-e822cq -~~~~~~~~~~~~~ - -64b-ip4routing-base-scale -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-ip4routing-base-scale-ndr-tsa} - \label{fig:3n-snr-e822cq-64b-ip4routing-base-scale-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-ip4routing-base-scale-pdr-tsa} - \label{fig:3n-snr-e822cq-64b-ip4routing-base-scale-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-tsh-x520.rst deleted file mode 100644 index a70551540c..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-tsh-x520.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -64b-features-ip4routing-base-ixgbe ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-features-ip4routing-base-ixgbe-ndr-tsa} - \label{fig:3n-tsh-x520-64b-features-ip4routing-base-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-features-ip4routing-base-ixgbe-pdr-tsa} - \label{fig:3n-tsh-x520-64b-features-ip4routing-base-ixgbe-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst deleted file mode 100644 index dbf458798d..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst +++ /dev/null @@ -1,36 +0,0 @@ - -.. raw:: latex - - \clearpage - -IPv4 Routing -============ - -Following sections include Throughput Speedup Analysis for VPP multi- -core multi-thread configurations with no Hyper-Threading, specifically -for tested 2t2c (2threads, 2cores) and 4t4c scenarios. 1t1c throughput -results are used as a reference for reported speedup ratio. Input data -used for the graphs comes from Phy-to-Phy 64B performance tests with VPP -IPv4 Routed-Forwarding, including NDR throughput (zero packet loss) and -PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - ip4-2n-icx-xxv710 - ip4-2n-icx-e810cq - ip4-3n-icx-xxv710 - ip4-3n-icx-e810cq - ip4-2n-clx-xxv710 - ip4-2n-clx-x710 - ip4-2n-clx-cx556a - ip4-2n-clx-e810cq - ip4-2n-zn2-xxv710 - ip4-2n-zn2-x710 - ip4-2n-zn2-cx556a - ip4-3n-alt-xl710 - ip4-3n-tsh-x520 - ip4-2n-tx2-xl710 - ip4-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-clx-xxv710.rst deleted file mode 100644 index 0f793d0e5a..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ethip4--ethip4udpgeneve-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-icx-e810cq.rst deleted file mode 100644 index 67fe1d744e..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-2t1c-ethip4--ethip4udpgeneve-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa} - \label{fig:2n-icx-e810cq-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa} - \label{fig:2n-icx-e810cq-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-icx-xxv710.rst deleted file mode 100644 index dbcdd3651a..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ethip4--ethip4udpgeneve-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-zn2-xxv710.rst deleted file mode 100644 index 5877a2a784..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-2n-zn2-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-2t1c-ethip4--ethip4udpgeneve-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa} - \label{fig:2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa} - \label{fig:2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-alt-xl710.rst deleted file mode 100644 index 8b6fcec23f..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-alt-xl710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -64b-ip4tunnel-base ------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ip4-tunnels-ndr-tsa} - \label{fig:3n-alt-xl710-64b-ip4-tunnels-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ip4-tunnels-pdr-tsa} - \label{fig:3n-alt-xl710-64b-ip4-tunnels-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-icx-e810cq.rst deleted file mode 100644 index 571be7a042..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-icx-e810cq.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810cq -~~~~~~~~~~~~~ - -64b-ip4tunnel-base ------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-64b-ip4tunnel-base-ndr-tsa} - \label{fig:3n-icx-e810cq-64b-ip4tunnel-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-64b-ip4tunnel-base-pdr-tsa} - \label{fig:3n-icx-e810cq-64b-ip4tunnel-base-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-ip4tunnel-wireguard -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-ip4tunnel-wireguard-ndr-tsa} - \label{fig:3n-icx-e810cq-1518b-ip4tunnel-wireguard-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-ip4tunnel-wireguard-pdr-tsa} - \label{fig:3n-icx-e810cq-1518b-ip4tunnel-wireguard-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-ip4tunnel-wireguard ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-ip4tunnel-wireguard-ndr-tsa} - \label{fig:3n-icx-e810cq-imix-ip4tunnel-wireguard-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-ip4tunnel-wireguard-pdr-tsa} - \label{fig:3n-icx-e810cq-imix-ip4tunnel-wireguard-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-icx-e810xxv.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-icx-e810xxv.rst deleted file mode 100644 index b7c65704fe..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-icx-e810xxv.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810xxv -~~~~~~~~~~~~~~ - -64b-ip4tunnel-gtpu ------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-64b-ip4tunnel-gtpu-ndr-tsa} - \label{fig:3n-icx-e810xxv-64b-ip4tunnel-gtpu-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-64b-ip4tunnel-gtpu-pdr-tsa} - \label{fig:3n-icx-e810xxv-64b-ip4tunnel-gtpu-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ip4tunnel-wireguard ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-64b-ip4tunnel-wireguard-ndr-tsa} - \label{fig:3n-icx-e810xxv-64b-ip4tunnel-wireguard-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-64b-ip4tunnel-wireguard-pdr-tsa} - \label{fig:3n-icx-e810xxv-64b-ip4tunnel-wireguard-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-icx-xxv710.rst deleted file mode 100644 index 9e0b66d890..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-icx-xxv710.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-ip4tunnel-base ------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-ip4tunnel-base-ndr-tsa} - \label{fig:3n-icx-xxv710-64b-ip4tunnel-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-ip4tunnel-base-pdr-tsa} - \label{fig:3n-icx-xxv710-64b-ip4tunnel-base-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-ip4tunnel-wireguard -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ip4tunnel-wireguard-ndr-tsa} - \label{fig:3n-icx-xxv710-1518b-ip4tunnel-wireguard-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ip4tunnel-wireguard-pdr-tsa} - \label{fig:3n-icx-xxv710-1518b-ip4tunnel-wireguard-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-ip4tunnel-wireguard ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ip4tunnel-wireguard-ndr-tsa} - \label{fig:3n-icx-xxv710-imix-ip4tunnel-wireguard-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ip4tunnel-wireguard-pdr-tsa} - \label{fig:3n-icx-xxv710-imix-ip4tunnel-wireguard-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-snr-e822cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-snr-e822cq.rst deleted file mode 100644 index 22444d2455..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-snr-e822cq.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-snr-e822cq -~~~~~~~~~~~~~ - -64b-ip4tunnel-base ------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-ip4tunnel-base-ndr-tsa} - \label{fig:3n-snr-e822cq-64b-ip4tunnel-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-ip4tunnel-base-pdr-tsa} - \label{fig:3n-snr-e822cq-64b-ip4tunnel-base-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-ip4tunnel-wireguard -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-ip4tunnel-wireguard-ndr-tsa} - \label{fig:3n-snr-e822cq-1518b-ip4tunnel-wireguard-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-ip4tunnel-wireguard-pdr-tsa} - \label{fig:3n-snr-e822cq-1518b-ip4tunnel-wireguard-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-ip4tunnel-wireguard ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-ip4tunnel-wireguard-ndr-tsa} - \label{fig:3n-snr-e822cq-imix-ip4tunnel-wireguard-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-ip4tunnel-wireguard-pdr-tsa} - \label{fig:3n-snr-e822cq-imix-ip4tunnel-wireguard-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-tsh-x520.rst deleted file mode 100644 index 8a031b78d9..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-tsh-x520.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -64b-ip4tunnel-base-ixgbe ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-ip4tunnel-base-ixgbe-ndr-tsa} - \label{fig:3n-tsh-x520-64b-ip4tunnel-base-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-ip4tunnel-base-ixgbe-pdr-tsa} - \label{fig:3n-tsh-x520-64b-ip4tunnel-base-ixgbe-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst deleted file mode 100644 index 091660ecfa..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst +++ /dev/null @@ -1,31 +0,0 @@ - -.. raw:: latex - - \clearpage - -IPv4 Tunnels -============ - -Following sections include Throughput Speedup Analysis for VPP multi- -core multi-thread configurations with no Hyper-Threading, specifically -for tested 2t2c (2threads, 2cores) and 4t4c scenarios. 1t1c throughput -results are used as a reference for reported speedup ratio. -Performance is reported for VPP -running in multiple configurations of VPP worker thread(s), a.k.a. VPP -data plane thread(s), and their physical CPU core(s) placement. - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - ip4_tunnels-2n-icx-xxv710 - ip4_tunnels-2n-icx-e810cq - ip4_tunnels-3n-icx-xxv710 - ip4_tunnels-3n-icx-e810cq - ip4_tunnels-3n-icx-e810xxv - ip4_tunnels-2n-clx-xxv710 - ip4_tunnels-2n-zn2-xxv710 - ip4_tunnels-3n-alt-xl710 - ip4_tunnels-3n-tsh-x520 - ip4_tunnels-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-cx556a.rst deleted file mode 100644 index abe0dccb14..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-cx556a.rst +++ /dev/null @@ -1,110 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -78b-ip6routing-base-scale-rdma-core ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-78b-rdma-ip6routing-base-scale-ndr-tsa} - \label{fig:2n-clx-cx556a-78b-rdma-ip6routing-base-scale-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-78b-rdma-ip6routing-base-scale-pdr-tsa} - \label{fig:2n-clx-cx556a-78b-rdma-ip6routing-base-scale-pdr-tsa} - \end{figure} - -78b-ip6routing-base-scale-mlx5 ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-78b-ip6-base-scale-mlx5-ndr-tsa} - \label{fig:2n-clx-cx556a-78b-ip6-base-scale-mlx5-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-ip6-base-scale-mlx5-pdr-tsa} - \label{fig:2n-clx-cx556a-78b-ip6-base-scale-mlx5-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-e810cq.rst deleted file mode 100644 index 9ba57f0f2e..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -78b-ip6routing-base-scale -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-78b-ip6-ndr-tsa} - \label{fig:2n-clx-e810cq-78b-ip6-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-78b-ip6-pdr-tsa} - \label{fig:2n-clx-e810cq-78b-ip6-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-x710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-x710.rst deleted file mode 100644 index f072d97c0e..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-x710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-x710 -~~~~~~~~~~~ - -78b-ip6routing-base-scale-[avf,dpdk,af_xdp] -------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-ndr-tsa} - \label{fig:2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-pdr-tsa} - \label{fig:2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-xxv710.rst deleted file mode 100644 index cb6b356f0e..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-clx-xxv710.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -78b-ip6routing-base-scale-avf ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-78b-ip6routing-base-scale-avf-ndr-tsa} - \label{fig:2n-clx-xxv710-78b-ip6routing-base-scale-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-78b-ip6routing-base-scale-avf-pdr-tsa} - \label{fig:2n-clx-xxv710-78b-ip6routing-base-scale-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-ip6routing-base-scale-af_xdp --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-78b-ip6routing-base-scale-af_xdp-ndr-tsa} - \label{fig:2n-clx-xxv710-78b-ip6routing-base-scale-af_xdp-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-78b-ip6routing-base-scale-af_xdp-pdr-tsa} - \label{fig:2n-clx-xxv710-78b-ip6routing-base-scale-af_xdp-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-ip6routing-base-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-ndr-tsa} - \label{fig:2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-pdr-tsa} - \label{fig:2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-icx-e810cq.rst deleted file mode 100644 index 4d67184439..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-icx-e810cq.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -78b-ip6routing-base-scale-avf ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b-ip6routing-base-scale-avf-ndr-tsa} - \label{fig:2n-icx-e810cq-78b-ip6routing-base-scale-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b-ip6routing-base-scale-avf-pdr-tsa} - \label{fig:2n-icx-e810cq-78b-ip6routing-base-scale-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-ip6routing-base-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-ndr-tsa} - \label{fig:2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-pdr-tsa} - \label{fig:2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-ip6routing-base-scale-af_xdp --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b-ip6routing-base-scale-af_xdp-ndr-tsa} - \label{fig:2n-icx-e810cq-78b-ip6routing-base-scale-af_xdp-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-78b-ip6routing-base-scale-af_xdp-pdr-tsa} - \label{fig:2n-icx-e810cq-78b-ip6routing-base-scale-af_xdp-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-icx-xxv710.rst deleted file mode 100644 index d0393e8ef1..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-icx-xxv710.rst +++ /dev/null @@ -1,157 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -78b-ip6routing-base-scale-avf ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-78b-ip6routing-base-scale-avf-ndr-tsa} - \label{fig:2n-icx-xxv710-78b-ip6routing-base-scale-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-78b-ip6routing-base-scale-avf-pdr-tsa} - \label{fig:2n-icx-xxv710-78b-ip6routing-base-scale-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-ip6routing-base-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-78b-ip6routing-base-scale-dpdk-ndr-tsa} - \label{fig:2n-icx-xxv710-78b-ip6routing-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-78b-ip6routing-base-scale-dpdk-pdr-tsa} - \label{fig:2n-icx-xxv710-78b-ip6routing-base-scale-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-ip6routing-base-scale-af_xdp --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-78b-ip6routing-base-scale-af_xdp-ndr-tsa} - \label{fig:2n-icx-xxv710-78b-ip6routing-base-scale-af_xdp-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-78b-ip6routing-base-scale-af_xdp-pdr-tsa} - \label{fig:2n-icx-xxv710-78b-ip6routing-base-scale-af_xdp-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-tx2-xl710.rst deleted file mode 100644 index 74e232cca6..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-tx2-xl710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -78b-ip6routing-base-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-ndr-tsa} - \label{fig:2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-pdr-tsa} - \label{fig:2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-ip6routing-base-scale-af-xdp --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-78b-ip6routing-base-scale-af_xdp-ndr-tsa} - \label{fig:2n-tx2-xl710-78b-ip6routing-base-scale-af_xdp-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-78b-ip6routing-base-scale-af_xdp-pdr-tsa} - \label{fig:2n-tx2-xl710-78b-ip6routing-base-scale-af_xdp-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-zn2-cx556a.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-zn2-cx556a.rst deleted file mode 100644 index 7279f16757..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-zn2-cx556a.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-cx556a -~~~~~~~~~~~~~ - -78b-ip6routing-base-scale-rdma-core ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-ndr-tsa} - \label{fig:2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-pdr-tsa} - \label{fig:2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-zn2-x710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-zn2-x710.rst deleted file mode 100644 index afcc7d34f2..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-zn2-x710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-x710 -~~~~~~~~~~~ - -78b-ip6routing-base-[avf,dpdk] ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-78b-ip6routing-base-[avf,dpdk]-ndr-tsa} - \label{fig:2n-zn2-x710-78b-ip6routing-base-[avf,dpdk]-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-78b-ip6routing-base-[avf,dpdk]-pdr-tsa} - \label{fig:2n-zn2-x710-78b-ip6routing-base-[avf,dpdk]-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-zn2-xxv710.rst deleted file mode 100644 index 479d757917..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-zn2-xxv710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -78b-ip6routing-base-scale-avf ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-78b-ip6routing-base-scale-avf-ndr-tsa} - \label{fig:2n-zn2-xxv710-78b-ip6routing-base-scale-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-78b-ip6routing-base-scale-avf-pdr-tsa} - \label{fig:2n-zn2-xxv710-78b-ip6routing-base-scale-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -78b-ip6routing-base-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-ndr-tsa} - \label{fig:2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-pdr-tsa} - \label{fig:2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-alt-xl710.rst deleted file mode 100644 index abc3cce250..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-alt-xl710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -78b-ip6routing-base-scale -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-78b-ip6-base-scale-ndr-tsa} - \label{fig:3n-alt-xl710-78b-ip6-base-scale-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-78b-ip6-base-scale-pdr-tsa} - \label{fig:3n-alt-xl710-78b-ip6-base-scale-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-icx-e810cq.rst deleted file mode 100644 index b82a00389d..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810cq -~~~~~~~~~~~~~ - -78b-ip6routing-base -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-78b-ip6routing-base-ndr-tsa} - \label{fig:3n-icx-e810cq-78b-ip6routing-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-78b-ip6routing-base-pdr-tsa} - \label{fig:3n-icx-e810cq-78b-ip6routing-base-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-icx-xxv710.rst deleted file mode 100644 index 775d9241ac..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -78b-ip6routing-base -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-78b-ip6routing-base-ndr-tsa} - \label{fig:3n-icx-xxv710-78b-ip6routing-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-78b-ip6routing-base-pdr-tsa} - \label{fig:3n-icx-xxv710-78b-ip6routing-base-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-snr-e822cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-snr-e822cq.rst deleted file mode 100644 index e8349c0283..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-snr-e822cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-snr-e822cq -~~~~~~~~~~~~~ - -78b-ip6routing-base-scale -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-78b-ip6routing-base-scale-ndr-tsa} - \label{fig:3n-snr-e822cq-78b-ip6routing-base-scale-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-78b-ip6routing-base-scale-pdr-tsa} - \label{fig:3n-snr-e822cq-78b-ip6routing-base-scale-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-tsh-x520.rst deleted file mode 100644 index fff2c0b046..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-tsh-x520.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -78b-ip6routing-base-ixgbe -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-78b-ip6routing-base-ixgbe-ndr-tsa} - \label{fig:3n-tsh-x520-78b-ip6routing-base-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-78b-ip6routing-base-ixgbe-pdr-tsa} - \label{fig:3n-tsh-x520-78b-ip6routing-base-ixgbe-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst deleted file mode 100644 index 9ccd424266..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst +++ /dev/null @@ -1,36 +0,0 @@ - -.. raw:: latex - - \clearpage - -IPv6 Routing -============ - -Following sections include Throughput Speedup Analysis for VPP multi- -core multi-thread configurations with no Hyper-Threading, specifically -for tested 2t2c (2threads, 2cores) and 4t4c scenarios. 1t1c throughput -results are used as a reference for reported speedup ratio. Input data -used for the graphs comes from Phy-to-Phy 78B performance tests with VPP -IPv6 Routed-Forwarding, including NDR throughput (zero packet loss) and -PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - ip6-2n-icx-xxv710 - ip6-2n-icx-e810cq - ip6-3n-icx-xxv710 - ip6-3n-icx-e810cq - ip6-2n-clx-xxv710 - ip6-2n-clx-x710 - ip6-2n-clx-cx556a - ip6-2n-clx-e810cq - ip6-2n-zn2-xxv710 - ip6-2n-zn2-x710 - ip6-2n-zn2-cx556a - ip6-3n-alt-xl710 - ip6-3n-tsh-x520 - ip6-2n-tx2-xl710 - ip6-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-2n-tx2-xl710.rst deleted file mode 100644 index eba0b39619..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-2n-tx2-xl710.rst +++ /dev/null @@ -1,286 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -64b-ipsec-spe-ip4routing-base-scale ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-ndr-tsa} - \label{fig:2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-pdr-tsa} - \label{fig:2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ipsec-ip4routing-base-scale-sw ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-ipsec-spe-base-scale-dpdk-ndr-tsa} - \label{fig:2n-tx2-xl710-64b-ipsec-spe-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-ipsec-spe-base-scale-dpdk-pdr-tsa} - \label{fig:2n-tx2-xl710-64b-ipsec-spe-base-scale-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-ipsec-ip4routing-base-scale-sw-cbc ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-1518b-ipsec-base-scale-sw-cbc-dpdk-ndr-tsa} - \label{fig:2n-tx2-xl710-1518b-ipsec-base-scale-sw-cbc-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-1518b-ipsec-base-scale-sw-cbc-dpdk-pdr-tsa} - \label{fig:2n-tx2-xl710-1518b-ipsec-base-scale-sw-cbc-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-ipsec-ip4routing-base-scale-sw-cbc ---------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-imix-ipsec-base-scale-sw-cbc-dpdk-ndr-tsa} - \label{fig:2n-tx2-xl710-imix-ipsec-base-scale-sw-cbc-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-imix-ipsec-base-scale-sw-cbc-dpdk-pdr-tsa} - \label{fig:2n-tx2-xl710-imix-ipsec-base-scale-sw-cbc-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-ipsec-ip4routing-base-scale-sw-gcm ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-1518b-ipsec-base-scale-sw-gcm-dpdk-ndr-tsa} - \label{fig:2n-tx2-xl710-1518b-ipsec-base-scale-sw-gcm-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-1518b-ipsec-base-scale-sw-gcm-dpdk-pdr-tsa} - \label{fig:2n-tx2-xl710-1518b-ipsec-base-scale-sw-gcm-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-ipsec-ip4routing-base-scale-sw-gcm ---------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-imix-ipsec-base-scale-sw-gcm-dpdk-ndr-tsa} - \label{fig:2n-tx2-xl710-imix-ipsec-base-scale-sw-gcm-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-imix-ipsec-base-scale-sw-gcm-dpdk-pdr-tsa} - \label{fig:2n-tx2-xl710-imix-ipsec-base-scale-sw-gcm-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-alt-xl710.rst deleted file mode 100644 index d5d8b8f603..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-alt-xl710.rst +++ /dev/null @@ -1,286 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -1518b-ipsec-aes128cbc-ip4routing-scale-sw ------------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-ndr-tsa} - \label{fig:3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-pdr-tsa} - \label{fig:3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-ipsec-aes256gcm-ip4routing-scale-sw ------------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-ndr-tsa} - \label{fig:3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-pdr-tsa} - \label{fig:3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-ipsec-aes128cbc-ip4routing-scale-sw ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-ndr-tsa} - \label{fig:3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-pdr-tsa} - \label{fig:3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-ipsec-aes256gcm-ip4routing-scale-sw ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-ndr-tsa} - \label{fig:3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-pdr-tsa} - \label{fig:3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ipsec-ip4base-policy-outbound-nocrypto ------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-ndr-tsa} - \label{fig:3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-pdr-tsa} - \label{fig:3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-ipsec-ip4base-policy-aes256gcm-sw -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-ndr-tsa} - \label{fig:3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-pdr-tsa} - \label{fig:3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-e810cq.rst deleted file mode 100644 index 5228cb3087..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-e810cq.rst +++ /dev/null @@ -1,460 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810cq -~~~~~~~~~~~~~ - -1518b-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf -------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-e810cq-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-e810cq-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf -------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ipsec-ip4routing-base-scale-sw-dpdk ----------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \label{fig:3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \label{fig:3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - 1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf - ------------------------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - 1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk - -------------------------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \label{fig:3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \label{fig:3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - -imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf ------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-e810cq-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-e810cq-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf ------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-2t1c-ipsec-ip4routing-base-scale-sw-dpdk ---------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \label{fig:3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \label{fig:3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf - ------------------------------------------------------ - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk - ------------------------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \label{fig:3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \label{fig:3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-e810xxv.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-e810xxv.rst deleted file mode 100644 index 373aab0375..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-e810xxv.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810xxv -~~~~~~~~~~~~~~ - -1518b-2t1c-ipsec-fixtnlip -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-1518b-ipsec-fixtnlip-ndr-tsa} - \label{fig:3n-icx-e810xxv-1518b-ipsec-fixtnlip-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-1518b-ipsec-fixtnlip-pdr-tsa} - \label{fig:3n-icx-e810xxv-1518b-ipsec-fixtnlip-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-2t1c-ipsec-fixtnlip ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-imix-ipsec-fixtnlip-ndr-tsa} - \label{fig:3n-icx-e810xxv-imix-ipsec-fixtnlip-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-imix-ipsec-fixtnlip-pdr-tsa} - \label{fig:3n-icx-e810xxv-imix-ipsec-fixtnlip-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-xxv710.rst deleted file mode 100644 index 833148576c..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-xxv710.rst +++ /dev/null @@ -1,460 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -1518b-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf -------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf -------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-2t1c-ipsec-ip4routing-base-scale-sw-dpdk ----------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - 1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf - ------------------------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - 1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk - -------------------------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - -imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf ------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf ------------------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-2t1c-ipsec-ip4routing-base-scale-sw-dpdk ---------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf - ------------------------------------------------------ - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk - ------------------------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-snr-e822cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-snr-e822cq.rst deleted file mode 100644 index 62683b651f..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-snr-e822cq.rst +++ /dev/null @@ -1,201 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-snr-e822cq -~~~~~~~~~~~~~ - -imix-ipsec-ip4routing-scale-sw ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-ndr-tsa} - \label{fig:3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-pdr-tsa} - \label{fig:3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-ipsec-ip4routing-scale-sw -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-ndr-tsa} - \label{fig:3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-pdr-tsa} - \label{fig:3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. - imix-ipsec-ip4routing-scale-scheduler - ------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-ndr-tsa} - \label{fig:3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-ndr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-pdr-tsa} - \label{fig:3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-pdr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - 1518b-ipsec-ip4routing-scale-scheduler - -------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-ndr-tsa} - \label{fig:3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-ndr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-pdr-tsa} - \label{fig:3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-tsh-x520.rst deleted file mode 100644 index 86543cf26f..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-tsh-x520.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -imix-ipsec-ip4routing-base-scale-sw-ixgbe ------------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa} - \label{fig:3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa} - \label{fig:3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst deleted file mode 100644 index 0725554ecf..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst +++ /dev/null @@ -1,30 +0,0 @@ - -.. raw:: latex - - \clearpage - -IPSec IPv4 Routing -================== - -Following sections include Throughput Speedup Analysis for VPP multi- -core multi-thread configurations with no Hyper-Threading, specifically -for tested 2t2c (2threads, 2cores) and 4t4c scenarios. 1t1c throughput -results are used as a reference for reported speedup ratio. -VPP IPSec encryption is accelerated using DPDK cryptodev -library driving Intel Quick Assist (QAT) crypto PCIe hardware cards. -Performance is reported for VPP running in multiple configurations of -VPP worker thread(s), a.k.a. VPP data plane thread(s), and their -physical CPU core(s) placement. - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - ipsec-3n-icx-xxv710 - ipsec-3n-icx-e810cq - ipsec-3n-icx-e810xxv - ipsec-3n-alt-xl710 - ipsec-3n-tsh-x520 - ipsec-2n-tx2-xl710 - ipsec-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-cx556a.rst deleted file mode 100644 index e518db3c08..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-cx556a.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -64b-l2switching-base-rdma-core ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-rdma-l2switching-base-ndr-tsa} - \label{fig:2n-clx-cx556a-64b-rdma-l2switching-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-rdma-l2switching-base-pdr-tsa} - \label{fig:2n-clx-cx556a-64b-rdma-l2switching-base-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-scale-rdma-core -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-rdma-l2switching-scale-ndr-tsa} - \label{fig:2n-clx-cx556a-64b-rdma-l2switching-scale-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-rdma-l2switching-scale-pdr-tsa} - \label{fig:2n-clx-cx556a-64b-rdma-l2switching-scale-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-base-mlx5 -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-l2-base-mlx5-ndr-tsa} - \label{fig:2n-clx-cx556a-64b-l2-base-mlx5-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-l2-base-mlx5-pdr-tsa} - \label{fig:2n-clx-cx556a-64b-l2-base-mlx5-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-scale-mlx5 --------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-l2-scale-mlx5-ndr-tsa} - \label{fig:2n-clx-cx556a-64b-l2-scale-mlx5-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-l2-scale-mlx5-pdr-tsa} - \label{fig:2n-clx-cx556a-64b-l2-scale-mlx5-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-e810cq.rst deleted file mode 100644 index 57837532d3..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-e810cq.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -64b-l2switching-avf -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-l2-avf-ndr-tsa} - \label{fig:2n-clx-e810cq-64b-l2-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-l2-avf-pdr-tsa} - \label{fig:2n-clx-e810cq-64b-l2-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-dpdk --------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-l2-dpdk-ndr-tsa} - \label{fig:2n-clx-e810cq-64b-l2-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-l2-dpdk-pdr-tsa} - \label{fig:2n-clx-e810cq-64b-l2-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-x710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-x710.rst deleted file mode 100644 index 24aa801abd..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-x710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-x710 -~~~~~~~~~~~ - -64b-l2switching-base-avf ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-l2switching-base-avf-ndr-tsa} - \label{fig:2n-clx-x710-64b-l2switching-base-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-l2switching-base-avf-pdr-tsa} - \label{fig:2n-clx-x710-64b-l2switching-base-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-xxv710.rst deleted file mode 100644 index a19b00592c..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-clx-xxv710.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-l2switching-base-avf ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-l2switching-base-avf-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-l2switching-base-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-l2switching-base-avf-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-l2switching-base-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-base-scale-avf -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-l2switching-base-scale-avf-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-l2switching-base-scale-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-l2switching-base-scale-avf-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-l2switching-base-scale-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-base-dpdk -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-l2switching-base-dpdk-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-l2switching-base-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-l2switching-base-dpdk-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-l2switching-base-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-base-scale-dpdk -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-l2switching-base-scale-dpdk-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-l2switching-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-l2switching-base-scale-dpdk-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-l2switching-base-scale-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-icx-e810cq.rst deleted file mode 100644 index 84434f8301..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-icx-e810cq.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-l2switching-base-scale-avf ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-l2switching-base-scale-avf-ndr-tsa} - \label{fig:2n-icx-e810cq-64b-l2switching-base-scale-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-l2switching-base-scale-avf-pdr-tsa} - \label{fig:2n-icx-e810cq-64b-l2switching-base-scale-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-base-scale-dpdk -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-l2switching-base-scale-dpdk-ndr-tsa} - \label{fig:2n-icx-e810cq-64b-l2switching-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-l2switching-base-scale-dpdk-pdr-tsa} - \label{fig:2n-icx-e810cq-64b-l2switching-base-scale-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-icx-xxv710.rst deleted file mode 100644 index fe6592555d..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-icx-xxv710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-l2switching-base-scale-avf ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-l2switching-base-scale-avf-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-l2switching-base-scale-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-l2switching-base-scale-avf-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-l2switching-base-scale-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-base-scale-dpdk -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-l2switching-base-scale-dpdk-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-l2switching-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-l2switching-base-scale-dpdk-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-l2switching-base-scale-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-tx2-xl710.rst deleted file mode 100644 index 77e60eb467..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-tx2-xl710.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-tx2-xl710 -~~~~~~~~~~~~ - -64b-l2switching-base-dpdk -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-l2switching-base-dpdk-ndr-tsa} - \label{fig:2n-tx2-xl710-64b-l2switching-base-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-l2switching-base-dpdk-pdr-tsa} - \label{fig:2n-tx2-xl710-64b-l2switching-base-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-scale-dpdk --------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-l2switching-scale-dpdk-ndr-tsa} - \label{fig:2n-tx2-xl710-64b-l2switching-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-l2switching-scale-dpdk-pdr-tsa} - \label{fig:2n-tx2-xl710-64b-l2switching-scale-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-scale-af-xdp ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-l2switching-scale-af_xdp-ndr-tsa} - \label{fig:2n-tx2-xl710-64b-l2switching-scale-af-xdp-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-l2switching-scale-af_xdp-pdr-tsa} - \label{fig:2n-tx2-xl710-64b-l2switching-scale-af-xdp-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-features-l2switching-base-dpdk ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-features-l2switching-base-dpdk-ndr-tsa} - \label{fig:2n-tx2-xl710-64b-features-l2switching-base-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-features-l2switching-base-dpdk-pdr-tsa} - \label{fig:2n-tx2-xl710-64b-features-l2switching-base-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-zn2-cx556a.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-zn2-cx556a.rst deleted file mode 100644 index 0ce31e80b8..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-zn2-cx556a.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-cx556a -~~~~~~~~~~~~~ - -64b-l2switching-base-rdma-core ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-rdma-l2switching-base-ndr-tsa} - \label{fig:2n-zn2-cx556a-64b-rdma-l2switching-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-rdma-l2switching-base-pdr-tsa} - \label{fig:2n-zn2-cx556a-64b-rdma-l2switching-base-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-scale ---------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-rdma-l2switching-scale-ndr-tsa} - \label{fig:2n-zn2-cx556a-64b-rdma-l2switching-scale-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-rdma-l2switching-scale-pdr-tsa} - \label{fig:2n-zn2-cx556a-64b-rdma-l2switching-scale-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-zn2-x710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-zn2-x710.rst deleted file mode 100644 index 52cbd6ad51..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-zn2-x710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-x710 -~~~~~~~~~~~ - -64b-l2switching-base --------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-l2switching-base-ndr-tsa} - \label{fig:2n-zn2-x710-64b-l2switching-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-l2switching-base-pdr-tsa} - \label{fig:2n-zn2-x710-64b-l2switching-base-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-zn2-xxv710.rst deleted file mode 100644 index d5c0985a98..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-zn2-xxv710.rst +++ /dev/null @@ -1,200 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-l2switching-base-avf ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-l2switching-base-avf-ndr-tsa} - \label{fig:2n-zn2-xxv710-64b-l2switching-base-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-l2switching-base-avf-pdr-tsa} - \label{fig:2n-zn2-xxv710-64b-l2switching-base-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-base-scale-avf ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-l2switching-base-scale-avf-ndr-tsa} - \label{fig:2n-zn2-xxv710-64b-l2switching-base-scale-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-l2switching-base-scale-avf-pdr-tsa} - \label{fig:2n-zn2-xxv710-64b-l2switching-base-scale-avf-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-base-dpdk -------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-l2switching-base-dpdk-ndr-tsa} - \label{fig:2n-zn2-xxv710-64b-l2switching-base-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-l2switching-base-dpdk-pdr-tsa} - \label{fig:2n-zn2-xxv710-64b-l2switching-base-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-base-scale-dpdk -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-ndr-tsa} - \label{fig:2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-pdr-tsa} - \label{fig:2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-alt-xl710.rst deleted file mode 100644 index 9365cb97a0..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-alt-xl710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -64b-l2switching-base-scale --------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-l2-base-scale-ndr-tsa} - \label{fig:3n-alt-xl710-64b-l2-base-scale-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-l2-base-scale-pdr-tsa} - \label{fig:3n-alt-xl710-64b-l2-base-scale-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-l2switching-features ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-l2-base-scale-ndr-tsa} - \label{fig:3n-alt-xl710-64b-l2-base-scale-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-l2-base-scale-pdr-tsa} - \label{fig:3n-alt-xl710-64b-l2-base-scale-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-icx-e810cq.rst deleted file mode 100644 index 40777ddb04..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810cq -~~~~~~~~~~~~~ - -64b-l2switching-base --------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-64b-l2switching-base-ndr-tsa} - \label{fig:3n-icx-e810cq-64b-l2switching-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-64b-l2switching-base-pdr-tsa} - \label{fig:3n-icx-e810cq-64b-l2switching-base-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-icx-xxv710.rst deleted file mode 100644 index 7724f16587..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-l2switching-base --------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-l2switching-base-ndr-tsa} - \label{fig:3n-icx-xxv710-64b-l2switching-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-64b-l2switching-base-pdr-tsa} - \label{fig:3n-icx-xxv710-64b-l2switching-base-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-snr-e822cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-snr-e822cq.rst deleted file mode 100644 index 1404d3e633..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-snr-e822cq.rst +++ /dev/null @@ -1,75 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-snr-e822cq -~~~~~~~~~~~~~ - -64b-l2switching-base --------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-l2switching-base-ndr-tsa} - \label{fig:3n-snr-e822cq-64b-l2switching-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-64b-l2switching-base-pdr-tsa} - \label{fig:3n-snr-e822cq-64b-l2switching-base-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-tsh-x520.rst deleted file mode 100644 index 202039992c..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-tsh-x520.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -64b-l2switching-base-ixgbe --------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-l2switching-base-ixgbe-ndr-tsa} - \label{fig:3n-tsh-x520-64b-l2switching-base-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-l2switching-base-ixgbe-pdr-tsa} - \label{fig:3n-tsh-x520-64b-l2switching-base-ixgbe-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-features-l2switching-base-ixgbe ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-features-l2switching-base-ixgbe-ndr-tsa} - \label{fig:3n-tsh-x520-64b-features-l2switching-base-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-features-l2switching-base-ixgbe-pdr-tsa} - \label{fig:3n-tsh-x520-64b-features-l2switching-base-ixgbe-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst deleted file mode 100644 index e3b6e928ca..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst +++ /dev/null @@ -1,36 +0,0 @@ - -.. raw:: latex - - \clearpage - -L2 Ethernet Switching -===================== - -Following sections include Throughput Speedup Analysis for VPP multi- -core multi-thread configurations with no Hyper-Threading, specifically -for tested 2t2c (2threads, 2cores) and 4t4c scenarios. 1t1c throughput -results are used as a reference for reported speedup ratio. Input data -used for the graphs comes from Phy-to-Phy 64B performance tests with VPP -L2 Ethernet switching, including NDR throughput (zero packet loss) and -PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - l2-2n-icx-xxv710 - l2-2n-icx-e810cq - l2-3n-icx-xxv710 - l2-3n-icx-e810cq - l2-2n-clx-xxv710 - l2-2n-clx-x710 - l2-2n-clx-cx556a - l2-2n-clx-e810cq - l2-2n-zn2-xxv710 - l2-2n-zn2-x710 - l2-2n-zn2-cx556a - l2-3n-alt-xl710 - l2-3n-tsh-x520 - l2-2n-tx2-xl710 - l2-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir-2n-clx-xxv710.rst deleted file mode 100644 index 196b0daf40..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44det-ip4routing-stl-bidir-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir-2n-icx-e810cq.rst deleted file mode 100644 index 728fbbee87..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-nat44det-ip4routing-stl-bidir-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa} - \label{fig:2n-icx-e810cq-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa} - \label{fig:2n-icx-e810cq-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir-2n-icx-xxv710.rst deleted file mode 100644 index 2e6f350a6e..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44det-ip4routing-stl-bidir-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir.rst deleted file mode 100644 index 25b70c7cac..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-det-bidir.rst +++ /dev/null @@ -1,13 +0,0 @@ - -.. raw:: latex - - \clearpage - -Det BiDir -~~~~~~~~~ - -.. toctree:: - - nat44-det-bidir-2n-icx-xxv710 - nat44-det-bidir-2n-icx-e810cq - nat44-det-bidir-2n-clx-xxv710 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps-2n-clx-xxv710.rst deleted file mode 100644 index 5b9cf42a0e..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-tcp-stf-cps-avf --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps-2n-icx-e810cq.rst deleted file mode 100644 index 0e83bd7940..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-tcp-stf-cps-avf --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa} - \label{fig:2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa} - \label{fig:2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps-2n-icx-xxv710.rst deleted file mode 100644 index ff6cbc7114..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-tcp-stf-cps-avf --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps.rst deleted file mode 100644 index de7e8cfaa5..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-cps.rst +++ /dev/null @@ -1,13 +0,0 @@ - -.. raw:: latex - - \clearpage - -ED TCP CPS -~~~~~~~~~~ - -.. toctree:: - - nat44-ed-tcp-cps-2n-icx-xxv710 - nat44-ed-tcp-cps-2n-icx-e810cq - nat44-ed-tcp-cps-2n-clx-xxv710 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-clx-xxv710.rst deleted file mode 100644 index 2044bc4d94..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -100b-nat44ed-ip4routing-tcp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-ndr-tsa} - \label{fig:2n-clx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-pdr-tsa} - \label{fig:2n-clx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-icx-e810cq.rst deleted file mode 100644 index 39cd763e37..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -100b-nat44ed-ip4routing-tcp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-100b-nat44ed-ip4routing-tcp-tput-avf-ndr-tsa} - \label{fig:2n-icx-e810cq-100b-nat44ed-ip4routing-tcp-tput-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-100b-nat44ed-ip4routing-tcp-tput-avf-pdr-tsa} - \label{fig:2n-icx-e810cq-100b-nat44ed-ip4routing-tcp-tput-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-icx-xxv710.rst deleted file mode 100644 index 0cedd97e71..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -100b-nat44ed-ip4routing-tcp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-ndr-tsa} - \label{fig:2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-pdr-tsa} - \label{fig:2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput.rst deleted file mode 100644 index 0152d22f3f..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput.rst +++ /dev/null @@ -1,13 +0,0 @@ - -.. raw:: latex - - \clearpage - -ED TCP TPUT -~~~~~~~~~~~ - -.. toctree:: - - nat44-ed-tcp-tput-2n-icx-xxv710 - nat44-ed-tcp-tput-2n-icx-e810cq - nat44-ed-tcp-tput-2n-clx-xxv710 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps-2n-clx-xxv710.rst deleted file mode 100644 index d478318ef0..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-udp-stf-cps-avf --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps-2n-icx-e810cq.rst deleted file mode 100644 index d4a1e9629e..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-udp-stf-cps-avf --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa} - \label{fig:2n-icx-e810cq-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa} - \label{fig:2n-icx-e810cq-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps-2n-icx-xxv710.rst deleted file mode 100644 index eeb57562fb..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-udp-stf-cps-avf --------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps.rst deleted file mode 100644 index 311701d09d..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-cps.rst +++ /dev/null @@ -1,13 +0,0 @@ - -.. raw:: latex - - \clearpage - -ED UDP CPS -~~~~~~~~~~ - -.. toctree:: - - nat44-ed-udp-cps-2n-icx-xxv710 - nat44-ed-udp-cps-2n-icx-e810cq - nat44-ed-udp-cps-2n-clx-xxv710 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput-2n-clx-xxv710.rst deleted file mode 100644 index d5be06f455..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -100b-nat44ed-ip4routing-udp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-ndr-tsa} - \label{fig:2n-clx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-pdr-tsa} - \label{fig:2n-clx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput-2n-icx-e810cq.rst deleted file mode 100644 index aab5c25b3c..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -100b-nat44ed-ip4routing-udp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-100b-nat44ed-ip4routing-udp-tput-avf-ndr-tsa} - \label{fig:2n-icx-e810cq-100b-nat44ed-ip4routing-udp-tput-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-100b-nat44ed-ip4routing-udp-tput-avf-pdr-tsa} - \label{fig:2n-icx-e810cq-100b-nat44ed-ip4routing-udp-tput-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput-2n-icx-xxv710.rst deleted file mode 100644 index ea9d022f4b..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -100b-nat44ed-ip4routing-udp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-ndr-tsa} - \label{fig:2n-icx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-pdr-tsa} - \label{fig:2n-icx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput.rst deleted file mode 100644 index 012d437fb7..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-udp-tput.rst +++ /dev/null @@ -1,13 +0,0 @@ - -.. raw:: latex - - \clearpage - -ED UDP TPUT -~~~~~~~~~~~ - -.. toctree:: - - nat44-ed-udp-tput-2n-icx-xxv710 - nat44-ed-udp-tput-2n-icx-e810cq - nat44-ed-udp-tput-2n-clx-xxv710 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir-2n-clx-xxv710.rst deleted file mode 100644 index 8d33548eff..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir-2n-clx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-stl-unidir-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir-2n-icx-e810cq.rst deleted file mode 100644 index bda8dd049a..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-stl-unidir-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa} - \label{fig:2n-icx-e810cq-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa} - \label{fig:2n-icx-e810cq-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir-2n-icx-xxv710.rst deleted file mode 100644 index 7bb1d47e41..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-nat44ed-ip4routing-stl-unidir-avf -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir.rst deleted file mode 100644 index 1c798900ff..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-unidir.rst +++ /dev/null @@ -1,13 +0,0 @@ - -.. raw:: latex - - \clearpage - -ED UniDir -~~~~~~~~~ - -.. toctree:: - - nat44-ed-unidir-2n-icx-xxv710 - nat44-ed-unidir-2n-icx-e810cq - nat44-ed-unidir-2n-clx-xxv710 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44.rst deleted file mode 100644 index 8b5305e53b..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44.rst +++ /dev/null @@ -1,27 +0,0 @@ - -.. raw:: latex - - \clearpage - -NAT44 IPv4 Routing -================== - -Following sections include Throughput Speedup Analysis for VPP multi- -core multi-thread configurations with no Hyper-Threading, specifically -for tested 2t2c (2threads, 2cores) and 4t4c scenarios. 1t1c throughput -results are used as a reference for reported speedup ratio. Input data -used for the graphs comes from Phy-to-Phy 64B performance tests with VPP -IPv4 Routed-Forwarding, including NDR throughput (zero packet loss) and -PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - nat44-det-bidir - nat44-ed-unidir - nat44-ed-udp-cps - nat44-ed-tcp-cps - nat44-ed-udp-tput - nat44-ed-tcp-tput diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-icx-e810cq.rst deleted file mode 100644 index b4ce456047..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-e810cq -~~~~~~~~~~~~~ - -78b-srv6-ip6routing-base-avf ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-78b-srv6-ip6routing-base-avf-ndr-tsa} - \label{fig:3n-icx-e810cq-78b-srv6-ip6routing-base-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810cq-78b-srv6-ip6routing-base-avf-pdr-tsa} - \label{fig:3n-icx-e810cq-78b-srv6-ip6routing-base-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-icx-xxv710.rst deleted file mode 100644 index 97de27de0b..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-icx-xxv710 -~~~~~~~~~~~~~ - -78b-srv6-ip6routing-base-avf ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-78b-srv6-ip6routing-base-avf-ndr-tsa} - \label{fig:3n-icx-xxv710-78b-srv6-ip6routing-base-avf-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-78b-srv6-ip6routing-base-avf-pdr-tsa} - \label{fig:3n-icx-xxv710-78b-srv6-ip6routing-base-avf-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-tsh-x520.rst deleted file mode 100644 index 4927066f2c..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-tsh-x520.rst +++ /dev/null @@ -1,88 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-tsh-x520 - ### 78b-?t?c-srv6-ip6routing-base-ixgbe - 10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr - - Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr - -3n-tsh-x520 -~~~~~~~~~~~ - -78b-srv6-ip6routing-base-ixgbe ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-ndr-tsa} - \label{fig:3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-pdr-tsa} - \label{fig:3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6.rst deleted file mode 100644 index 4f4084581b..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6.rst +++ /dev/null @@ -1,24 +0,0 @@ - -.. raw:: latex - - \clearpage - -SRv6 Routing -============ - -Following sections include Throughput Speedup Analysis for VPP multi- -core multi-thread configurations with no Hyper-Threading, specifically -for tested 2t2c (2threads, 2cores) and 4t4c scenarios. 1t1c throughput -results are used as a reference for reported speedup ratio. Input data -used for the graphs comes from Phy-to-Phy 78B performance tests with VPP -SRv6, including NDR throughput (zero packet loss) and -PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - srv6-3n-icx-xxv710 - srv6-3n-icx-e810cq - srv6-3n-tsh-x520 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-clx-cx556a.rst deleted file mode 100644 index 823bf634e1..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-clx-cx556a.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-cx556a -~~~~~~~~~~~~~ - -64b-vhost-base-rdma-core ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr-tsa} - \label{fig:2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-rdma-l2-vhost-base-pdr-tsa} - \label{fig:2n-clx-cx556a-64b-rdma-l2-vhost-base-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-vhost-base-mlx5 -------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-vhost-base-mlx5-ndr-tsa} - \label{fig:2n-clx-cx556a-64b-vhost-base-mlx5-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-vhost-base-mlx5-pdr-tsa} - \label{fig:2n-clx-cx556a-64b-vhost-base-mlx5-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-clx-e810cq.rst deleted file mode 100644 index f6c3f13e5b..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-clx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-e810cq -~~~~~~~~~~~~~ - -64b-vhost ---------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-vhost-ndr-tsa} - \label{fig:2n-clx-e810cq-64b-vhost-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-vhost-pdr-tsa} - \label{fig:2n-clx-e810cq-64b-vhost-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-clx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-clx-xxv710.rst deleted file mode 100644 index 31166b3389..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-clx-xxv710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-clx-xxv710 -~~~~~~~~~~~~~ - -64b-vhost-base-testpmd ----------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-vhost-base-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-vhost-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-vhost-base-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-vhost-base-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-vhost-base-vpp ------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-vhost-base-vpp-ndr-tsa} - \label{fig:2n-clx-xxv710-64b-vhost-base-vpp-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-vhost-base-vpp-pdr-tsa} - \label{fig:2n-clx-xxv710-64b-vhost-base-vpp-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-icx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-icx-e810cq.rst deleted file mode 100644 index 24077fcf23..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-icx-e810cq.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-e810cq -~~~~~~~~~~~~~ - -64b-vhost-base --------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-vhost-base-ndr-tsa} - \label{fig:2n-icx-e810cq-64b-vhost-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-e810cq-64b-vhost-base-pdr-tsa} - \label{fig:2n-icx-e810cq-64b-vhost-base-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-icx-xxv710.rst deleted file mode 100644 index 4fd550c387..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-icx-xxv710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-icx-xxv710 -~~~~~~~~~~~~~ - -64b-vhost-base --------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-vhost-base-ndr-tsa} - \label{fig:2n-icx-xxv710-64b-vhost-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-icx-xxv710-64b-vhost-base-pdr-tsa} - \label{fig:2n-icx-xxv710-64b-vhost-base-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-zn2-cx556a.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-zn2-cx556a.rst deleted file mode 100644 index a00c1aa52f..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-zn2-cx556a.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-cx556a -~~~~~~~~~~~~~ - -64b-vhost-base-rdma-core ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-rdma-l2-vhost-base-ndr-tsa} - \label{fig:2n-zn2-cx556a-64b-rdma-l2-vhost-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-cx556a-64b-rdma-l2-vhost-base-pdr-tsa} - \label{fig:2n-zn2-cx556a-64b-rdma-l2-vhost-base-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-zn2-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-zn2-xxv710.rst deleted file mode 100644 index e27ba5003d..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-2n-zn2-xxv710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-zn2-xxv710 -~~~~~~~~~~~~~ - -64b-vhost-base-testpmd ----------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-vhost-base-ndr-tsa} - \label{fig:2n-zn2-xxv710-64b-vhost-base-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-vhost-base-pdr-tsa} - \label{fig:2n-zn2-xxv710-64b-vhost-base-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-vhost-base-vpp ------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-vhost-base-vpp-ndr-tsa} - \label{fig:2n-zn2-xxv710-64b-vhost-base-vpp-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-vhost-base-vpp-pdr-tsa} - \label{fig:2n-zn2-xxv710-64b-vhost-base-vpp-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-alt-xl710.rst deleted file mode 100644 index 892d955071..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-alt-xl710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-alt-xl710 -~~~~~~~~~~~~ - -64b-vhost-base --------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-vhost-ndr-tsa} - \label{fig:3n-alt-xl710-64b-vhost-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-vhost-pdr-tsa} - \label{fig:3n-alt-xl710-64b-vhost-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-tsh-x520.rst deleted file mode 100644 index c4e534ade4..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-tsh-x520.rst +++ /dev/null @@ -1,158 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-tsh-x520 -~~~~~~~~~~~ - -64b-vhost-base-ixgbe --------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-vhost-base-ixgbe-ndr-tsa} - \label{fig:3n-tsh-x520-64b-vhost-base-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-vhost-base-ixgbe-pdr-tsa} - \label{fig:3n-tsh-x520-64b-vhost-base-ixgbe-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-vhost-base-ixgbe-vppl2xc ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-ndr-tsa} - \label{fig:3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-pdr-tsa} - \label{fig:3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-pdr-tsa} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - 64b-link-bonding-vhost-base-ixgbe - --------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-ndr-tsa} - \label{fig:3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-ndr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-pdr-tsa} - \label{fig:3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst deleted file mode 100644 index 1d0a09fd0b..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst +++ /dev/null @@ -1,30 +0,0 @@ - -.. raw:: latex - - \clearpage - -KVM VMs vhost-user -================== - -Following sections include Throughput Speedup Analysis for VPP multi- -core multi-thread configurations with no Hyper-Threading, specifically -for tested 2t2c (2threads, 2cores) and 4t4c scenarios. 1t1c throughput -results are used as a reference for reported speedup ratio. Input data -used for the graphs comes from Phy-to-Phy 64B performance tests with -VM vhost-user, including NDR throughput (zero packet loss) and -PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. toctree:: - - vm_vhost-2n-icx-xxv710 - vm_vhost-2n-icx-e810cq - vm_vhost-2n-clx-xxv710 - vm_vhost-2n-clx-cx556a - vm_vhost-2n-clx-e810cq - vm_vhost-2n-zn2-xxv710 - vm_vhost-2n-zn2-cx556a - vm_vhost-3n-tsh-x520 - vm_vhost-3n-alt-xl710 diff --git a/docs/report/vpp_performance_tests/throughput_trending.rst b/docs/report/vpp_performance_tests/throughput_trending.rst deleted file mode 100644 index 4597f24ff6..0000000000 --- a/docs/report/vpp_performance_tests/throughput_trending.rst +++ /dev/null @@ -1,6 +0,0 @@ -Throughput Trending -------------------- - -In addition to reporting throughput comparison between VPP releases, -CSIT provides continuous performance trending for VPP master branch: -`C-Dash `_ diff --git a/docs/toi/automating_vpp_api_flag_day.md b/docs/toi/automating_vpp_api_flag_day.md new file mode 100644 index 0000000000..131adeab9d --- /dev/null +++ b/docs/toi/automating_vpp_api_flag_day.md @@ -0,0 +1,303 @@ +--- +bookHidden: true +title: "VPP API Flag Day Algorithms" +--- + +# VPP API Flag Day Algorithm + +## Abstract + +This document describes the current solution to the problem of +automating the detection of VPP API changes which are not backwards +compatible with existing CSIT tests, by defining the "Flag Day" +process of deploying a new set of CSIT tests which are compatible +with the new version of the VPP API without causing a halt to the +normal VPP/CSIT operational CI process. This is initially +limited to changes in \*.api files contained in the vpp repo. +Eventually the detection algorithm could be extended to include +other integration points such as "directory" structure of stats +segment or PAPI python library dependencies. + +## Motivation + +Aside of per-release activities (release report), CSIT also provides testing +that requires somewhat tight coupling to the latest (merged but not released) +VPP code. Currently, HEAD of one project is run against somewhat older codebase +of the other project. Definition of what is the older codebase to use +is maintained by CSIT project. For older CSIT codebase, there are so-called +"oper" branches. For older VPP codebase, CSIT master HEAD contains identifiers +for "stable" VPP builds. Such older codebases are also used for verify jobs, +where HEAD of the other project is replaced by the commit under review. + +One particular type of jobs useful for VPP development is trending jobs. +They test latests VPP build with latest oper branch of CSIT, +and analytics is applied to detect regressions in preformance. +For this to work properly, VPP project needs a warning against breaking +the assumptions the current oper branch makes about VPP behavior. +In the past, the most frequent type of such breakage was API change. + +Earlier attempts to create a process to minimize breakage have focused +on creating a new verify job for VPP (called api-crc job) that +votes -1 on a change that affects CRC values for API messages CSIT uses. +The list of messages and CRC values (multiple "collections" are allowed) +is maintained in CSIT repository (in oper branch). +The process was less explicit on how should CSIT project maintain such list. +As CSIT was not willing to support two incpompatible API messages +by the same codebase (commit), there were unavoidable windows +where either trenging jobs, or CSIT verify jobs were failing. + +Practice showed that human (or infra) errors can create two kinds of breakages. +Either the unavoidable short window gets long, affecting a trending job run +or two, or the api-crc job starts giving -1 to innocent changes +because oper branch went out of sync with VPP HEAD codebase. +This second type of failure prevents any merges to VPP for a long time +(12 hours is the typical time, give time zone differences). + +The current version of this document introduces two new requirements. +Firstly, the api-crc job should not give false -1, under any +(reasonable) circumstances. That means, if a VPP change +(nor any of its unmerged ancestor commits) does not affect any CRC values +for messages used by CSIT, -1 should only mean "rebase is needed", +and rebasing to HEAD should result in +1 from the api-crc job. +Secondly, no more than one VPP change is allowed to be processed +(at the same time). + +## Naming + +It is easier to define the process after chosing shorter names +for notions that need long definition. + +Note: Everytime a single job is mentioned, +in practice it can be a set of jobs covering parts of functionality. +A "run" of the set of jobs passes only if each job within the set +has been run (again) and passed. + +## Jobs + ++ A *vpp verify* job: Any job run automatically, and voting on open VPP changes. + Some verify jobs compile and package VPP for target operating system + and processor architecture, the packages are NOT archived (currently). + They should be cached somewhere in future to speed up in downstream jobs, + but currently each such downstream job can clone and build. + ++ The *api-crc* job: Quick verify job for VPP changes, that accesses + CSIT repository (checkout latest oper branch HEAD) to figure out + whether merging the change is safe from CSIT point of view. + Here, -1 means CSIT is not ready. +1 means CSIT looks to be ready + for the new CRC values, but there still may be failures on real tests. + ++ A *trending* job: Any job that is started by timer and performs testing. + It checkouts CSIT latest oper branch HEAD, downloads the most recent + completely uploaded VPP package, and unconditionally runs the tests. + CRC checks are optional, ideally only written to console log + without otherwise affecting the test cases. + ++ A *vpp-csit* job: A slower verify job for VPP changes, that accesses CSIT + repository and runs tests from the correct CSIT commit (chosen as in trending) + against the VPP (built from the VPP patch under review). + Vote -1 means there were test failures. +1 means no test failures, meaning + there either was no API change, or it was backward compatible. + ++ A *csit-vpp* job: Verify job for open CSIT changes. Downloads the + (completely uploaded) VPP package marked as "stable", and runs a selection + of tests (from the CSIT patch under review). + Vote +1 means all tests have passed, so it is safe to merge + the patch under review. + ++ A *patch-on-patch* job: Manually triggered non-voting job + for open CSIT changes. Compiles and packages from VPP source + (usually of an unmerged change). Then runs the same tests as csit-vpp job. + This job is used to prove the CSIT patch under review is supporting + the specified VPP code. + In practice, this can be a vpp-csit job started with CSIT_REF set. + ++ A *manual verification* is done by a CSIT committer, locally executing steps + equivalent to the patch-on-patch job. This can to save time and resources. + +## CRC Collections + +Any commit in/for the CSIT repository contains a file (supported_crcs.yaml), +which contains either one or two collections. A collection is a mapping +that maps API message name to its CRC value. + +A collection name specifies which VPP build is this collection for. +An API message name is present in a collection if and only if +it is used by a test implementation (can be in different CSIT commit) +targeted at the VPP build (pointed out by the collection name). + ++ The *stable collection*: Usually required, listed first, has comments and name + pointing to the VPP build this CSIT commit marks as stable. + The stable collection is only missing in deactivating changes (see below) + when not mergeable yet. + ++ The *active collection*: Optional, listed second, has comments and name + pointing to the VPP Gerrit (including patch set number) + the currently active API process is processing. + The patch set number part can be behind the actual Gerrit state. + This is safe, because api-crc job on the active API change will fail + if the older patch is no longer API-equivalent to the newer patch. + +## Changes + ++ An *API change*: The name for any Gerrit Change for VPP repository + that does not pass api-crc job right away, and needs this whole process. + This usually means .api files are edited, but a patch that affects + the way CRC values are computed is also an API change. + + Full name could be VPP API Change, but as no CSIT change is named "API change" + (and this document does not talk about other FD.io or external projects), + "API change" is shorter. + ++ A *blocked change*: The name for open Gerrit Change for VPP repository + that got -1 from some of voting verify jobs. + ++ A *VPP-blocked change": A blocked change which got -1 from some "pure VPP" + verify job, meaning no CSIT code has been involved in the vote. + Example: "make test" fails. + + VPP contributor is expected to fix the change, or VPP developers + are expected to found a cause in an earlier VPP change, and fix it. + No interaction with CSIT developers is necessary. + ++ A *CSIT-blocked change*: A blocked change which is not VPP-blocked, + but does not pass some vpp-csit job. + To fix a CSIT-blocked change, an interaction with a CSIT committer + is usually necessary. Even if a VPP developer is experienced enough + to identify the cause of the failure, a merge to CSIT is usually needed + for a full fix. + + This process does not specify what to do with CSIT-blocked changes + that are not also API changes. + ++ A *candidate API change*: An API change that meets all requirements + to become active (see below). Currently, the requirements are: + + + No -1 nor -2 from from any human reviewer. + + + All verify jobs (except vpp-csit ones) pass. + + + +1 from a VPP committer. + + The reason is to avoid situations where an API change becomes active, + but the VPP committers are unwilling to merge it for some reason. + ++ The *active API change*: The candidate API change currently being processed + by the API Flag Day Algorithm. + While many API changes can be candidates at the same time, + only one is allowed be active at a time. + ++ The *activating change*: The name for a Gerrit Change for CSIT repository + that does not change the test code, but adds the active CRC collection. + Merge of the opening change (to latest CSIT oper branch) defines + which API change has become active. + ++ The *deactivating change*: The name for Gerrit Change for CSIT repository + that only supports tests and CRC values for VPP with the active API change. + That implies the previously stable CRC collection is deleted, + and any edits to the test implementation are done here. + ++ The *mergeable deactivating change*: The deactivating change with additional + requirements. Details on the requirements are listed in the next section. + Merging this change finishes the process for the active API change. + +It is possible for a single CSIT change to act both as a mergeable +deactivating change for one API change, and as an activating change +for another API change. As English lacks a good adjective for such a thing, +this document does not name this change. +When this documents says a change is activating or deactivating, +it allows the possibility for the change to fullfill also other purposes +(e.g. acting as deactivating / activating change for another API change). + +## Algorithm Steps + +The following steps describe the application of the API "Flag Day" algorithm: + +#. A VPP patch for an API change is submitted to + gerrit for review. +#. The api-crc job detects the API CRC values have changed + for some messages used by CSIT. +#. The api-crc job runs in parallel with any other vpp-csit verify job, + so those other jobs can hint at the impact on CSIT. + Currently, any such vpp-csit job is non-voting, + as the current process does not guarantee such jobs passes + when the API change is merged. +#. If the api-crc job fails, an email with the appropriate reason + is sent to the VPP patch submitter and vpp-api-dev@lists.fd.io + including the VPP patch information and .api files that are edited. +#. The VPP patch developer works with a VPP committer + to ensure the patch meets requirements to become a candidate (see above). +#. The VPP patch developer and CSIT team create a CSIT JIRA ticket + to identify the work required to support the new VPP API version. +#. CSIT developer creates a patch of the deactivating change + (upload to Gerrit not required yet). +#. CSIT developer runs patch-on-patch job (or manual verification). + Both developers iterate until the verification passes. + Note that in this phase csit-vpp job is expected to vote -1, + as the deactivating change is not mergeable yet. +#. CSIT developer creates the activating change, uploads to Gerrit, + waits for vote (usual review cycle applies). +#. When CSIT committer is satisfied, the activating change is merged + to CSIT master branch and cherry-picked to the latest oper branch. + This enters a "critical section" of the process. + Merges of other activating changes are not allowed from now on. + The targeted API change becomes the active API change. + This does not break any jobs. +#. VPP developer (or CSIT committer) issues a recheck on the VPP patch. +#. On failure, VPP and CSIT committers analyze what went wrong. + Typically, the active CRC collection is matching only an older patch set, + but a newer patch set needs different CRC values. + Either due to improvements on the VPP change in question, + or due to a rebase over previously merged (unrelated) API change. + VPP perhaps needs to rebase, and CSIT definitely needs + to merge edits to the active collection. Then issue a recheck again, + and iterate until success. +#. On success, VPP Committer merges the active API change patch. + (This is also a delayed verification of the current active CRC collection.) +#. VPP committer sends an e-mail to vpp-api-dev stating the support for + the previous CRC values will soon be removed, implying other changes + (whether API or not) should be rebased soon. +#. VPP merge jobs create and upload new VPP packages. + This breaks trending jobs, but both VPP and CSIT verify jobs still work. +#. CSIT developer makes the deactivating change mergeable: + The stable VPP build indicator is bumped to the build + that contains the active API change. The active CRC collection + (added by the activating change) is renamed to the new stable collection. + (The previous stable collection has already been deleted.) + At this time, the deactivating change should be uploaded to Gerrit and + csit verify jobs should be triggered. +#. CSIT committer reviews the code, perhaps triggering any additional jobs + needed to verify the tests using the edited APIs are still working. +#. When satisfied, CSIT committer merges the mergeable deactivating change + (to both master and oper). + The merge fixes trending jobs. VPP and CSIT verify jobs continue to work. + The merge also breaks some verify jobs for old changes in VPP, + as announced when the active API change was merged. + The merge is the point where the process leaves the "critical section", + thus allowing merges of activating changes for other API changes. +#. CSIT committer sends an e-mail to vpp-api-dev stating the support for + the previous CRC values has been removed, and rebase is needed + for all affected VPP changes. +#. Recheck of existing VPP patches in gerrit may cause the "VPP + API Incompatible Change Test" to send an email to the patch + submitter to rebase the patch to pick up the compatible VPP API + version files. + +### Real life examples + +Simple API change: https://gerrit.fd.io/r/c/vpp/+/23829 + +Activating change: https://gerrit.fd.io/r/c/csit/+/23956 + +Mergeable deactivating change: https://gerrit.fd.io/r/c/csit/+/24280 + +Less straightforward mergeable deactivating change: +https://gerrit.fd.io/r/c/csit/+/22526 +It shows: + ++ Crc edits: supported_crcs.yaml ++ Version bump: VPP_STABLE_VER_UBUNTU_BIONIC ++ And even a way to work around failing tests: + eth2p-ethicmpv4-ip4base-eth-1tap-dev.robot + +Simple change that is both deactivating and activating: +https://gerrit.fd.io/r/c/csit/+/23969 diff --git a/docs/toi/bash_code_style.md b/docs/toi/bash_code_style.md new file mode 100644 index 0000000000..bbd0c37196 --- /dev/null +++ b/docs/toi/bash_code_style.md @@ -0,0 +1,651 @@ +--- +bookHidden: true +title: "Bash Code Style" +--- + +The key words "MUST", "MUST NOT", "REQUIRED", "SHALL", "SHALL NOT", +"SHOULD", "SHOULD NOT", "RECOMMENDED", "NOT RECOMMENDED", +"MAY", and "OPTIONAL" in this document are to be interpreted as +described in [BCP 14](https://tools.ietf.org/html/bcp14), +[RFC2119](https://tools.ietf.org/html/rfc2119), +[RFC8174](https://tools.ietf.org/html/rfc8174) +when, and only when, they appear in all capitals, as shown here. + +This document SHALL describe guidelines for writing reliable, maintainable, +reusable and readable code for CSIT. + +# Proposed Style + +# File Types + +Bash files SHOULD NOT be monolithic. Generally, this document +considers two types of bash files: + ++ Entry script: Assumed to be called by user, + or a script "external" in some way. + + + Sources bash libraries and calls functions defined there. + ++ Library file: To be sourced by entry scipts, possibly also by other libraries. + + + Sources other libraries for functions it needs. + + + Or relies on a related file already having sourced that. + + + Documentation SHALL imply which case it is. + + + Defines multiple functions other scripts can call. + +# Safety + ++ Variable expansions MUST be quoted, to prevent word splitting. + + + This includes special "variables" such as "${1}". + + + RECOMMENDED even if the value is safe, as in "$?" and "$#". + + + It is RECOMMENDED to quote strings in general, + so text editors can syntax-highlight them. + + + Even if the string is a numeric value. + + + Commands and known options can get their own highlight, no need to quote. + + + Example: You do not need to quote every word of + "pip install --upgrade virtualenv". + + + Code SHALL NOT quote glob characters you need to expand (obviously). + + + OPTIONALLY do not quote adjacent characters (such as dot or fore-slash), + so that syntax highlighting makes them stand out compared to surrounding + ordinary strings. + + + Example: cp "logs"/*."log" "."/ + + + Command substitution on right hand side of assignment are safe + without quotes. + + + Note that command substitution limits the scope for quotes, + so it is NOT REQUIRED to escape the quotes in deeper levels. + + + Both backtics and "dollar round-bracket" provide command substitution. + The folowing rules are RECOMMENDED: + + + For simple constructs, use "dollar round-bracket". + + + If there are round brackets in the surrounding text, use backticks, + as some editor highlighting logic can get confused. + + + Avoid nested command substitution. + + + Put intermediate results into local variables, + use "|| die" on each step of command substitution. + + + Code SHOULD NOT be structured in a way where + word splitting is intended. + + + Example: Variable holding string of multiple command lines arguments. + + + Solution: Array variable should be used in this case. + + + Expansion MUST use quotes then: "${name[@]}". + + + Word splitting MAY be used when creating arrays from command substitution. + ++ Code MUST always check the exit code of commands. + + + Traditionally, error code checking is done either by "set -e" + or by appending "|| die" after each command. + The first is unreliable, due to many rules affecting "set -e" behavior + (see ), but "|| die" + relies on humans identifying each command, which is also unreliable. + When was the last time you checked error code of "echo" command, + for example? + + + Another example: "set -e" in your function has no effect + if any ancestor call is done with logical or, + for example in "func || code=$?" construct. + + + As there is no reliable method of error detection, and there are two + largely independent unreliable methods, the best what we can do + is to apply both. So, code SHOULD explicitly + check each command (with "|| die" and similar) AND have "set -e" applied. + + + Code MUST explicitly check each command, unless the command is well known, + and considered safe (such as the aforementioned "echo"). + + + The well known commands MUST still be checked implicitly via "set -e". + + + See below for specific "set -e" recommendations. + ++ Code SHOULD use "readlink -e" (or "-f" if target does not exist yet) + to normalize any path value to absolute path without symlinks. + It helps with debugging and identifies malformed paths. + ++ Code SHOULD use such normalized paths for sourcing. + ++ When exiting on a known error, code MUST print a longer, helpful message, + in order for the user to fix their situation if possible. + ++ When error happens at an unexpected place, it is RECOMMENDED for the message + to be short and generic, instead of speculative. + +# Bash Options + ++ Code MUST apply "-x" to make debugging easier. + + + Code MAY temporarily supress such output in order to avoid spam + (e.g. in long busy loops), but it is still NOT RECOMMENDED to do so. + ++ Code MUST apply "-e" for early error detection. + + + But code still SHOULD use "|| die" for most commands, + as "-e" has numerous rules and exceptions. + + + Code MAY apply "+e" temporarily for commands which (possibly nonzero) + exit code it interested in. + + + Code MUST to store "$?" and call "set -e" immediatelly afterwards. + + + Code MUST NOT use this approach when calling functions. + + + That is because functions are instructed to apply "set -e" on their own + which (when triggered) will exit the whole entry script. + + + Unless overriden by ERR trap. + But code SHOULD NOT set any ERR trap. + + + If code needs exit code of a function, it is RECOMMENDED to use + pattern 'code="0"; called_function || code="${?}"'. + + + In this case, contributor MUST make sure nothing in the + called_function sub-graph relies on "set -e" behavior, + because the call being part of "or construct" disables it. + + + Code MAY append "|| true" for benign commands, + when it is clear non-zero exit codes make no difference. + + + Also in this case, the contributor MUST make sure nothing within + the called sub-graph depends on "set -e", as it is disabled. + ++ Code MUST apply "-u" as unset variable is generally a typo, thus an error. + + + Code MAY temporarily apply "+u" if a command needs that to pass. + + + Virtualenv activation is the only known example so far. + ++ Code MUST apply "-o pipefail" to make sure "-e" picks errors + inside piped construct. + + + Code MAY use "|| true" inside a pipe construct, in the (inprobable) case + when non-zero exit code still results in a meaningful pipe output. + ++ All together: "set -exuo pipefail". + + + Code MUST put that line near start of every file, so we are sure + the options are applied no matter what. + + + "Near start" means "before any nontrivial code". + + + Basically only copyright is RECOMMENDED to appear before. + + + Also code MUST put the line near start of function bodies + and subshell invocations. + +# Functions + +There are (at least) two possibilities how a code from an external file +can be executed. Either the file contains a code block to execute +on each "source" invocation, or the file just defines functions +which have to be called separately. + +This document considers the "function way" to be better, +here are some pros and cons: + ++ Cons: + + + The function way takes more space. Files have more lines, + and the code in function body is one indent deeper. + + + It is not easy to create functions for low-level argument manipulation, + as "shift" command in the function code does not affect the caller context. + + + Call sites frequently refer to code two times, + when sourcing the definition and when executing the function. + + + It is not clear when a library can rely on its relative + to have performed the sourcing already. + + + Ideally, each library should detect if it has been sourced already + and return early, which takes even more space. + ++ Pros: + + + Some code blocks are more useful when used as function, + to make call site shorter. + + + Examples: Trap functions, "die" function. + + + The "import" part and "function" part usually have different side effects, + making the documentation more focused (even if longer overall). + + + There is zero risk of argument-less invocation picking arguments + from parent context. + + + This safety feature is the main reason for chosing the "function way". + + + This allows code blocks to support optional arguments. + ++ Rules: + + + Library files MUST be only "source"d. For example if "tox" calls a script, + it is an entry script. + + + Library files (upon sourcing) MUST minimize size effect. + + + The only permitted side effects MUST by directly related to: + + + Defining functions (without executing them). + + + Sourcing sub-library files. + + + If a bash script indirectly call another bash script, + it is not a "source" operation, variables are not shared, + so the called script MUST be considered an entry script, + even if it implements logic fitting into a single function. + + + Entry scripts SHOULD avoid duplicating any logic. + + + Clear duplicated blocks MUST be moved into libraries as functions. + + + Blocks with low amount of duplication MAY remain in entry scripts. + + + Usual motives for not creating functions are: + + + The extracted function would have too much logic for processing + arguments (instead of hardcoding values as in entry script). + + + The arguments needed would be too verbose. + + + And using "set +x" would take too much vertical space + (when compared to entry script implementation). + +# Variables + +This document describes two kinds of variables: called "local" and "global". + ++ Local variables: + + + Variable name MUST contain only lower case letters, digits and underscores. + + + Code MUST NOT export local variables. + + + Code MUST NOT rely on local variables set in different contexts. + + + Documentation is NOT REQUIRED. + + + Variable name SHOULD be descriptive enough. + + + Local variable MUST be initialized before first use. + + + Code SHOULD have a comment if a reader might have missed + the initialization. + + + Unset local variables when leaving the function. + + + Explicitly typeset by "local" builtin command. + + + Require strict naming convention, e.g. function_name__variable_name. + ++ Global variables: + + + Variable name MUST contain only upper case letters, digits and underscores. + + + They SHOULD NOT be exported, unless external commands need them + (e.g. PYTHONPATH). + + + Code MUST document if a function (or its inner call) + reads a global variable. + + + Code MUST document if a function (or its inner call) + sets or rewrites a global variable. + + + If a function "wants to return a value", it SHOULD be implemented + as the function setting (or rewriting) a global variable, + and the call sites reading that variable. + + + If a function "wants to accept an argument", it IS RECOMMENDED + to be implemented as the call sites setting or rewriting global variables, + and the function reading that variables. + But see below for direct arguments. + ++ Code MUST use curly brackets when referencing variables, + e.g. "${my_variable}". + + + It makes related constructs (such as ${name:-default}) less surprising. + + + It looks more similar to Robot Framework variables (which is good). + +# Arguments + +Bash scripts and functions MAY accept arguments, named "${1}", "${2}" and so on. +As a whole available via "$@". +You MAY use "shift" command to consume an argument. + +## Contexts + +Functions never have access to parent arguments, but they can read and write +variables set or read by parent contexts. + +### Arguments Or Variables + ++ Both arguments and global variables MAY act as an input. + ++ In general, if the caller is likely to supply the value already placed + in a global variable of known name, it is RECOMMENDED + to use that global variable. + ++ Construct "${NAME:-value}" can be used equally well for arguments, + so default values are possible for both input methods. + ++ Arguments are positional, so there are restrictions on which input + is optional. + ++ Functions SHOULD either look at arguments (possibly also + reading global variables to use as defaults), or look at variables only. + ++ Code MUST NOT rely on "${0}", it SHOULD use "${BASH_SOURCE[0]}" instead + (and apply "readlink -e") to get the current block location. + ++ For entry scripts, it is RECOMMENDED to use standard parsing capabilities. + + + For most Linux distros, "getopt" is RECOMMENDED. + +# Working Directory Handling + ++ Functions SHOULD act correctly without neither assuming + what the currect working directory is, nor changing it. + + + That is why global variables and arguments SHOULD contain + (normalized) full paths. + + + Motivation: Different call sites MAY rely on different working directories. + ++ A function MAY return (also with nonzero exit code) when working directory + is changed. + + + In this case the function documentation MUST clearly state where (and when) + is the working directory changed. + + + Exception: Functions with undocumented exit code. + + + Those functions MUST return nonzero code only on "set -e" or "die". + + + Note that both "set -e" and "die" by default result in exit of the whole + entry script, but the caller MAY have altered that behavior + (by registering ERR trap, or redefining die function). + + + Any callers which use "set +e" or "|| true" MUST make sure + their (and their caller ancestors') assumption on working directory + are not affected. + + + Such callers SHOULD do that by restoring the original working directory + either in their code, + + + or contributors SHOULD do such restoration in the function code, + (see below) if that is more convenient. + + + Motivation: Callers MAY rely on this side effect to simplify their logic. + ++ A function MAY assume a particular directory is already set + as the working directory (to save space). + + + In this case function documentation MUST clearly state what the assumed + working directory is. + + + Motivation: Callers MAY call several functions with common + directory of interest. + + + Example: Several dowload actions to execute in sequence, + implemented as functions assuming ${DOWNLOAD_DIR} + is the working directory. + ++ A function MAY change the working directory transiently, + before restoring it back before return. + + + Such functions SHOULD use command "pushd" to change the working directory. + + + Such functions SHOULD use "trap 'trap - RETURN; popd' RETURN" + imediately after the pushd. + + + In that case, the "trap - RETURN" part MUST be included, + to restore any trap set by ancestor. + + + Functions MAY call "trap - RETURN; popd" exlicitly. + + + Such functions MUST NOT call another pushd (before an explicit popd), + as traps do not stack within a function. + ++ If entry scripts also use traps to restore working directory (or other state), + they SHOULD use EXIT traps instead. + + + That is because "exit" command, as well as the default behavior + of "die" or "set -e" cause direct exit (without skipping function returns). + +# Function Size + ++ In general, code SHOULD follow reasoning similar to how pylint + limits code complexity. + ++ It is RECOMMENDED to have functions somewhat simpler than Python functions, + as Bash is generally more verbose and less readable. + ++ If code contains comments in order to partition a block + into sub-blocks, the sub-blocks SHOULD be moved into separate functions. + + + Unless the sub-blocks are essentially one-liners, + not readable just because external commands do not have + obvious enough parameters. Use common sense. + +# Documentation + ++ The library path and filename is visible from source sites. It SHOULD be + descriptive enough, so reader do not need to look inside to determine + how and why is the sourced file used. + + + If code would use several functions with similar names, + it is RECOMMENDED to create a (well-named) sub-library for them. + + + Code MAY create deep library trees if needed, it SHOULD store + common path prefixes into global variables to make sourcing easier. + + + Contributors, look at other files in the subdirectory. You SHOULD + improve their filenames when adding-removing other filenames. + + + Library files SHOULD NOT have executable flag set. + + + Library files SHOULD have an extension .sh (or perhaps .bash). + + + It is RECOMMENDED for entry scripts to also have executable flag unset + and have .sh extension. + ++ Each entry script MUST start with a shebang. + + + "#!/bin/usr/env bash" is RECOMMENDED. + + + Code SHOULD put an empty line after shebang. + + + Library files SHOULD NOT contain a shebang, as "source" is the primary + method to include them. + ++ Following that, there SHOULD be a block of comment lines with copyright. + + + It is a boilerplate, but human eyes are good at ignoring it. + + + Overhead for git is also negligible. + ++ Following that, there MUST be "set -exuo pipefail". + + + It acts as an anchor for humans to start paying attention. + +Then it depends on script type. + +## Library Documentation + ++ Following "set -exuo pipefail" SHALL come the "import part" documentation. + ++ Then SHALL be the import code + ("source" commands and a bare minimum they need). + ++ Then SHALL be the function definitions, and inside: + + + The body SHALL sart with the function documentation explaining API contract. + Similar to Robot [Documentation] or Python function-level docstring. + + + See below. + + + "set -exuo pipefail" SHALL be the first executable line + in the function body, except functions which legitimely need + different flags. Those SHALL also start with appropriate "set" command(s). + + + Lines containing code itself SHALL follow. + + + "Code itself" SHALL include comment lines + explaining any non-obvious logic. + + + There SHALL be two empty lines between function definitions. + +More details on function documentation: + +Generally, code SHOULD use comments to explain anything +not obvious from the funtion name. + ++ Function documentation SHOULD start with short description of function + operation or motivation, but only if not obvious from function name. + ++ Documentation SHOULD continue with listing any non-obvious side effect: + + + Documentation MUST list all read global variables. + + + Documentation SHOULD include descriptions of semantics + of global variable values. + It is RECOMMENDED to mention which function is supposed to set them. + + + The "include descriptions" part SHOULD apply to other items as well. + + + Documentation MUST list all global variables set, unset, reset, + or otherwise updated. + + + It is RECOMMENDED to list all hardcoded values used in code. + + + Not critical, but can hint at future improvements. + + + Documentation MUST list all files or directories read + (so caller can make sure their content is ready). + + + Documentation MUST list all files or directories updated + (created, deleted, emptied, otherwise edited). + + + Documentation SHOULD list all functions called (so reader can look them up). + + + Documentation SHOULD mention where are the functions defined, + if not in the current file. + + + Documentation SHOULD list all external commands executed. + + + Because their behavior can change "out of bounds", meaning + the contributor changing the implementation of the extrenal command + can be unaware of this particular function interested in its side effects. + + + Documentation SHOULD explain exit code (coming from + the last executed command). + + + Usually, most functions SHOULD be "pass or die", + but some callers MAY be interested in nonzero exit codes + without using global variables to store them. + + + Remember, "exit 1" ends not only the function, but all scripts + in the source chain, so code MUST NOT use it for other purposes. + + + Code SHOULD call "die" function instead. This way the caller can + redefine that function, if there is a good reason for not exiting + on function failure. + +## Entry Script Documentation + ++ After "set -exuo pipefail", high-level description SHALL come. + + + Entry scripts are rarely reused, so detailed side effects + are OPTIONAL to document. + + + But code SHOULD document the primary side effects. + ++ Then SHALL come few commented lines to import the library with "die" function. + ++ Then block of "source" commands for sourcing other libraries needed SHALL be. + + + In alphabetical order, any "special" library SHOULD be + in the previous block (for "die"). + ++ Then block os commands processing arguments SHOULD be (if needed). + ++ Then SHALL come block of function calls (with parameters as needed). + +# Other General Recommendations + ++ Code SHOULD NOT not repeat itself, even in documentation: + + + For hardcoded values, a general description SHOULD be written + (instead of copying the value), so when someone edits the value + in the code, the description still applies. + + + If affected directory name is taken from a global variable, + documentation MAY distribute the directory description + over the two items. + + + If most of side effects come from an inner call, + documentation MAY point the reader to the documentation + of the called function (instead of listing all the side effects). + ++ But documentation SHOULD repeat it if the information crosses functions. + + + Item description MUST NOT be skipped just because the reader + should have read parent/child documentation already. + + + Frequently it is RECOMMENDED to copy&paste item descriptions + between functions. + + + But sometimes it is RECOMMENDED to vary the descriptions. For example: + + + A global variable setter MAY document how does it figure out the value + (without caring about what it will be used for by other functions). + + + A global variable reader MAY document how does it use the value + (without caring about how has it been figured out by the setter). + ++ When possible, Bash code SHOULD be made to look like Python + (or Robot Framework). Those are three primary languages CSIT code relies on, + so it is nicer for the readers to see similar expressions when possible. + Examples: + + + Code MUST use indentation, 1 level is 4 spaces. + + + Code SHOULD use "if" instead of "&&" constructs. + + + For comparisons, code SHOULD use operators such as "!=" (needs "[["). + ++ Code MUST NOT use more than 80 characters per line. + + + If long external command invocations are needed, + code SHOULD use array variables to shorten them. + + + If long strings (or arrays) are needed, code SHOULD use "+=" operator + to grow the value over multiple lines. + + + If "|| die" does not fit with the command, code SHOULD use curly braces: + + + Current line has "|| {", + + + Next line has the die commands (indented one level deeper), + + + Final line closes with "}" at original intent level. diff --git a/docs/toi/branches.md b/docs/toi/branches.md new file mode 100644 index 0000000000..20759b9c78 --- /dev/null +++ b/docs/toi/branches.md @@ -0,0 +1,192 @@ +--- +bookHidden: true +title: "Git Branches in CSIT" +--- + +# Git Branches in CSIT + +## Overview + +This document describes how to create and remove git branches in CSIT project. + +To be able to perform everything described in this file, you must be **logged +in as a committer**. + +## Operational Branches + +For more information about operational branches see +[CSIT/Branching Strategy](https://wiki.fd.io/view/CSIT/Branching_Strategy) and +[CSIT/Jobs](https://wiki.fd.io/view/CSIT/Jobs) on +[fd.io](https://fd.io) [wiki](https://wiki.fd.io/view/CSIT) pages. + +> Note: The branch `rls2009_lts` is used here only as an example. + +### Pre-requisites + +1. The last builds of weekly and semiweekly jobs must finish with status + *"Success"*. +1. If any of watched jobs failed, try to find the root cause, fix it and run it + again. + +The watched jobs are: + +- master: + - [csit-vpp-device-master-ubuntu1804-1n-skx-weekly](https://jenkins.fd.io/view/csit/job/csit-vpp-device-master-ubuntu1804-1n-skx-weekly) + - [csit-vpp-device-master-ubuntu1804-1n-skx-semiweekly](https://jenkins.fd.io/view/csit/job/csit-vpp-device-master-ubuntu1804-1n-skx-semiweekly) +- 2009_lts: + - [csit-vpp-device-2009_lts-ubuntu1804-1n-skx-weekly](https://jenkins.fd.io/view/csit/job/csit-vpp-device-2009_lts-ubuntu1804-1n-skx-weekly) + - [csit-vpp-device-2009_lts-ubuntu1804-1n-skx-semiweekly](https://jenkins.fd.io/view/csit/job/csit-vpp-device-2009_lts-ubuntu1804-1n-skx-semiweekly) + +### Procedure + +**A. CSIT Operational Branch** +1. Take the revision string from the last successful build of the **weekly** + job, e.g. **Revision**: 0f9b20775b4a656b67c7039e2dda4cf676af2b21. +1. Open [Gerrit](https://gerrit.fd.io). +1. Go to + [Browse --> Repositories --> csit --> Branches](https://gerrit.fd.io/r/admin/repos/csit,branches). +1. Click `CREATE NEW`. +1. Fill in the revision number and the name of the new operational branch. Its + format is: `oper-YYMMDD` for master and `oper-rls{RELEASE}-{YYMMDD}` or + `oper-rls{RELEASE}_lts-{YYMMDD}` for release branches. +1. Click "CREATE". +1. If needed, delete old operational branches by clicking "DELETE". + +**B. VPP Stable version** +1. Open the console log of the last successful **semiweekly** build and search + for VPP version (e.g. vpp_21 ...). +1. You should find the string with this structure: + `vpp_21.01-rc0~469-g7acab3790~b368_amd64.deb` +1. Modify [VPP_STABLE_VER_UBUNTU_BIONIC](../../VPP_STABLE_VER_UBUNTU_BIONIC) + and [VPP_STABLE_VER_CENTOS](../../VPP_STABLE_VER_CENTOS) files. +1. Use a string with the build number, e.g. `21.01-rc0~469_g7acab3790~b129` + for [VPP_STABLE_VER_CENTOS](../../VPP_STABLE_VER_CENTOS) and a string + without the build number, e.g. `21.01-rc0~469_g7acab3790` for + [VPP_STABLE_VER_UBUNTU_BIONIC](../../VPP_STABLE_VER_UBUNTU_BIONIC). +1. Update the stable versions in master and in all LTS branches. + +## Release Branches + +> Note: VPP release 21.01 is used here only as an example. + +### Pre-requisites + +1. VPP release manager sends the information email to announce that the RC1 + milestone for VPP {release}, e.g. 21.01, is complete, and the artifacts are + available. +1. The artifacts (*.deb and *.rpm) should be available at + `https://packagecloud.io/fdio/{release}`. For example see artifacts for the + [VPP release 20.01](https://packagecloud.io/fdio/2101). The last available + build is to be used. +1. All CSIT patches for the release are merged in CSIT master branch. + +### Procedure + +**A. Release branch** + +1. Open [Gerrit](https://gerrit.fd.io). +1. Go to + [Browse --> Repositories --> csit --> Branches](https://gerrit.fd.io/r/admin/repos/csit,branches). +1. Save the revision string of master for further use. +1. Click `CREATE NEW`. +1. Fill in the revision number and the name of the new release branch. Its + format is: `rlsYYMM`, e.g. rls2101. +1. Click "CREATE". + +**B. Jenkins jobs** + +See ["Add CSIT rls2101 branch"](https://gerrit.fd.io/r/c/ci-management/+/30439) +and ["Add report jobs to csit rls2101 branch"](https://gerrit.fd.io/r/c/ci-management/+/30462) +patches as an example. + +1. [csit.yaml](https://github.com/FDio/ci-management/blob/master/jjb/csit/csit.yaml): + Documentation of the source code and the Report + - Add release branch (rls2101) for `csit-docs-merge-{stream}` and + `csit-report-merge-{stream}` (project --> stream). +1. [csit-perf.yaml](https://github.com/FDio/ci-management/blob/master/jjb/csit/csit-perf.yaml): + Verify jobs + - Add release branch (rls2101) to `project --> jobs --> + csit-vpp-perf-verify-{stream}-{node-arch} --> stream`. + - Add release branch (rls2101) to `project --> project: 'csit' --> stream`. + - Add release branch (rls2101) to `project --> project: 'csit' --> stream_report`. +1. [csit-tox.yaml](https://github.com/FDio/ci-management/blob/master/jjb/csit/csit-tox.yaml): + tox + - Add release branch (rls2101) to `project --> stream`. +1. [csit-vpp-device.yaml](https://github.com/FDio/ci-management/blob/master/jjb/csit/csit-vpp-device.yaml): + csit-vpp-device + - Add release branch (rls2101) to `project --> jobs (weekly / semiweekly) --> stream`. + - Add release branch (rls2101) to `project --> project: 'csit' --> stream`. + +**C. VPP Stable version** + +See the patch +[Update of VPP_REPO_URL and VPP_STABLE_VER files](https://gerrit.fd.io/r/c/csit/+/30461) +and / or +[rls2101: Update VPP_STABLE_VER files to release version](https://gerrit.fd.io/r/c/csit/+/30976) +as an example. + +1. Find the last successful build on the + [Package Cloud](https://packagecloud.io) for the release, e.g. + [VPP release 20.01](https://packagecloud.io/fdio/2101). +1. Clone the release branch to your PC: + `git clone --depth 1 ssh://@gerrit.fd.io:29418/csit --branch rls{RELEASE}` +1. Modify [VPP_STABLE_VER_UBUNTU_BIONIC](../../VPP_STABLE_VER_UBUNTU_BIONIC) + and [VPP_STABLE_VER_CENTOS](../../VPP_STABLE_VER_CENTOS) files with the last + successful build. +1. Modify [VPP_REPO_URL](../../VPP_REPO_URL) to point to the new release, e.g. + `https://packagecloud.io/install/repositories/fdio/2101`. +1. You can also modify the [.gitreview](../../.gitreview) file and set the new + default branch. +1. Wait until the verify jobs + - [csit-vpp-device-2101-ubuntu1804-1n-skx](https://jenkins.fd.io/job/csit-vpp-device-2101-ubuntu1804-1n-skx) + - [csit-vpp-device-2101-ubuntu1804-1n-tx2](https://jenkins.fd.io/job/csit-vpp-device-2101-ubuntu1804-1n-tx2) + + successfully finish and merge the patch. + +**D. CSIT Operational Branch** + +1. Manually start (Build with Parameters) the weekly job + [csit-vpp-device-2101-ubuntu1804-1n-skx-weekly](https://jenkins.fd.io/view/csit/job/csit-vpp-device-2101-ubuntu1804-1n-skx-weekly) +1. When it successfully finishes, take the revision string e.g. **Revision**: + 876b6c1ae05bfb1ad54ff253ea021f3b46780fd4 to create a new operational branch + for the new release. +1. Open [Gerrit](https://gerrit.fd.io). +1. Go to + [Browse --> Repositories --> csit --> Branches](https://gerrit.fd.io/r/admin/repos/csit,branches). +1. Click `CREATE NEW`. +1. Fill in the revision number and the name of the new operational branch. Its + format is: `oper-rls{RELEASE}-YYMMDD` e.g. `oper-rls2101-201217`. +1. Click "CREATE". +1. Manually start (Build with Parameters) the semiweekly job + [csit-vpp-device-2101-ubuntu1804-1n-skx-semiweekly](https://jenkins.fd.io/view/csit/job/csit-vpp-device-2101-ubuntu1804-1n-skx-semiweekly) +1. When it successfully finishes check in console log if it used the right VPP + version (search for `VPP_VERSION=`) from the right repository (search for + `REPO_URL=`). + +**E. Announcement** + +If everything is as it should be, send the announcement email to +`csit-dev@lists.fd.io` mailing list. + +*Example:* + +Subject: +```text +CSIT rls2101 branch pulled out +``` + +Body: +```text +CSIT rls2101 branch [0] is created and fully functional. + +Corresponding operational branch (oper-rls2101-201217) has been created too. + +We are starting dry runs for performance ndrpdr iterative tests to get initial +ndrpdr values with available rc1 packages as well as to test all the infra +before starting report data collection runs. + +Regards, + + +[0] https://git.fd.io/csit/log/?h=rls2101 +``` diff --git a/docs/toi/test_code_guidelines.md b/docs/toi/test_code_guidelines.md new file mode 100644 index 0000000000..9707d63ea6 --- /dev/null +++ b/docs/toi/test_code_guidelines.md @@ -0,0 +1,294 @@ +--- +bookHidden: true +title: "CSIT Test Code Guidelines" +--- + +# CSIT Test Code Guidelines + +The key words "MUST", "MUST NOT", "REQUIRED", "SHALL", "SHALL NOT", +"SHOULD", "SHOULD NOT", "RECOMMENDED", "NOT RECOMMENDED", +"MAY", and "OPTIONAL" in this document are to be interpreted as +described in [BCP 14](https://tools.ietf.org/html/bcp14), +[RFC2119](https://tools.ietf.org/html/rfc2119), +[RFC8174](https://tools.ietf.org/html/rfc8174) +when, and only when, they appear in all capitals, as shown here. + +This document SHALL describe guidelines for writing reliable, maintainable, +reusable and readable code for CSIT. + +# RobotFramework test case files and resource files + ++ General + + + Contributors SHOULD look at requirements.txt in root CSIT directory + for the currently used Robot Framework version. + Contributors SHOULD read + [Robot Framework User Guide](http://robotframework.org/robotframework/latest/RobotFrameworkUserGuide.html) + for more details. + + + RobotFramework test case files and resource files + SHALL use special extension .robot + + + Pipe and space separated file format (without trailing pipe + and without pipe aligning) SHALL be used. + Tabs are invisible characters, which are error prone. + 4-spaces separation is prone to accidental double space + acting as a separator. + + + Files SHALL be encoded in UTF-8 (the default Robot source file encoding). + Usage of non-ASCII characters SHOULD be avoided if possible. + It is RECOMMENDED to + [escape](http://robotframework.org/robotframework/latest/RobotFrameworkUserGuide.html#escaping) + non-ASCII characters. + + + Line length SHALL be limited to 80 characters. + + + There SHALL be licence text present at the beginning of each file. + + + Copy-pasting of the code NOT RECOMMENDED practice, any code that could be + re-used SHOULD be put into a library (Robot resource, Python library, ...). + ++ Test cases + + + It is RECOMMENDED to use data-driven test case definitions + anytime suite contains test cases similar in structure. + Typically, a suite SHOULD define a Template keyword, and test cases + SHOULD only specify tags and argument values + + *** Settings *** + | Test Template | Local Template + ... + + *** Test Cases *** + | tc01-64B-1c-eth-l2patch-mrr + | | [Tags] | 64B | 1C + | | framesize=${64} | phy_cores=${1} + + + Test case templates (or testcases) SHALL be written in Behavior-driven style + i.e. in readable English, so that even non-technical project stakeholders + can understand it + + *** Keywords *** + | Local Template + | | [Documentation] + | | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy core(s). + | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ + | | ... + | | ... | *Arguments:* + | | ... | - frame_size - Framesize in Bytes in integer + | | ... | or string (IMIX_v4_1). Type: integer, string + | | ... | - phy_cores - Number of physical cores. Type: integer + | | ... | - rxq - Number of RX queues, default value: ${None}. + | | ... | Type: integer + | | ... + | | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} + | | ... + | | Set Test Variable | \${frame_size} + | | ... + | | Given Add worker threads and rxqueues to all DUTs + | | ... | ${phy_cores} | ${rxq} + | | And Add PCI devices to all DUTs + | | Set Max Rate And Jumbo And Handle Multi Seg + | | And Apply startup configuration on all VPP DUTs + | | When Initialize L2 patch + | | Then Find NDR and PDR intervals using optimized search + + + Every suite and test case template (or testcase) + SHALL contain short documentation. + Generated CSIT web pages display the documentation. + + + You SHOULD NOT use hard-coded constants. + It is RECOMMENDED to use the variable table + (\*\*\*Variables\*\*\*) to define test case specific values. + You SHALL use the assignment sign = after the variable name + to make assigning variables slightly more explicit + + *** Variables *** + | ${traffic_profile}= | trex-stl-2n-ethip4-ip4src254 + + + Common test case specific settings of the test environment SHALL be done + in Test Setup keyword defined in the Setting table. + + + Run Keywords construction is RECOMMENDED if it is more readable + than a keyword. + + + Separate keyword is RECOMMENDED if the construction is less readable. + + + Post-test cleaning and processing actions SHALL be done in Test Teardown + part of the Setting table (e.g. download statistics from VPP nodes). + This part is executed even if the test case has failed. On the other hand + it is possible to disable the tear-down from command line, thus leaving + the system in “broken” state for investigation. + + + Every testcase SHALL be correctly tagged. List of defined tags is in + csit/docs/introduction/test_tag_documentation.rst + + + Whenever possible, common tags SHALL be set using Force Tags + in Settings table. + + + User high-level keywords specific for the particular test suite + SHOULD be implemented in the Keywords table of suitable Robot resource file + to enable readability and code-reuse. + + + Such keywords MAY be implemented in Keywords table of the suite instead, + if the contributor believes no other test will use such keywords. + But this is NOT RECOMMENDED in general, as keywords in Resources + are easier to maintain. + + + All test case names (and suite names) SHALL conform + to current naming convention. + https://wiki.fd.io/view/CSIT/csit-test-naming + + + Frequently, different suites use the same test case layout. + It is RECOMMENDED to use autogeneration scripts available, + possibly extending them if their current functionality is not sufficient. + ++ Resource files + + + SHALL be used to implement higher-level keywords that are used in test cases + or other higher-level (or medium-level) keywords. + + + Every keyword SHALL contain Documentation where the purpose and arguments + of the keyword are described. Also document types, return values, + and any specific assumptions the particular keyword relies on. + + + A keyword usage example SHALL be the part of the Documentation. + The example SHALL use pipe and space separated format + (with escaped pipes and) with a trailing pipe. + + + The reason was possbile usage of Robot's libdoc tool + to generate tests and resources documentation. In that case + example keyword usage would be rendered in table. + + + Keyword name SHALL describe what the keyword does, + specifically and in a reasonable length (“short sentence”). + + + Keyword names SHALL be short enough for call sites + to fit within line length limit. + + + If a keyword argument has a most commonly used value, it is RECOMMENDED + to set it as default. This makes keyword code longer, + but suite code shorter, and readability (and maintainability) + of suites SHALL always more important. + + + If there is intermediate data (created by one keyword, to be used + by another keyword) of singleton semantics (it is clear that the test case + can have at most one instance of such data, even if the instance + is complex, for example ${nodes}), it is RECOMMENDED to store it + in test variables. You SHALL document test variables read or written + by a keyword. This makes the test template code less verbose. + As soon as the data instance is not unique, you SHALL pass it around + via arguments and return values explicitly (this makes lower level keywords + more reusable and less bug prone). + + + It is RECOMMENDED to pass arguments explicitly via [Arguments] line. + Setting test variables takes more space and is less explicit. + Using arguments embedded in keyword name makes them less visible, + and it makes it harder for the line containing the resulting long name + to fit into the maximum character limit, so you SHOULD NOT use them. + +# Python library files + ++ General + + + SHALL be used to implement low-level keywords that are called from + resource files (of higher-level keywords) or from test cases. + + + Higher-level keywords MAY be implemented in python library file too. + it is RECOMMENDED especially in the case that their implementation + in resource file would be too difficult or impossible, + e.g. complex data structures or functional programming. + + + Every keyword, Python module, class, method, enum SHALL contain + docstring with the short description and used input parameters + and possible return value(s) or raised exceptions. + + + The docstrings SHOULD conform to + [PEP 257](https://www.python.org/dev/peps/pep-0257/) + and other quality standards. + + + CSIT contributions SHALL use a specific formatting for documenting + arguments, return values and similar. + + + Keyword usage examples MAY be grouped and used + in the class/module documentation string, to provide better overview + of the usage and relationships between keywords. + + + Keyword name SHALL describe what the keyword does, + specifically and in a reasonable length (“short sentence”). + See https://wiki.fd.io/view/CSIT/csit-test-naming + + + Python implementation of a keyword is a function, + so its name in the python library should be lowercase_with_underscores. + Robot call sites should usename with first letter capitalized, and spaces. + ++ Coding + + + It is RECOMMENDED to use some standard development tool + (e.g. PyCharm Community Edition) and follow + [PEP-8](https://www.python.org/dev/peps/pep-0008/) recommendations. + + + All python code (not only Robot libraries) SHALL adhere to PEP-8 standard. + This is reported by CSIT Jenkins verify job. + + + Indentation: You SHALL NOT use tab for indents! + Indent is defined as four spaces. + + + Line length: SHALL be limited to 80 characters. + + + CSIT Python code assumes PYTHONPATH is set + to the root of cloned CSIT git repository, creating a tree of sub-packages. + You SHALL use that tree for importing, for example + + from resources.libraries.python.ssh import exec_cmd_no_error + + + Imports SHALL be grouped in the following order: + + 1. standard library imports, + 2. related third party imports, + 3. local application/library specific imports. + + You SHALL put a blank line between each group of imports. + + + You SHALL use two blank lines between top-level definitions, + one blank line between method definitions. + + + You SHALL NOT execute any active code on library import. + + + You SHALL NOT use global variables inside library files. + + + You MAY define constants inside library files. + + + It is NOT RECOMMENDED to use hard-coded constants (e.g. numbers, + paths without any description). It is RECOMMENDED to use + configuration file(s), like /csit/resources/libraries/python/Constants.py, + with appropriate comments. + + + The code SHALL log at the lowest possible level of implementation, + for debugging purposes. You SHALL use same style for similar events. + You SHALL keep logging as verbose as necessary. + + + You SHALL use the most appropriate exception not general one (Exception) + if possible. You SHOULD create your own exception + if necessary and implement there logging, level debug. + + + You MAY use RuntimeException for generally unexpected failures. + + + It is RECOMMENDED to use RuntimeError also for + infrastructure failures, e.g. losing SSH connection to SUT. + + + You MAY use EnvironmentError and its cublasses instead, + if the distinction is informative for callers. + + + It is RECOMMENDED to use AssertionError when SUT is at fault. + + + For each class (e.g. exception) it is RECOMMENDED to implement __repr__() + which SHALL return a string usable as a constructor call + (including repr()ed arguments). + When logging, you SHOULD log the repr form, unless the internal structure + of the object in question would likely result in too long output. + This is helpful for debugging. + + + For composing and formatting strings, you SHOULD use .format() + with named arguments. + Example: "repr() of name: {name!r}".format(name=name) -- cgit 1.2.3-korg