diff options
164 files changed, 4458 insertions, 4990 deletions
diff --git a/DPDK_VPP_VER b/DPDK_VPP_VER index e67b4180a1..d17b147b91 100644 --- a/DPDK_VPP_VER +++ b/DPDK_VPP_VER @@ -1 +1 @@ -dpdk-24.03 +dpdk-24.07 @@ -39,11 +39,6 @@ committers: email: 'dwallacelf@gmail.com' id: 'dwallacelf' timezone: 'Unknown/Unknown' - - name: 'Juraj Linkeš' - company: 'PANTHEON.tech' - email: 'juraj.linkes@pantheon.tech' - id: 'juraj.linkes' - timezone: 'Europe/Bratislava' - name: 'Peter Mikus' company: 'cisco' email: 'pmikus@cisco.com' diff --git a/VPP_STABLE_VER_UBUNTU_JAMMY b/VPP_STABLE_VER_UBUNTU_JAMMY index e483544177..d598c8afa4 100644 --- a/VPP_STABLE_VER_UBUNTU_JAMMY +++ b/VPP_STABLE_VER_UBUNTU_JAMMY @@ -1 +1 @@ -24.10-rc0~226-g430cccf2e
\ No newline at end of file +25.02-rc0~95-g7e70b1f0c
\ No newline at end of file diff --git a/VPP_STABLE_VER_UBUNTU_NOBLE b/VPP_STABLE_VER_UBUNTU_NOBLE index e69de29bb2..8c48f05a4f 100644 --- a/VPP_STABLE_VER_UBUNTU_NOBLE +++ b/VPP_STABLE_VER_UBUNTU_NOBLE @@ -0,0 +1 @@ +25.02-rc0~72-g602d11019
\ No newline at end of file diff --git a/csit.infra.dash/app/cdash/comparisons/tables.py b/csit.infra.dash/app/cdash/comparisons/tables.py index fa92f3da7f..208dea3dc8 100644 --- a/csit.infra.dash/app/cdash/comparisons/tables.py +++ b/csit.infra.dash/app/cdash/comparisons/tables.py @@ -276,11 +276,6 @@ def comparison_table( if r_data.empty or c_data.empty: return str(), pd.DataFrame() - if format == "html" and "Latency" not in r_sel["ttype"]: - unit_factor, s_unit_factor = (1e6, "M") - else: - unit_factor, s_unit_factor = (1, str()) - # Create Table title and titles of columns with data params = list(r_sel) params.remove(c_params["parameter"]) @@ -321,6 +316,13 @@ def comparison_table( c_std = c_row["stdev"].values[0] if r_mean == 0.0 or c_mean == 0.0: continue + if format == "html" and "Latency" not in r_sel["ttype"]: + if row["unit"] == "bps": + unit_factor, s_unit_factor = (1e9, "G") + else: + unit_factor, s_unit_factor = (1e6, "M") + else: + unit_factor, s_unit_factor = (1, str()) unit.add(f"{s_unit_factor}{row['unit']}") l_name.append(row["name"]) l_r_mean.append(r_mean / unit_factor) diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2410_device b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2410_device Binary files differnew file mode 100644 index 0000000000..011ebba41f --- /dev/null +++ b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2410_device diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2410_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2410_ndrpdr Binary files differnew file mode 100644 index 0000000000..06bc618bea --- /dev/null +++ b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2410_ndrpdr diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2410_hoststack b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2410_hoststack Binary files differnew file mode 100644 index 0000000000..1e9c708253 --- /dev/null +++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2410_hoststack diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2410_mrr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2410_mrr Binary files differnew file mode 100644 index 0000000000..ced78967c5 --- /dev/null +++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2410_mrr diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2410_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2410_ndrpdr Binary files differnew file mode 100644 index 0000000000..cf2b8a116b --- /dev/null +++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2410_ndrpdr diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2410_soak b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2410_soak Binary files differnew file mode 100644 index 0000000000..4502ca4f59 --- /dev/null +++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2410_soak diff --git a/csit.infra.dash/app/cdash/data/data.yaml b/csit.infra.dash/app/cdash/data/data.yaml index c1b45536b7..36fb450587 100644 --- a/csit.infra.dash/app/cdash/data/data.yaml +++ b/csit.infra.dash/app/cdash/data/data.yaml @@ -539,3 +539,165 @@ - passed - test_id - version +- data_type: iterative + partition: test_type + partition_name: mrr + release: rls2410 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2410 + schema: iterative_rls2410_mrr + columns: + - job + - build + - dut_type + - dut_version + - tg_type + - hosts + - start_time + - passed + - test_id + - version + - result_receive_rate_rate_avg + - result_receive_rate_rate_stdev + - result_receive_rate_rate_unit + - result_receive_rate_bandwidth_avg + - result_receive_rate_bandwidth_stdev + - result_receive_rate_bandwidth_unit +- data_type: iterative + partition: test_type + partition_name: ndrpdr + release: rls2410 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2410 + schema: iterative_rls2410_ndrpdr + columns: + - job + - build + - dut_type + - dut_version + - tg_type + - hosts + - start_time + - passed + - test_id + - version + - result_pdr_lower_rate_unit + - result_pdr_lower_rate_value + - result_ndr_lower_rate_unit + - result_ndr_lower_rate_value + - result_pdr_lower_bandwidth_unit + - result_pdr_lower_bandwidth_value + - result_ndr_lower_bandwidth_unit + - result_ndr_lower_bandwidth_value + - result_latency_reverse_pdr_90_hdrh + - result_latency_reverse_pdr_50_hdrh + - result_latency_reverse_pdr_10_hdrh + - result_latency_reverse_pdr_0_hdrh + - result_latency_forward_pdr_90_hdrh + - result_latency_forward_pdr_50_avg + - result_latency_forward_pdr_50_hdrh + - result_latency_forward_pdr_50_unit + - result_latency_forward_pdr_10_hdrh + - result_latency_forward_pdr_0_hdrh +- data_type: iterative + partition: test_type + partition_name: hoststack + release: rls2410 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2410 + schema: iterative_rls2410_hoststack + columns: + - job + - build + - dut_type + - dut_version + - hosts + - tg_type + - result_bandwidth_unit + - result_bandwidth_value + - result_rate_unit + - result_rate_value + - start_time + - passed + - test_id + - version +- data_type: iterative + partition: test_type + partition_name: soak + release: rls2410 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2410 + schema: iterative_rls2410_soak + columns: + - job + - build + - dut_type + - dut_version + - hosts + - tg_type + - result_critical_rate_lower_bandwidth_unit + - result_critical_rate_lower_bandwidth_value + - result_critical_rate_lower_rate_unit + - result_critical_rate_lower_rate_value + - start_time + - passed + - telemetry + - test_id + - version +- data_type: coverage + partition: test_type + partition_name: ndrpdr + release: rls2410 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2410 + schema: coverage_rls2410_ndrpdr + columns: + - job + - build + - dut_type + - dut_version + - tg_type + - start_time + - passed + - test_id + - version + - result_pdr_lower_rate_unit + - result_pdr_lower_rate_value + - result_ndr_lower_rate_value + - result_pdr_lower_bandwidth_value + - result_ndr_lower_bandwidth_value + - result_latency_reverse_pdr_90_hdrh + - result_latency_reverse_pdr_50_hdrh + - result_latency_reverse_pdr_10_hdrh + - result_latency_forward_pdr_90_hdrh + - result_latency_forward_pdr_50_hdrh + - result_latency_forward_pdr_10_hdrh +- data_type: coverage + partition: test_type + partition_name: mrr + release: rls2410 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2410 + schema: iterative_rls2410_mrr + columns: + - job + - build + - dut_type + - dut_version + - tg_type + - start_time + - passed + - test_id + - version + - result_receive_rate_rate_avg + - result_receive_rate_rate_stdev + - result_receive_rate_rate_unit +- data_type: coverage + partition: test_type + partition_name: device + release: rls2410 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2410 + schema: coverage_rls2410_device + columns: + - job + - build + - dut_type + - dut_version + - tg_type + - passed + - test_id + - version diff --git a/csit.infra.dash/app/cdash/utils/constants.py b/csit.infra.dash/app/cdash/utils/constants.py index 444ccd3981..4eada6ec1e 100644 --- a/csit.infra.dash/app/cdash/utils/constants.py +++ b/csit.infra.dash/app/cdash/utils/constants.py @@ -259,6 +259,7 @@ class Constants: "2n-aws": 3.400, "2n-c6in": 3.500, "2n-clx": 2.300, + "2n-grc": 3.500, "2n-icx": 2.600, "2n-spr": 2.800, "2n-tx2": 2.500, diff --git a/csit.infra.etl/coverage_device_rls2406.py b/csit.infra.etl/coverage_device_rls2410.py index 30a48247c0..48746daabb 100644 --- a/csit.infra.etl/coverage_device_rls2406.py +++ b/csit.infra.etl/coverage_device_rls2410.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2406" in path] +filtered_paths = [path for path in paths if "report-coverage-2410" in path] out_sdf = process_json_to_dataframe("device", filtered_paths) out_sdf.printSchema() @@ -163,7 +163,7 @@ except KeyError: try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2406", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2410", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/coverage_hoststack_rls2406.py b/csit.infra.etl/coverage_hoststack_rls2410.py index 8a0a79b980..080e998b90 100644 --- a/csit.infra.etl/coverage_hoststack_rls2406.py +++ b/csit.infra.etl/coverage_hoststack_rls2410.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2406" in path] +filtered_paths = [path for path in paths if "report-coverage-2410" in path] out_sdf = process_json_to_dataframe("hoststack", filtered_paths) out_sdf.printSchema() @@ -163,7 +163,7 @@ except KeyError: try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2406", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2410", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/coverage_mrr_rls2406.py b/csit.infra.etl/coverage_mrr_rls2410.py index 365159d171..9400d8d7fb 100644 --- a/csit.infra.etl/coverage_mrr_rls2406.py +++ b/csit.infra.etl/coverage_mrr_rls2410.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2406" in path] +filtered_paths = [path for path in paths if "report-coverage-2410" in path] out_sdf = process_json_to_dataframe("mrr", filtered_paths) out_sdf.printSchema() @@ -163,7 +163,7 @@ except KeyError: try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2406", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2410", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/coverage_ndrpdr_rls2406.py b/csit.infra.etl/coverage_ndrpdr_rls2410.py index 8ad453e795..18b7627aa9 100644 --- a/csit.infra.etl/coverage_ndrpdr_rls2406.py +++ b/csit.infra.etl/coverage_ndrpdr_rls2410.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2406" in path] +filtered_paths = [path for path in paths if "report-coverage-2410" in path] out_sdf = process_json_to_dataframe("ndrpdr", filtered_paths) out_sdf.printSchema() @@ -163,7 +163,7 @@ except KeyError: try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2406", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2410", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/coverage_reconf_rls2406.py b/csit.infra.etl/coverage_reconf_rls2410.py index 8685809c01..e60a3d66ad 100644 --- a/csit.infra.etl/coverage_reconf_rls2406.py +++ b/csit.infra.etl/coverage_reconf_rls2410.py @@ -139,8 +139,9 @@ paths = wr.s3.list_objects( last_modified_end=LAST_MODIFIED_END, ignore_suffix=IGNORE_SUFFIX, ignore_empty=True +) -filtered_paths = [path for path in paths if "report-coverage-2406" in path] +filtered_paths = [path for path in paths if "report-coverage-2410" in path] out_sdf = process_json_to_dataframe("reconf", filtered_paths) out_sdf.printSchema() @@ -158,12 +159,11 @@ try: ) except KeyError: boto3_session = session.Session() -) try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2406", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2410", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/coverage_soak_rls2406.py b/csit.infra.etl/coverage_soak_rls2410.py index 6f06f2c075..5dc9fb7ed0 100644 --- a/csit.infra.etl/coverage_soak_rls2406.py +++ b/csit.infra.etl/coverage_soak_rls2410.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2406" in path] +filtered_paths = [path for path in paths if "report-coverage-2410" in path] out_sdf = process_json_to_dataframe("soak", filtered_paths) out_sdf.printSchema() @@ -163,7 +163,7 @@ except KeyError: try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2406", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2410", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/iterative_hoststack_rls2406.py b/csit.infra.etl/iterative_hoststack_rls2410.py index 7767cefa78..6d9e3d633f 100644 --- a/csit.infra.etl/iterative_hoststack_rls2406.py +++ b/csit.infra.etl/iterative_hoststack_rls2410.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2406" in path] +filtered_paths = [path for path in paths if "report-iterative-2410" in path] out_sdf = process_json_to_dataframe("hoststack", filtered_paths) out_sdf.printSchema() @@ -163,7 +163,7 @@ except KeyError: try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2406", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2410", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/iterative_mrr_rls2406.py b/csit.infra.etl/iterative_mrr_rls2410.py index a1a8d96e26..d74e6a90f3 100644 --- a/csit.infra.etl/iterative_mrr_rls2406.py +++ b/csit.infra.etl/iterative_mrr_rls2410.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2406" in path] +filtered_paths = [path for path in paths if "report-iterative-2410" in path] out_sdf = process_json_to_dataframe("mrr", filtered_paths) out_sdf.printSchema() @@ -163,7 +163,7 @@ except KeyError: try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2406", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2410", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/iterative_ndrpdr_rls2406.py b/csit.infra.etl/iterative_ndrpdr_rls2410.py index bb474f1d7f..0530dc8ef5 100644 --- a/csit.infra.etl/iterative_ndrpdr_rls2406.py +++ b/csit.infra.etl/iterative_ndrpdr_rls2410.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2406" in path] +filtered_paths = [path for path in paths if "report-iterative-2410" in path] out_sdf = process_json_to_dataframe("ndrpdr", filtered_paths) out_sdf.printSchema() @@ -163,7 +163,7 @@ except KeyError: try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2406", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2410", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/iterative_reconf_rls2406.py b/csit.infra.etl/iterative_reconf_rls2410.py index 71e92b49f8..41d2aedcc1 100644 --- a/csit.infra.etl/iterative_reconf_rls2406.py +++ b/csit.infra.etl/iterative_reconf_rls2410.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2406" in path] +filtered_paths = [path for path in paths if "report-iterative-2410" in path] out_sdf = process_json_to_dataframe("reconf", filtered_paths) out_sdf.show(truncate=False) @@ -164,7 +164,7 @@ except KeyError: try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2406", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2410", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/iterative_soak_rls2406.py b/csit.infra.etl/iterative_soak_rls2410.py index 966451539e..f581c7c1e9 100644 --- a/csit.infra.etl/iterative_soak_rls2406.py +++ b/csit.infra.etl/iterative_soak_rls2410.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2406" in path] +filtered_paths = [path for path in paths if "report-iterative-2410" in path] out_sdf = process_json_to_dataframe("soak", filtered_paths) out_sdf.printSchema() @@ -163,7 +163,7 @@ except KeyError: try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2406", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2410", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/docs/content/infrastructure/fdio_csit_testbed_versioning.md b/docs/content/infrastructure/fdio_csit_testbed_versioning.md index 2e0596e935..811060b6b6 100644 --- a/docs/content/infrastructure/fdio_csit_testbed_versioning.md +++ b/docs/content/infrastructure/fdio_csit_testbed_versioning.md @@ -36,6 +36,10 @@ environment versioning include: Following is the list of CSIT versions to date: +- Ver. 16 associated with CSIT rls2410 branch ( + [HW](https://git.fd.io/csit/tree/docs/content/infrastructure/testbed_configuration?h=rls2406), + [CSIT](https://git.fd.io/csit/tree/?h=rls2406) + ). - Ver. 15 associated with CSIT rls2406 branch ( [HW](https://git.fd.io/csit/tree/docs/content/infrastructure/testbed_configuration?h=rls2406), [CSIT](https://git.fd.io/csit/tree/?h=rls2406) diff --git a/docs/content/infrastructure/fdio_dc_testbed_specifications.md b/docs/content/infrastructure/fdio_dc_testbed_specifications.md index cda2ff1624..dd2847385b 100644 --- a/docs/content/infrastructure/fdio_dc_testbed_specifications.md +++ b/docs/content/infrastructure/fdio_dc_testbed_specifications.md @@ -55,18 +55,6 @@ To access these hosts, VPN connection is required. 14. 2-Node-Grace perf grc icx 1 1 1 0 0 0 0 0 0 0 0 1 0 0 0 1 ``` -### 1-Node-Altra Arm Ampere (1n-alt) - -Each 1-Node-Altra testbed includes one SUT (Server-Type-E25) with NIC -ports connected back-to-back ([Server Types](#server-types)). -Used for FD.io VPP_Device functional driver tests. - -### 1-Node-Skylake Xeon Intel (1n-spr) - -Each 1-Node-SapphireRapids testbed includes one SUT (Server-Type-H7) with NIC -ports connected back-to-back ([Server Types](#server-types)). -Used for FD.io VPP_Device functional driver tests. - ### 2-Node-Zen2 EPYC AMD (2n-zn2) Each 2-Node-Zen2 testbed includes one SUT (Server-Type-D1) and @@ -299,7 +287,7 @@ FD.io CSIT lab contains following server types: - RAM Memory: 12* 16GB DDR4-3200MT/s - Disks: 1* 960GB SSD Samsung M.2 NVMe PM983 -8. **Server-Type-E25**: Purpose - Altra Arm Ampere SUT for FD.io VPP_Device functional tests. +8. **Server-Type-E25**: Purpose - Altra Arm Ampere for FD.io build. - Quantity: 2. - Physical connectivity: - IPMI and host management ports. @@ -608,7 +596,7 @@ FD.io CSIT lab contains following server types: - PCIe Slot9 af:00.xx: e810-2CQDA2-2p100GE Intel. - PCIe Slot11 d8:00.xx: empty. -23. **Server-Type-H7**: Purpose - SapphireRapids SUT for FD.io VPP_Device functional tests. +23. **Server-Type-H7**: Purpose - SapphireRapids SUT for FD.io build. - Quantity: 2. - Physical connectivity: - IPMI and host management ports. @@ -693,7 +681,7 @@ FD.io CSIT lab contains following server types: ``` - SUT [Server-Type-E25]: - testbedname: testbed13 - - hostname: s70-t13-sut1 + - hostname: s70-nomad - IPMI IP: 10.30.50.70 - Host IP: 10.30.51.70 - portnames: @@ -709,7 +697,7 @@ FD.io CSIT lab contains following server types: - s70-t13-sut1-c5/p2 - 25GE-port2 ConnectX5-2p10/25GE Mellanox. - SUT [Server-Type-E25]: - testbedname: testbed14 - - hostname: s71-t14-sut1 + - hostname: s71-nomad - IPMI IP: 10.30.50.71 - Host IP: 10.30.51.71 - portnames: @@ -730,7 +718,7 @@ FD.io CSIT lab contains following server types: ``` - SUT [Server-Type-H7]: - testbedname: testbed15. - - hostname: s30-t15-sut1. + - hostname: s30-nomad. - IPMI IP: 10.30.50.30 - Host IP: 10.30.51.30 - portnames: @@ -748,7 +736,7 @@ FD.io CSIT lab contains following server types: - s30-t15-sut1-c9/p4 - 10GE-port4 x710-4p10GE. - SUT [Server-Type-H7]: - testbedname: testbed16. - - hostname: s31-t16-sut1. + - hostname: s31-nomad. - IPMI IP: 10.30.50.31 - Host IP: 10.30.51.31 - portnames: @@ -1354,12 +1342,12 @@ FD.io CSIT lab contains following server types: - IPMI IP: 10.30.50.36 - Host IP: 10.30.51.36 - portnames: - - s36-t27-sut1-c2/p1 - 100GE-port1 ConnectX5-2p100GE. - - s36-t27-sut1-c2/p2 - 100GE-port2 ConnectX5-2p100GE. - - s36-t27-sut1-c4/p1 - 200GE-port1 ConnectX7-2p200GE. - - s36-t27-sut1-c4/p2 - 200GE-port2 ConnectX7-2p200GE. - - s36-t27-sut1-c9/p1 - 200GE-port1 ConnectX7-2p200GE. - - s36-t27-sut1-c9/p2 - 200GE-port2 ConnectX7-2p200GE. + - s36-t27-sut1-c1/p1 - 100GE-port1 ConnectX5-2p100GE. + - s36-t27-sut1-c1/p2 - 100GE-port2 ConnectX5-2p100GE. + - s36-t27-sut1-c2/p1 - 200GE-port1 ConnectX7-2p200GE. + - s36-t27-sut1-c2/p2 - 200GE-port2 ConnectX7-2p200GE. + - s36-t27-sut1-c3/p1 - 10GE-port1 x550T-2p10GE. + - s36-t27-sut1-c3/p2 - 10GE-port1 x550T-2p10GE. - TG [Server-Type-F6]: - testbedname: testbed27. - hostname: s37-t27-tg1. @@ -1368,10 +1356,10 @@ FD.io CSIT lab contains following server types: - portnames: - s37-t27-tg1-c2/p1 - 100GE-port1 ConnectX5-2p100GE. - s37-t27-tg1-c2/p2 - 100GE-port2 ConnectX5-2p100GE. - - s37-t27-tg1-c4/p1 - 200GE-port1 ConnectX7-2p200GE. - - s37-t27-tg1-c4/p2 - 200GE-port2 ConnectX7-2p200GE. - - s37-t27-tg1-c9/p1 - 200GE-port1 ConnectX7-2p200GE. - - s37-t27-tg1-c9/p2 - 200GE-port2 ConnectX7-2p200GE. + - s37-t27-tg1-c4/p1 - 100GE-port1 ConnectX5-2p100GE. + - s37-t27-tg1-c4/p2 - 100GE-port2 ConnectX5-2p100GE. + - s37-t27-tg1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. + - s37-t27-tg1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. ``` ## Testbed Wiring @@ -1686,12 +1674,9 @@ FD.io CSIT lab contains following server types: ``` - testbed27: - ring1 100GE-ports ConnectX5-2p100GE: - - s37-t27-tg1-c2/p1 to s36-t27-sut1-c1/p1. - - s36-t27-sut1-c1/p2 to s37-t27-tg1-c2/p2. - - ring2 200GE-ports ConnectX7-2p200GE: - - s37-t27-tg1-c2/p1 to s36-t27-sut1-c1/p1. - - s36-t27-sut1-c1/p2 to s37-t27-tg1-c2/p2. - - ring3 200GE-ports ConnectX7-2p200GE: - - s37-t27-tg1-c2/p1 to s36-t27-sut1-c1/p1. - - s36-t27-sut1-c1/p2 to s37-t27-tg1-c2/p2. + - s37-t27-tg1-c9/p1 to s36-t27-sut1-c1/p1. + - s36-t27-sut1-c1/p2 to s37-t27-tg1-c9/p2. + #- ring2 200GE-ports ConnectX7-2p200GE: + # - s37-t27-tg1-c2/p1 to s36-t27-sut1-c1/p1. + # - s36-t27-sut1-c1/p2 to s37-t27-tg1-c2/p2. ```
\ No newline at end of file diff --git a/docs/content/infrastructure/fdio_dc_vexxhost_inventory.md b/docs/content/infrastructure/fdio_dc_vexxhost_inventory.md index bd12845fe7..7a50165a67 100644 --- a/docs/content/infrastructure/fdio_dc_vexxhost_inventory.md +++ b/docs/content/infrastructure/fdio_dc_vexxhost_inventory.md @@ -81,8 +81,8 @@ Captured inventory data: fdio-marvell-dev | dev | ThunderX-88XX | N/A | 10.30.51.38 | 10.30.50.38 | 3016.11 | u45 s21-nomad | nomad-client | SYS-741GE-TNRT | C7490FL47A50150 | 10.30.51.21 | 10.30.50.21 | 3016.11 | u39-u42 s22-nomad | nomad-client | SYS-741GE-TNRT | C7490FL47A50155 | 10.30.51.22 | 10.30.50.22 | 3016.11 | u35-u38 - s30-t15-sut1 | nomad-client | SYS-741GE-TNRT | C7490FL47A50154 | 10.30.51.30 | 10.30.50.30 | 3016.11 | u19-u22 - s31-t16-sut1 | nomad-client | SYS-741GE-TNRT | C7490FL47A50149 | 10.30.51.31 | 10.30.50.31 | 3016.11 | u15-u18 + s30-nomad | nomad-client | SYS-741GE-TNRT | C7490FL47A50154 | 10.30.51.30 | 10.30.50.30 | 3016.11 | u19-u22 + s31-nomad | nomad-client | SYS-741GE-TNRT | C7490FL47A50149 | 10.30.51.31 | 10.30.50.31 | 3016.11 | u15-u18 s70-t13-sut1 | 1n-alt | E252-P30-00 | GMG252012A0098 | 10.30.51.70 | 10.30.50.70 | 3016.11 | u13-u14 s71-t14-sut1 | 1n-alt | E252-P30-00 | GMG252012A0089 | 10.30.51.71 | 10.30.50.71 | 3016.11 | u11-u12 s62-t34-sut1 | 3n-alt | WIWYNN | 04000059N0SC | 10.30.51.72 | 10.30.50.72 | 3016.11 | u9-u10 @@ -104,5 +104,5 @@ Captured inventory data: s61-t210-tg1 | 2n-zn2 | AS-1014S-WTRT | C8150LI50NS2689 | 10.32.8.25 | 10.30.55.25 | 3016.12 | u31 s60-t210-sut1 | 2n-zn2 | AS-1114S-WTRT | N/A | 10.32.8.24 | 10.30.55.24 | 3016.12 | u30 s26-nomad | nomad-server | SYS-7049GP-TRT | C7470KH37A30505 | 10.30.51.26 | 10.30.50.26 | 3016.12 | u26-u29 - s36-t27-sut1 | 2n-grc | -- | -- | 10.30.51.36 | 10.30.50.36 | 3016.12 | u6 - s37-t27-tg1 | 2n-grc | ? | ? | 10.30.51.37 | 10.30.50.37 | 3016.12 | u2-u5
\ No newline at end of file + s37-t27-tg1 | 2n-grc | ? | ? | 10.30.51.37 | 10.30.50.37 | 3016.12 | u2-u5 + s36-t27-sut1 | 2n-grc | -- | -- | 10.30.51.36 | 10.30.50.36 | 3016.12 | u1
\ No newline at end of file diff --git a/docs/content/release_notes/current/_index.md b/docs/content/release_notes/current/_index.md index 893a9c5416..add0100bb9 100644 --- a/docs/content/release_notes/current/_index.md +++ b/docs/content/release_notes/current/_index.md @@ -1,34 +1,33 @@ --- bookCollapseSection: true bookFlatSection: false -title: "CSIT rls2406" +title: "CSIT rls2410" weight: 1 --- -# CSIT-2406 Release Report +# CSIT-2410 Release Report -This section includes release notes for FD.io CSIT-2406. The CSIT report -has been published on **Jul-10 2024**. The release plan is published on -[CSIT wiki](https://wiki.fd.io/view/CSIT/csit2406_plan) pages. +This section includes release notes for FD.io CSIT-2410. The CSIT report +will be published on **Nov-13 2024**. The release plan is published on +[CSIT wiki](https://wiki.fd.io/view/CSIT/csit2410_plan) pages. The release notes of the previous CSIT release can be found -[here]({{< relref "../previous/csit_rls2402" >}}). +[here]({{< relref "../previous/csit_rls2406" >}}). -## CSIT-2406 Release Notes +## CSIT-2410 Release Notes - [VPP Performance]({{< relref "vpp_performance" >}}) - [DPDK Performance]({{< relref "dpdk_performance" >}}) - [TRex Performance]({{< relref "trex_performance" >}}) -- [VPP Device]({{< relref "vpp_device" >}}) -## CSIT-2406 Release Data +## CSIT-2410 Release Data -To access CSIT-2406 Release data please use following web resources: +To access CSIT-2410 Release data please use following web resources: - [CSIT Per Release Performance](https://csit.fd.io/report/) - - `CSIT Release` > `rls2406` + - `CSIT Release` > `rls2410` - `DUT` > `vpp` - - `DUT Version` > `24.06-release` + - `DUT Version` > `24.10-release` - `Infra` > `testbed-nic-driver of choice` - `Area` > `IPv4 Routing` `IPv4 Tunnels` `IPv6 Routing` `Hoststack` ... - `Test` > `test of choice` @@ -36,83 +35,83 @@ To access CSIT-2406 Release data please use following web resources: - `Number of Cores` > `1C` `2C` `4C` - `Test Type` > `MRR` `NDR` `PDR` - [CSIT Per Release Comparisons](https://csit.fd.io/comparisons/) for VPP - v24.06 vs v24.02 + v24.10 vs v24.06 - `REFERENCE VALUE` - `DUT` > `vpp` - - `CSIT and DUT version` > `rls2402-24.02-release` + - `CSIT and DUT version` > `rls2406-24.06-release` - `Infra` > `testbed-nic-driver of choice` - `Frame Size` > `64B` `78B` - `Number of Cores` > `1C` `2C` `4C` - `Measurement` > `Latency` `MRR` `NDR` `PDR` - `COMPARED VALUE` - `Parameter` > `Release and Version` - - `Value` > `rls2406-24.06-release` + - `Value` > `rls2410-24.10-release` - [CSIT Per Release Coverage Data](https://csit.fd.io/coverage/) - - `CSIT Release` > `rls2406` + - `CSIT Release` > `rls2410` - [CSIT Search Tests](https://csit.fd.io/search/) - `Data Type` > `iterative` - `DUT` > `vpp` - - `Release` > `rls2406` + - `Release` > `rls2410` - `Type a Regular Expression` > `2n-zn2 -1c ethip4-ip4base-[mrr|ndrpdr]` ".*" can be replaced by " " (white space). - `Choose a cell in the table` > A corresponding graph(s) is displayed. - `Click a datapoint in the graph` > Detailed information is displayed. -## CSIT-2406 Selected Performance Tests +## CSIT-2410 Selected Performance Tests -CSIT-2406 VPP v24.06 Performance Tests: +CSIT-2410 VPP v24.10 Performance Tests: - ip4 - - [2n-icx 100ge e810cq avf ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVstOwzAQ_JpwQYvsrdNw4UCb_0DG2dKINDVrE1G-HreqtIkAqUgtvfjgl2asHe9oJIe4ZXoK1D0U5aKoFgVWbZOmYvZ4mxbuAho1h8F7QHOXdkwd2UCAPbTuA7RSL4Re071W7g3ssILWG5ibZ9AOKK73pzSCsx2hegXuG-gb3pfA5bHEt3qCNu9R0KRiggzEAk7kCc2vdyPOb6KFb5msXEjKBYoURmJ-fpuwV2w3FNpPkiupK4K71HiBtJvWiTs_Qo8Nq-oD459c8tmlv7nkL-cS5iyd7hJeK0uYs3Quly6YJZOzdLpL5lpZMjlL53JJslTWN_2WN4e_Xll_AeM_rqY) - - [2n-spr 100ge e810cq avf ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVstqwzAQ_Br3UrZIGznupYek_o-iypvG1HHUlWJIv75KCKxNW0ghaS466MWM2NEOAwpxy_QSqHsqymVRLQus2iZNxWxxnxbuAho1h8F7QPOQdkwd2UCAPQTPoJV6I_SaHrVyH2CHFbTewNy8gnZAcX04pRGc7QjVO3DfQN_woQQ-n0p8qydos4uCJhUTZCAWcCJPaH69H3F-Ey18y2TlQlIuUKQwEvPz24S9Yruh0H6SXEldEdylxguk3bRO3PsRempYVR8Z_-SSzy79zSV_PZcwZ-l8l_BWWcKcpUu5dMUsmZyl810yt8qSyVm6lEuSpbK-67e8Of71yvoLF6yvcg) - - [2n-spr 100ge e810cq dpdk ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVkFOwzAQfE24oEX24jRcOFDyD2TshUZNU7M2lcrrcatKmwg4RGrpxYc4tmZXM97RSI5py_QSqX-s6mXVLCtsOp-X6v7pNv-4j2jUAnYhAJq7vGPqyUYCHCAGBq3UO2HQ9KCV-wAf_Bq6YGBhXkE7oLQ6nPIXne0J1Rp48DB4PnDg84njB6Gg_jMJmmVMkB2xgBN9UhZW-1HNn6qlwTJZ6cjSBUoUR2p-v5xUv7HdUOy-SFryWAR3efQCaTflSfswQk8Ta9pjxX_5FIpPM30KF_QJS55m-IRXyxOWPJ3Np0vmyZQ8zfDJXC1PpuTpbD5Jnur2Ztjy5vjuq9tvl7y0Og) - - [2n-spr 200ge cx7 mlx5 ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVkFuwjAQfE24VIuSrUNOPRTyj8p1lhLVCdbajaCvr0FIm4j2EAnKxYc4tmZXM97RSPZhz_Tmyb5k5Tqr1hlWbROX7Pn1Kf7YelT5CgbnANUy7pgsaU-APXjHgHn-QegKc6gG0gE6eyihdQpW6h0KAxR2p1P8vNGWMP8E7hvoGz6R4OZCcsUoaPMVBI06JshALOBEoJS53XFU87ds6dBMWlqidoEC-ZGc328n1VvWHfn2m6QlzkVwE4cvUGGmPOHoRuhlZFV9rvg3p1xyaq5T7p5OYcrUHKfwcZnClKnbOXXXTKmUqTlOqcdlSqVM3c4pyVRZL_o9d-c3YFn_AJEQvio) - - [2n-c6in 200ge c6in.4xl ena dpdk ip4scale20k-rnd](https://csit.fd.io/report/#eNrtl91Kw0AQhZ8m3shIdsyPN15Y8x6y7o42NN0Ou7FQn95NKExCVSy0thd7kT_OCTOZj8OQ0G88vQTqHrNykdWLDOvWxlN2_3QbL74LWOQVbJkBi7t456kjHQjQgalaB5jn76RYkdNg2a6g5QJUqR5eQRmgfjk8xyMY3RHmK_DOgrN-qIHP-xoHBUW1H72osY2ZsiUv4qw_sfFyN_H80LXYtSct_ti4SD2FSS_ff5q437xeU2g_SV4ZxyIOE0c_Ec28Ur_jibqfWN2Mjv_ixInTkZz4jJww5ekITnixPGHK08k4nSdPVZG20wGlOJRr2k2_M-LE6Ar20sAobaW_M8IL5ShtpFMxkhyVzY3b-PX431Q2X3vik0k) - - [2n-c7gn 100ge c7gn ena dpdk ip4scale20k-rnd](https://csit.fd.io/report/#eNrtl91qwzAMhZ8muxkasZY0u9lFu7zH8GytDU1dYWeF7unnhIISuo0V2rUXvsgf5wQp-jiIhG7r6TVQ-5yVi6xaZFg1Np6yx_l9vPg2YJHPYMcMWDzEO08t6UCADky1dKDyfEmKFTkNlu0aGi5AlerpDZQB6lb9czyC0S1hvgbvLDjr-xr4cqhxVFBU-9GJGtuYKDvyIk76Exuv9iPPD12LXXvS4o-Ni9RRGPXy_aeJ-93rDYXmk-SVYSziMHH0I9FMK3V7HqmHiVX14PgvTpw4nciJL8gJU55O4IRXyxOmPJ2N02XyNCvSdjqiFIdyS7vpd0acGN3AXuoZpa30d0Z4pRyljXQuRpKjsr5zW78Z_pvK-gufQ5Mp) + - [2n-icx 100ge e810cq avf ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVstOwzAQ_JpwQYvsrUO4cGjJfyDjbGlEmpq1G1G-HreqtIkAqUgtvfjgl2asHe9oJIe4YXoO1D0W5aKoFgVWbZOmYja_TQt3AY1WMHgPaO7SjqkjGwiwh9Z9gFbqldBretDKvYMdltB6A_fmBbQDiqv9KY3gbEeo3oD7BvqG9yXw6VjiWz1Bm20UNKmYIAOxgBN5QvOr3Yjzm2jhWyYrF5JygSKFkZif3ybsJds1hfaT5ErqiuAuNV4g7aZ14s6P0GPDqvrA-CeXfHbpby75y7mEOUunu4TXyhLmLJ3LpQtmyeQsne6SuVaWTM7SuVySLJX1Tb_h9eGvV9ZfVxOuLg) + - [2n-spr 100ge e810cq avf ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVstqwzAQ_BrnUrZIWznupYem_o-iypvG1HHUlWpIv75KCKxNUkghaS466MWM2NEOAwpxw_QaqHsqykVRLQqs2iZNxcPzXVq4C2i0gsF7QHOfdkwd2UCAPQTPoJV6J_SaHrVyn2CHJbTewNy8gXZAcbU7pRGc7QjVB3DfQN_wrgS-HEoc1RO0-YqCJhUTZCAWcCJPaH61HXF-Ey18y2TlQlIuUKQwEnP6bcJesl1TaL9JrqSuCO5S4wXSblonbv0IPTSsqveMf3LJZ5f-5pK_nkuYs3S-S3irLGHO0qVcumKWTM7S-S6ZW2XJ5CxdyiXJUlnP-g2v93-9sv4Bi3Gu-g) + - [2n-spr 100ge e810cq dpdk ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVkFOwzAQfE24oEW2cQgXDi35BzL2QqOm6bI2lcrrcatKmwg4RGrpxYc4tmZXM97RSI5py_gSsX-q6mXVLCvTdCEv1f3iNv-4j8ZqBTsiMPYu7xh7dBHBDBCJQSv1joY0PmrlPyBQWENHFh7sK2gPmFaHU_6idz0atQYeAgyBDxzm-cTxg1DQ8JkEzTImyA5ZwIk-KaPVflTzp2ppcIxOOrJ0gRLGkZrfLyfVb-w2GLsvlJY8FsF9Hr1A2k950p5G6GliTXus-C-fqPg00ye6oE-m5GmGT-ZqeTIlT2fz6ZJ5siVPM3yyV8uTLXk6m0-Sp7q9Gba8Ob776vYbCISzwg) + - [2n-spr 200ge cx7 mlx5 ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVstqwzAQ_Br3UjbYG7k-9dDU_xEUeZuYyo5YqSbp11cJgbVpezDkcdHBssTsMqMdBuTDnmntyb5m5SqrVhlWbROXbPn2HH9sPaoih8E5QLWIOyZL2hNgD94xYJ5vCV1hDtVAOkBnDyW0TsGL2kBhgMLudIqfN9oS5p_AfQN9wycSfL-Q_GIUtPkKgkYdE2QgFnAiUMrc7jiq-V-2dGgmLS1Ru0CB_EjO37eT6g_WHfn2m6QlzkVwE4cvUGGmPOHoRuhlZFV9rribUy45Ndcpd0unMGVqjlP4uExhytT1nLppplTK1Byn1OMypVKmrueUZKqsn_o9d-c3YFn_AP69vbI) + - [2n-c6in 200ge c6in.4xl ena dpdk ip4scale20k-rnd](https://csit.fd.io/report/#eNrtl91qwzAMhZ8muxkasZo0u9nFurzH8GxtDU1dYaeF7unnhIISuo0V2rUXvsgf5wQp-jiIhG7j6TVQ-5SVi6xaZFg1Np6y2fN9vPg2YKFy2DEDFg_xzlNLOhCgAzNvHGCef5BiRU6DZbuChgtQpXp8A2WAumX_HI9gdEuYr8A7C876vga-HGocFRTVbjtRYxsTZUdexEl_YuPlfuT5oWuxa09a_LFxkToKo16-_zRxv3u9ptB8krwyjEUcJo5-JJpppW7PI_UwsaoeHP_FiROnEznxBTlhytMJnPBqecKUp7Nxukye5kXaTkeU4lBuaTf9zogToxvYSz2jtJX-zgivlKO0kc7FSHJU1ndu49fDf1NZfwEQ_pKp) + - [2n-c7gn 100ge c7gn ena dpdk ip4scale20k-rnd](https://csit.fd.io/report/#eNrtl91qwzAMhZ8muxkasZosu9nFurzH8GytDU1dYaeF7unnhIISuo0V2rUXvsgf5wQp-jiIhG7j6S1Q-5yV86yaZ1g1Np6y2ct9vPg2YKFy2DEDFg_xzlNLOhCgA1MtHKg8X5BiRU6DZbuChgtQpXp6B2WAumX_HI9gdEuYr8A7C876vga-HmocFRTVbjtRYxsTZUdexEl_YuPlfuT5oWuxa09a_LFxkToKo16-_zRxf3i9ptB8krwyjEUcJo5-JJpppW7PI_UwsaoeHP_FiROnEznxBTlhytMJnPBqecKUp7NxukyeHou0nY4oxaHc0m76nREnRjewl3pGaSv9nRFeKUdpI52LkeSorO_cxq-H_6ay_gI0X5KJ) - ip6 - - [2n-icx 100ge e810cq avf ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVstOwzAQ_JpwQYvsxWl64dCS_0DG2dKINDVrE1G-HreqtIkAqUgtvfjgl2asHe9oJIe4ZXoK1D0U5bKolgVWbZOm4n5xmxbuAho1g8F7QHOXdkwd2UCAPbTuA7RSL4Re01wr9wZ2WEHrZ1DNn0E7oLjen9IIznaE6hW4b6BveF8CH48lvtUTtHmPgiYVE2QgFnAiT2h-vRtxfhMtfMtk5UJSLlCkMBLz89uEvWK7odB-klxJXRHcpcYLpN20Ttz5EXpsWFUfGP_kks8u_c0lfzmXMGfpdJfwWlnCnKVzuXTBLJmcpdNdMtfKkslZOpdLkqWyvum3vDn89cr6C3sgryo) - - [2n-spr 100ge e810cq avf ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVstqwzAQ_Br3UrZIGznOpYcm_o-iypvG1HHUlWpIv75KCKxNW0ghaS466MWM2NEOAwpxx_QcqHssymVRLQus2iZNxezpPi3cBTRqDoP3gOYh7Zg6soEAewieQSv1Sug1LbRy72CHNbR-DtXiBbQDipvDKY3gbEeo3oD7BvqGDyVwdSrxrZ6gzUcUNKmYIAOxgBN5QvOb_Yjzm2jhWyYrF5JygSKFkZif3ybsNdsthfaT5ErqiuAuNV4g7aZ14t6P0FPDqvrI-CeXfHbpby7567mEOUvnu4S3yhLmLF3KpStmyeQsne-SuVWWTM7SpVySLJX1Xb_j7fGvV9Zfr36v9g) - - [2n-spr 100ge e810cq dpdk ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVkFuwjAQfE16qbayjUO49ADNPyrX3paIELZrg0RfX4OQNlHbQyQolxzi2JpdzXhHIzmmHeNrxPa5KFdFtSpM1YS8FLPlY_5xG41VczgQgbFPecfYoosIpoNIDFqpDzSkcaGV_4RAYQMNzaFavIH2gGl9OuUveteiURvgLkAX-MRhXi4cPwgFDfskaJYxQA7IAg70SRmtj72aP1VLg2N00pGlC5Qw9tT8fjmpfme3xdh8obTksQju8-gF0n7Ik47UQy8Tq-pzxX_5RJNPI32iG_pkpjyN8MncLU9mytPVfLplnuyUpxE-2bvlyU55uppPkqeyfuh2vD2_-8r6GzJztL4) - - [2n-spr 200ge cx7 mlx5 ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVkFOwzAQfE24oEXJ4tRcOFDyD2SchUY4qbU2UcvrcatKmwg4RGrpxYc4tmZXM97RSA5xy_QSyD0W9brQ6wJ116aluH-6TT92AVW5gtF7QHWXdkyOTCDAAYJnwLJ8J_SV3emRTITe7Wro_Ar0wytUFihuDqf0BWscYfkBPLQwtHwgwecTyQ9GQdvPKGjSMUNGYgFnAqXMb_aTmr9lS4dhMtKStAsUKUzk_H47qX5j01Povkha0lwEt2n4AlV2zhP3foKeRqabY8W_OeWzU0ud8pd0CnOmljiF18sU5kydz6mLZkrlTC1xSl0vUypn6nxOSabq5mbYcn98A9bNNy6dvq4) - - [2n-c6in 200ge c6in.4xl ena dpdk ip6scale20k-rnd](https://csit.fd.io/report/#eNrtV8tqwzAQ_Br3UrZY29jKpYem_o-iStvGxFGEpAbSr69iAmuTFhqwmxx08IsZs-MdhsEh7jy9BuqeimpVyFWBsjXpVDw-36eL7wIuyhr2zgEuHtKdp45UIEALum4tYFl-kHCCrALjzAZaV4OoxPINhAaK6-NzOoJWHWG5AW8NWOOPM_DlNONsIKPmMzKaZIyQPXkGR_qY5taHAecX1UxXnhTzk3CGIoWBlp8_jdnvXm0ptF_Er_RrYYZOqx-AejwpHtwAPW1MNj3jv3xy2acLfXIz-oQ5Txf4hFfLE-Y8TebTPHmSuZ3OXZK31U0yN9OEHs2Xo9xKf_cIr5Sj3EhTecQ5qpo7u_Pb_r-par4BhGuT0Q) - - [2n-c7gn 200ge c7gn ena dpdk ip6scale20k-rnd](https://csit.fd.io/report/#eNrtV8tqwzAQ_Br3UrZYmzjqpYek_o-gStvExFGEpAbSr69iAmuTFhqwmx508IsZs-MdhsEhHjytA7UvRbUq5KpA2Zh0KmbLx3TxbcB5uYCjc4Dzp3TnqSUVCNCClhsLoiw3JJwgq8A4s4PGLUBU4vkNhAaK2_NzOoJWLWG5A28NWOPPM_D1MuNqIKPmIzKaZAyQI3kGB_qY5ranHucH1UxXnhTzk3CGIoWelu8_jdnvXu0pNJ_Er3RrYYZOq--BejgpnlwPvWxM1h3jr3xy2acbfXIT-oQ5Tzf4hHfLE-Y8jebTNHmSuZ2uXZL_q5tkbqYRPZouR7mVfu8R3ilHuZHG8ohzVNUP9uD33X9TVX8Bp8yTsQ) + - [2n-icx 100ge e810cq avf ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVstOwzAQ_JpwQYvsrUN64UCb_0DG2dKINDVrE1G-HreqtIkAqUgtvfjgl2asHe9oJIe4ZXoK1D0U5aKoFgVWbZOmYvZ4mxbuAhqtYPAe0NylHVNHNhBgD637AK3UC6HXNNfKvYEdVtD6e6jmz6AdUFzvT2kEZztC9QrcN9A3vC-By2OJb_UEbd6joEnFBBmIBZzIE5pf70ac30QL3zJZuZCUCxQpjMT8_DZhr9huKLSfJFdSVwR3qfECaTetE3d-hB4bVtUHxj-55LNLf3PJX84lzFk63SW8VpYwZ-lcLl0wSyZn6XSXzLWyZHKWzuWSZKmsb_otbw5_vbL-Au7lrrI) + - [2n-spr 100ge e810cq avf ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVstqwzAQ_Br3UrZIG7nOpYek_o-iypvG1HHUlWJIv75KCKxNW0ghaS466MWM2NEOAwpxy_QSqHsqymVRLQus2iZNxWxxnxbuAhqtYPAe0DykHVNHNhBgD8EzaKXeCL2muVbuA-ywgtY_QjV_Be2A4vpwSiM42xGqd-C-gb7hQwl8PpX4Vk_QZhcFTSomyEAs4ESe0Px6P-L8Jlr4lsnKhaRcoEhhJObntwl7xXZDof0kuZK6IrhLjRdIu2mduPcj9NSwqj4y_skln136m0v-ei5hztL5LuGtsoQ5S5dy6YpZMjlL57tkbpUlk7N0KZckS2V91295c_zrlfUXI1Kvfg) + - [2n-spr 100ge e810cq dpdk ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVkFOwzAQfE24oEW2cUgvHCj5BzL2QqOm6bI2lcrrcatKmwg4RGrpxYc4tmZXM97RSI5py_gSsX-s6mXVLCvTdCEv1f3Tbf5xH43VCnZEYOxd3jH26CKCGSASg1bqHQ1pXGjlPyBQWENHD9AsXkF7wLQ6nPIXvevRqDXwEGAIfOAwzyeOH4SChs8kaJYxQXbIAk70SRmt9qOaP1VLg2N00pGlC5QwjtT8fjmpfmO3wdh9obTksQju8-gF0n7Kk_Y0Qk8Ta9pjxX_5RMWnmT7RBX0yJU8zfDJXy5MpeTqbT5fMky15muGTvVqebMnT2XySPNXtzbDlzfHdV7ffoyy0Rg) + - [2n-spr 200ge cx7 mlx5 ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVkFOwzAQfE24oEXJ4mAuHFryD2SchUY4qbU2UcvrcatKmwg4RGrpxYc4tmZXM97RSA5xy_QSyD0V9brQ6wJ116aluF_dph-7gKoqYfQeUN2lHZMjEwhwgOAZsCzfCX1ld3okE6F3uxo6_wD68RUqCxQ3h1P6gjWOsPwAHloYWj6Q4POJ5AejoO1nFDTpmCEjsYAzgVLmN_tJzd-ypcMwGWlJ2gWKFCZyfr-dVL-x6Sl0XyQtaS6C2zR8gSo754l7P0FPI9PNseLfnPLZqaVO-Us6hTlTS5zC62UKc6bO59RFM6VyppY4pa6XKZUzdT6nJFN1czNsuT--AevmG5xKvjY) + - [2n-c6in 200ge c6in.4xl ena dpdk ip6scale20k-rnd](https://csit.fd.io/report/#eNrtV8tqwzAQ_Br3UrZY2zjqpYem_o-iSNvGxFGEpAbSr49iAmuTBBqwmx508IsZs-MdhsEhbj19BGpfi2pRyEWBsjHpVDy_PaaLbwPORAk75wBnT-nOU0sqEKAFPW8sYFl-kXCCrALjzBoaNwdRiZclCA0UV8fndAStWsJyDd4asMYfZ-D7acbZQEbNd2Q0yRggO_IMDvQxza32Pc4V1UxXnhTzk3CGIoWelsufxuxPrzYUmh_iV7q1MEOn1fdAPZwU966HnjYm647xVz657NONPrkJfcKcpxt8wrvlCXOeRvNpmjzJ3E7nLsn_1U0yN9OIHk2Xo9xKv_cI75Sj3EhjecQ5quoHu_Wb7r-pqg8Zh5Mx) + - [2n-c7gn 200ge c7gn ena dpdk ip6scale20k-rnd](https://csit.fd.io/report/#eNrtV8tqwzAQ_BrnUjZY27jqpYem_o-gStvExFGEpAaSr69iAmuTFhqwmx508IsZs-MdhsEh7j2tArUvRbUs5LJA2Zh0Kh5fH9LFtwEXooSDc4CLebrz1JIKBGhBy7UFUZZrEk6QVWCc2ULjnkBU4vkdhAaKm_NzOoJWLWG5BW8NWOPPM_DtMuNqIKPmMzKaZAyQA3kGB_qY5jbHHucH1UxXnhTzk3CGIoWelu8_jdkfXu0oNCfiV7q1MEOn1fdAPZwUj66HXjYm647xVz657NONPrkJfcKcpxt8wrvlCXOeRvNpmjzJ3E7XLsn_1U0yN9OIHk2Xo9xKv_cI75Sj3EhjecQ5quqZ3ftd999U1V886JMR) - ipsec - - [3n-icx 100ge e810cq avf 40tnlsw](https://csit.fd.io/report/#eNrtmEtuwyAQQE_jbqqpDMFxNl0k9T0qgicJkj8UqBv39MVuJGJVldoq2F2w8UczwMDTk0YY22p8Nlg9JtkuyXcJzWXpHslqe-9eujKUpWvolALKHtyXxgq5QVg1IMUZSJoekSqCG5KKF-DdAYTulW2BZGSzByIA7UkqJpVBwVLbVOYN3P9-mEQ2Fjgamq2Pooam1MPK9Omy8pcyfLR8tT7qiptEOtQ-OKnap6lT73O-3YvP5xq5H_C5RR-1aK7q-emG_fiD5jUa-Y5-kvH4fIZwmK6CYrq27dVV9HKOeTFmLMtURaY3YaoCM6XR0wBM6aKe0ujp7ExDe8qipwGYskU9ZdHT2ZmG81TW8hzb3r8iHU7vv3W9vyYaJb0J0cCOxpY3AFG6pKOx4Z2daGBHY7sbgChb0tHY7M5O1DuaFXdNq-vxrjcrPgBPCCxu) - - [3n-icx 100ge cx6 dpdk 40tnlsw](https://csit.fd.io/report/#eNrtmEtOwzAQQE8TNmhQ4jpNNywouQdKnaG1yMfYpjScHidUmkQICVCddOFNPpqxPfbTk0Y2ttX4ZLC6j9JtlG0jlsnSPaLVw6176cowHq_hqBQwfue-NFZYGIRVA1KcIInjPTKV4CaJxSuUqnwBoTtlW0jSZLODRADag1RcKoOCx7apzDu4_10_i2wsFGhYut6LGppS90uzx_PS3-qgaPlmKeqqm0SOqCk4KZvS1KGjnJ83QwMKjQWN-NojRS2aUUG_3TGNf9ZFjUZ-IE0ynB9lCAdqFBTTtW2nRtHzQWb5kLEwVRWoXoaq8k2VBVd9UGXLusqCq_NT9e4qD676oMqXdZUHV-en6tFVWctTaIH_DbU_vqvrgP_MNIh6Gaa-PQ3trw-mbFFPQ_M7P1PfnobW1wdTvqinofGdnyl5muY3Tavr4Q44zT8BhHQ1_g) - - [3n-spr 100ge e810cq avf 40tnlsw](https://csit.fd.io/report/#eNrtmM1OxCAQgJ-mXsyYwtLdvXhw7XsYSmd3SfqDgNX69NK6CW2MiZql9cClP5kBBr58yQRjW41PBqv7JDsku0NCd7J0j2TzcOteujKUpVvolALK7tyXxgq5Qdg0BRilgaTpCakiuCepeAbeHUHoXtkWSEb2BRABaM9SMakMCpbapjKv4P6LYRbZWOBoaLY9iRqaUg9L08fL0l_q8NHyxfqoq24W6VD74Kxsn6bOvc_5fjN-ANfI_YjPPfqoRTMp6Kc79uOPmtdo5Dv6Scbz8xnCgZoExXxt26tJ9HKQu3zMWJmqilSvQ1WFpkqjqyGo0nVdpdHV5akGd5VFV0NQZeu6yqKry1MN6Kqs5Vtsgf8MdTi-f9cB_5ppFPU6TEN7GtvfEEzpqp7G5nd5pqE9ja1vCKZsVU9j47s8U-9plt80ra7HO-As_wCN5Dc2) - - [3n-spr 200ge cx7 mlx5 40tnlsw](https://csit.fd.io/report/#eNrtmM1OxCAQgJ-mXsyYloWtFw-79j0MS8ddkv4QwNr69NK6Cd2YGI2LeODSn8wAA1--ZIKxvcYng81DxvZZuc9IKWv3yDa7W_fSjSE038KgFBB65740NsgNwqbjYJQGkudHJKoQYzkgt9A2IwOhJ2V7KFhxf4BCANqTVFQqg4LmtmvMK7j_wzyP7CxwNIRtj6KFrtbz4uTxvPinSny0frE-6uq7iAyoffCicJ-mTpPP-Wo7fgjXyP2Yj136qEWzKum7e_bjnzVv0cg39JMsJ-gzhIO1CorLte2kVtHzUZbVkhGdrEpkr0VWhSdLkrNhyJLYzpLkbAyyf-AsTc6GIUtjO0uTszHIBnVWtnJMrfEvwM4H-A874x9zTcJei2t4X1NbHIYriexraopjcA3va2qJw3ClkX1NDXEMrt5XVt10vW6XO2NWvQNfqlSO) + - [3n-icx 100ge e810cq avf 40tnlsw](https://csit.fd.io/report/#eNrtmM1OxCAQgJ-mXsyYwlK7Fw-ufQ_D0tldkv4gYN369NK6CW2MiZql9cClP5kBBr58yQRjW43PBquHJNsl-S6huSzdI9k83rqXrgxlJIVOKaDszn1prJAbhE0DUpyBpOkRqSK4Jal4Ad4dQOhe2RZIRrZ7IALQnqRiUhkULLVNZd7A_e-HSWRjgaOh2f1R1NCUeliZPl1W_lKGj5av1kddcbNIh9oHZ1X7NHXqfc63e_H5XCP3Az636KMWzaSen27Yjz9oXqOR7-gnGY_PZwiHaRIU87VtrybRyznmxZixLlMVmV6FqQrMlEZPAzClq3pKo6eLMw3tKYueBmDKVvWURU8XZxrOU1nLc2x7_4p0OL3_1vX-mmiU9CpEAzsaW94AROmajsaGd3GigR2N7W4AomxNR2OzuzhR72hW3DStrse73qz4AI6LK34) + - [3n-icx 100ge cx6 dpdk 40tnlsw](https://csit.fd.io/report/#eNrtmEtOwzAQQE8TNmhQ7DqkGxaU3AOlztBa5GNsUxpOjxMqTSqEBKhOWHiTj2Zsj_30pJGt6ww-WqzvkmyT5JuE56ryj2R1f-1fprZcsBQOWgMXN_7LYI2lRVi1oOQRWJrukGuGa5bKF6h09QzS9Np1wDK23gKTgG6vtFDaohSpa2v7Bv5_O8yiWgclWp7d7mQDbWWGpfnDaekvdVC0enUU9dWdRQ5oKHhWNqXpfU8532-GBpQGSxrxuUeKOrSTgn66Yxr_ZMoGrXpHmmQ8P8qQHtQkKM_Xdr2eRE8HmRdjxsJUdaR6Gao6NFUeXQ1BlS_rKo-uzk81uKsiuhqCqljWVRFdnZ9qQFdVo46xBf4z1OH4_l0H_GumUdTLMA3taWx_QzDli3oam9_5mYb2NLa-IZiKRT2Nje_8TMnTrLhqO9OMd8BZ8QG4PzUO) + - [3n-spr 100ge e810cq avf 40tnlsw](https://csit.fd.io/report/#eNrtmM1OxCAQgJ-mXsyYwlK7Fw-79j0MpbO7JP1BwGp9emndhG2MiZql9cClP5kBBr58yQRjO41PBuuHJNsn-T6huazcI9nsbt1L14YykkKvFFB257401sgNwqYtwSgNJE2PSBXBLUnFM_D-AEIPynZAMrItgQhAe5KKSWVQsNS2tXkF91-Os8jWAkdDs_ujaKCt9Lg0fTwv_aUOH61erI-66maRHrUPzsr2aeo0-JzvN-MHcI3cj_jco49aNBcF_XTHfvxB8waNfEc_yXR-PkM4UBdBMV_bDuoiej7IvJgyVqaqItXrUFWhqdLoagiqdF1XaXR1earBXWXR1RBU2bqusujq8lQDuiob-RZb4D9DHY_v33XAv2YaRb0O09CexvY3BFO6qqex-V2eaWhPY-sbgilb1dPY-C7P1HuaFTdtp5vpDjgrPgDBrzZG) + - [3n-spr 200ge cx7 mlx5 40tnlsw](https://csit.fd.io/report/#eNrtmM1OxCAQgJ-mXsyYlgXrxYNr38OwdNwl6Q8BrK1PL62b0MbEaFzEA5f-ZAYY-PIlE4ztNT4ZbO4zts_KfUZKWbtHtnu4di_dGEKLHAalgNAb96WxQW4Qdh0HozSQPD8iUYUYywG5hbYZGQg9KdtDwYq7AxQC0J6kolIZFDS3XWNewf0f5nlkZ4GjIez2KFroaj0vTh7Pi3-qxEfrF-ujrr5NZEDtg5vCfZo6TT7nq-34IVwj92M-dumjFs2qpO_u2Y9_1rxFI9_QT7KcoM8QDtYqKLZr20mtouejLKslIzpZlcheiqwKT5YkZ8OQJbGdJcnZGGT_wFmanA1DlsZ2liZnY5AN6qxs5Zha41-AnQ_wH3bGP-aahL0U1_C-prY4DFcS2dfUFMfgGt7X1BKH4Uoj-5oa4hhcva-suup63S53xqx6B3wFU54) - hoststack quic - - [3n-icx 100ge e810cq dpdk ip4udpquic](https://csit.fd.io/report/#eNrlVctOwzAQ_JpwQYtsNyG9cKDkP5BjL8Sq27hep6J8PW5UsYmg1x6ai21pZvY1WplSH_Gd0L8U1aaoN4Wqnc1HsXp9zFf0pErxDMcQQJVP-RXRoyaE1R6c-QIpxCeqIHEthTmADXYLXU-JkjZbkGotWpAGMHXgQjnYcBicac8Bckg0XQ9toHM-9XbJ9yc5o3ZIjGb9DDliZHBWK9NCd2LO9Q5YoCNqVvw2xoSENKnpepus-Ih6h-S-kWXjmJhhsiUT0MyzpVOYoJfp1c3IuJF_ZLTHzPdS0AJ8_K_dO_VzWXbes5vLWs4b72bVPOz7uBv_zKr5Af0mCeg) - - [3n-icx 100ge cx6 mlx5 ip4udpquic](https://csit.fd.io/report/#eNrlVUFuwyAQfI17qbYCYse99JDU_6gw3taoOKYsjpy-vsSKurbaXHNwLoA0M8zujhAU-4BvhO4lK_ZZuc9UaZu0ZJvdY9qCI5WLLRy9B5U_pVNAh5oQNgewZgQpxAcqL824bUbo3FhA21OkqM0nSPUsapAGMLZgfT40_muwpj7r041o2h5qT2c79Xqx--PNaDNERpN-gRwxMLgolWm-PTHnagPM1wE1C377YkJEmpV0vUtWvAfdIdlvZNk0JWaYFMgMNEu3ePIz9DK8spoYt0mPjHYohXFS0PpT_K_bdaZ5V2GuOMu7epg3fpdF9XDoQzf9lUX1Az2OCdg) - - [3n-spr 200ge cx7 mlx5 ip4udpquic](https://csit.fd.io/report/#eNrlVctugzAQ_Bp6qbayHQi99NCU_6iM2QZUE1yvQUm-Pg6KsqCmPeYQLralmdnXaGUKncdPQvuWZJsk3yQqb6p4JKv353h5SyoVaxicA5W-xJdHi5oQVjsN5DwoIbaonDT7fEAdoLX7DOqOAgVtvkGqV1GCNIChhsalfeV--saU5xAxKJq6g9LROaP6uGT8lZ7Rqg-MRv0MGdAzOKuWaa4-MOe_HliiPWrWXFtjQkCaVPV3o6z48rpFao7IsnFQzDDRlglo5tnCwU3Qy_zyYmTczUMy2qIUxkpBi_DyVsMP6-nSLH1sR5e2pHfe0ax42nW-Hf_QrDgBZGAUGA) + - [3n-icx 100ge e810cq dpdk ip4udpquic](https://csit.fd.io/report/#eNrlVctuwyAQ_Br3Um0FxJZz6aGJ_6PCsK1RSExYHDX9-hIr6tpqc80hvgDSzOxrtIJSH_Gd0L8W1aaoN4Wqnc1HsXp7zlf0pEop4BQCqPIlvyJ61ISwOoAzXyCF-EQVJK6lMEewwe6g6ylR0mYHUq1FC9IApg5cKAcbjoMz7SVADomm66ENdMmnttd8f5IzaofEaNbPkBNGBme1Mi10Z-bc7oAFOqJmxW9jTEhIk5put8mKj6j3SO4bWTaOiRkmWzIBzTxbOocJep1e3YyMO_lHRnvMfC8FLcDH_9p9UD-XZecju7ms5bzzblbN06GP-_HPrJofsq8JmA) + - [3n-icx 100ge cx6 mlx5 ip4udpquic](https://csit.fd.io/report/#eNrlVUFuwyAQfI17qbYCYte99NDU_6gw3taoOKYsjpy8PsSKurbaXHNwLoA0M8zujhAU-4AfhO41K7ZZuc1UaZu0ZJu3x7QFRyqXAvbeg8qf0imgQ00Imx1YM4IU4guVl2Z8bkbo3FhA21OkqM03SPUiapAGMLZgfT40_mewpj7r041o2h5qT2c79X6x--PNaDNERpN-gewxMLgolWm-PTDnagPM1wE1C377YkJEmpV0vUtWfAbdIdkjsmyaEjNMCmQGmqVbPPgZehleWU2M26RHRjuUwjgpaP0p_tftOtO8qzBXnOVdPcwbv8uietj1oZv-yqI6AfRwCYg) + - [3n-spr 200ge cx7 mlx5 ip4udpquic](https://csit.fd.io/report/#eNrlVctugzAQ_Bp6qbayHRC99NCE_4iM2RRUExyvQUm-Pg6KsqA-jjmEi21pZvY1WplC53FLaD-SbJ3k60TlTRWPZPX5Gi9vSaVSwOAcqPQtvjxa1ISw2msg50EJ8YXKSXPMB9QBWnvMoO4oUNDmG6R6FyVIAxhqaFzaV-7QN6a8hohB0dQdlI6uGdXmlvFHekarPjAa9TNkQM_grFqmufrEnP96YIn2qFlzb40JAWlS1d-NsmLndYvUnJFl46CYYaItE9DMs4WTm6C3-eXFyHiYh2S0RSmMlYIW4eVvDT-tp0uz9LkdXdqSPnhHs-Jl3_l2_EOz4gIXGRPI) - hoststack tcp udp - - [3n-icx 100ge e810cq dpdk ip4tcp ipudp](https://csit.fd.io/report/#eNrlVUFuwyAQfI17qbYCbMe99NDE_4gwbGorJKYsiZq-vsSKuraqNKf2EF8AMTPsDiMExT7gmtC9ZOUyq5aZqjqbhix_fUxTcKQKsYCj96CKp7QK6FATQr6HznyAFOINlZf4LIV5B-vtFtqeIkVttiCLhWhAGsDYQueLaHxzFjvr0zm9tmkTwyaHxtO5qFpdiv7ogFF7iIymvibIEQODk4aZ5tsTc67bYIEOqFnx7Y4JEWnU0w2vLNsEvUPqPpG1w4Uxw6RwRqCZlownP0IvV1jVA-MfkiSjHUrjpKC5BPqb5fvI9WDn80Kveb2bJOf2Qm9Y_vtcy_ph34fd8JeW9Rcj_BEu) - - [3n-icx 100ge cx6 mlx5 ip4tcp ipudp](https://csit.fd.io/report/#eNrlVU1vwyAM_TXZZfIUyNdph3X5HxMBd4lGGoRplfbXl0bVnGjqeuqluQDiPWM_P1lQGDx-Edr3pNgk1SaRVWfikmQfr3HzlmSelnBwDmT-Fk8eLSpCyHbQ6RFEmn6jdEKPpRmht2MB7UCBgtI_IPIybUBowNBC5_KgXXOJtcbFZwZl4iX6bQaNo0tO-XnN-acARs0-MBrLWiAH9Awu6mWaa4_MuamC-cqj4oBfcUwISLOS7kjlsK1XPVJ3Qo6d-sUMHa2ZgXqZMhzdDL12sKonxuN9JK0sCm1FSiux8z_FT-Hq3qxmOm9JfRYfVzaddxQ_3tWiftkNvp_-0KI-A0YOER4) - - [3n-spr 100ge e810cq dpdk ip4tcp ipudp](https://csit.fd.io/report/#eNrlVctuwyAQ_Br3Um0FfsS99JDU_1Fh2NRWSLxlSaT060usqGuranJqD8kFEDPD7jBCcBwCvjH6l6xaZfUqy-vepSErlo9pCp7zUi3gQAR5-ZRWAT0aRih2LTAF0Eq9Y04an7WyH-DIbaAbOHI0dgO6XKgWtAWMHfRURkvtSe0dpYMG49ImhnUBLfGpav56rvqjBUHdPgqaGpshBwwCzjoWGnVH4VzwIQoT0Ijk254QIvKkqStmRbYOZovcf6JoxxsThk3xTEA7LxmPNEHPd1g3I-M_smRrPGrrteK7ifSS5xtJdu_u6JX-ZvZ2sry7V3rF898nWzUPuyFsxz-1ar4AK24Uxg) - - [3n-spr 200ge cx7 mlx5 ip4tcp ipudp](https://csit.fd.io/report/#eNrlVUFuwyAQfI17qbYCbMenHpr6HxWGTW0Vx4glVtLXl1hR11bV5NQe4gsgZobdYYSgOAR8I3TPWbnNqm2mqs6mIctfHtMUHKlCbGD0HlTxlFYBHWpCyPcayAdQQryj8tIcqxF1hN4dS2gHihS1-QBZbEQD0gDGFjpfROObs9xZn04atE2bGHY5NJ7OZdXrpeyPHhi1h8ho6myBjBgYXLTMNN-emHPNCEt0QM2ab39MiEizrm64Zdku6B6p-0TWTlfGDJMCmoFmWTKe_Ay9XGJVT4x_SZOMdiiNk4LWE-o10_eS7cGu6aX-5vaO0lzfS71h-u-zLeuH_RD66W8t6y9AhBte) + - [3n-icx 100ge e810cq dpdk ip4tcp ipudp](https://csit.fd.io/report/#eNrlVUFuwyAQfI17qbYCbNe99JDU_4gwbGorJKYsiZK-vsSKuraqNKf2EF8AMTPsDiMExT7gitC9ZuUyq5aZqjqbhixfPKYpOFKFFHDwHlTxlFYBHWpCyHfQmSNIId5ReYkvUpgPsN5uoO0pUtRmA7J4Fg1IAxhb6HwRjW_OYmd9OqfXNm1iWOfQeDoXVW-Xoj86YNTuI6OprwlywMDgpGGm-fbEnOs2WKADalZ8u2NCRBr1dMMry9ZBb5G6T2TtcGHMMCmcEWimJePJj9DLFVb1wPiHJMloh9I4KWgugf5m-T5y3dv5vNBrXu8mybm90BuW_z7Xsn7Y9WE7_KVl_QXVthDe) + - [3n-icx 100ge cx6 mlx5 ip4tcp ipudp](https://csit.fd.io/report/#eNrlVcFuwyAM_ZrsMnkCkjSnHdblPyYC7hKNNAjTKt3Xj0bVnGjqeuqluQDiPWM_P1lQHAJ-ELrXrNxm1TZTVWfTkuVvz2kLjlQhBRy9B1W8pFNAh5oQ8j10ZgQpxCcqL824sSP0biyhHShS1OYLZLERDUgDGFvofBGNb86xzvr0zKBtusSwy6HxdM6p3i85_xTAqD1ERlNZC-SIgcFFvUzz7Yk5V1UwXwfUHPArjgkRaVbSDakctgu6R-q-kWOnfjHDJGtmoFmmjCc_Qy8drOqJcX8fyWiH0jgpaCV2_qf4IVw92NVM5zWpj-LjyqbzhuL7u1rWT_sh9NMfWtY_-TAQzg) + - [3n-spr 100ge e810cq dpdk ip4tcp ipudp](https://csit.fd.io/report/#eNrlVctOwzAQ_JpwQYvsPAgXDpT8B3LsLYnqNovXrVS-Hjeq2ESI9gSH5mJbnhnvjkeWOQ4B3xj9c1atsnqV5XXv0pAVL_dpCp7zUis4EEFePqRVQI-GEYpdC0wBtFLvmJPGJ63sBzhyG-gGjhyN3YAuH1UL2gLGDnoqo6X2pPaO0kGDcWkTw7qAlvhUNX89V_3RgqBuHwVNjc2QAwYBZx0LjbqjcC74EIUJaETybU8IEXnS1BWzIlsHs0XuP1G0440Jw6Z4JqCdl4xHmqDnO6ybkfEfWbI1HrX1WvFiIr3k-UaS3bsFvdLfzN5Olot7pVc8_32yVXO3G8J2_FOr5gvbwBR2) + - [3n-spr 200ge cx7 mlx5 ip4tcp ipudp](https://csit.fd.io/report/#eNrlVUFuwyAQfI17qbYCbNenHpr4HxWGTW0Vx4glVtLXl1hR11bV5NQe4gsgZobdYYSgOAR8I3QvWbnJqk2mqs6mIctfH9MUHKlCChi9B1U8pVVAh5oQ8r0G8gGUEO-ovDTHakQdoXfHEtqBIkVtPkAWz6IBaQBjC50vovHNWe6sTycN2qZNDLscGk_nsmp7KfujB0btITKaOlsgIwYGFy0zzbcn5lwzwhIdULPm2x8TItKsqxtuWbYLukfqPpG105Uxw6SAZqBZlownP0Mvl1jVE-Nf0iSjHUrjpKD1hHrN9L1ke7Breqm_ub2jNNf3Um-Y_vtsy_phP4R--lvL-gvvbhsO) - nat44 - - [2n-icx 100ge e810cq avf ethip4tcp tput](https://csit.fd.io/report/#eNrtVctqwzAQ_Br3UrZIsiT70kNS_0dQ5E1tcJytpJikX185DcimGAotLYRc9JpZ7Y6GRT4cHG48ds-ZWmfFOhNFW8chy1ePcXKdF5JpGIhAyKe4ctih8Qiih9aegDP2ioI4lpzZNzDDDlqS4_EWuAUMTdwGS-PpdoxrOBMSSOfgtVRcQKBjgL52Y1Lxck36pYKE1seQ0FjXDBnQJXBWcKJRc55wlmQkvnFoUkDUkaCAflLMN8Wm8J0ze_TtO6Y7xodLBBvNmWB2njmcaYJen7CoLox_c5LuTv7USfpzJ7VSuf5UJ7koC13edlsu6L2Zzlzyk-5-_mp_quqhP7j95e9U1QetMfUr) - - [2n-spr 100ge e810cq avf ethip4tcp-nat44ed tput](https://csit.fd.io/report/#eNrtVctqwzAQ_Br3UrZYsiT70kNS_0dR5U1tcJytpBjSr6-cBtamGAotLYRc9JqRdmeHRSEePD4H7B8zvc3KbSbLrklDVmzu0-T7IFVuYCQCqR7SymOPNiDIAQJ5EHn-ipIEViJ3b2DHHXSkpuMXEA4wtmkbHcFgo1LYQCtyqYBMAcEoLSREOkYYGj8FlU-XoF8yYLQ5RkZTXgtkRM_gImGmUXuacdZkMN96tHwhyWEoYpgl802xfH3n7R5D9478xlQ4Jrhkzgxzy8jxRDP0UsKyPjP-zUm6OflTJ-nPnTRaF-ZTnRKyKk113W25ovdqOnPNT7r5-av9qeu74eD3579T1x_C5_QT) - - [2n-spr 100ge e810cq avf ethip4tcp-nat44ed cps](https://csit.fd.io/report/#eNrtVdtqwzAM_ZrsZWjYju3kZQ_r8h_Fc9QlkKaa7QXar5_XFZSwFQYbG5S--MKRfHR0EI5pF3AdcbgvzKqoVoWq-jYvRflwm7cwRKWFhYkIlL7Lp4ADuoigRogUQArxjIok1lL4F3DTBnrSYPUTSA-YunxLnmB0SWtsoZNCaSBbQrTaSAWeIoxteKdUjyfKT_yMtq-J0VzVApkwMLgol8Oo289izongeBfQcUJWw1DCOCvme1o5exPcFmN_QH4id41xn41hSPolb9rTDD01sGqOEf_kIl1d_JmL9NcuWmNK-yFNS1VXtr7ocfxa7oVM5Bkv6erlL86laW7GXdge_0rTvAFenO6j) - - [2n-spr 200ge cx7 mlx5 ethip4tcp-nat44ed tput](https://csit.fd.io/report/#eNrtVctqwzAQ_Br3UrZIsh659JDU_1FUeVsbbGeRFJPk66OkAdkUQ6GFQMhFD2ZXO7PDohC3Ht8Ddq-F2hRmUwjT1mkpyvVz2nwXhGQaRiIQ8iWdPHZoA4IYIJAHwdgXCuJub0a0Efpur6AlCZyxD-AOMDbpGh3BYKOUWEPDmZBAuoSgpeICIu0iDLU_lxVv17I_OGS03sWMJmYzZESfwRnlHEbNYRKzLCRnWI82pyRBGYoYJnR-KTenf3rbY2iPmN84ty4HuGTQBHPzyvFAE_TaRFNdIm7oJj3c_LubdAM3tVKl_tYnuVgZvbr38VxQfEcTuuQpPTz95zlV1dOw9f3lL1XVCSx1_eM) + - [2n-icx 100ge e810cq avf ethip4tcp tput](https://csit.fd.io/report/#eNrtVctqwzAQ_Br3UrZIsiT70kNS_0dQ5E1tcJytpJikX185DcimGAotLYRc9JpZ7Y6GRT4cHG48ds-ZWmfFOhNFW8chy1ePcXKdF5IzGIhAyKe4ctih8Qiih9aegDP2ioI4lpzZNzDDDlqS4_EWuAUMTdwGS-PpdoxrOBMSSOfgtVRcQKBjgL52Y1Lxck36pYKE1seQ0FjXDBnQJXBWcKJRc55wlmQkvnFoUkDUkaCAflLMN8Wm8J0ze_TtO6Y7xodLBBvNmWB2njmcaYJen7CoLox_c5LuTv7USfpzJ7VSuf5UJ7koC13edlsu6L2Zzlzyk-5-_mp_quqhP7j95e9U1Qdh8vTb) + - [2n-spr 100ge e810cq avf ethip4tcp-nat44ed tput](https://csit.fd.io/report/#eNrtVctqwzAQ_Br3UrZYsiT70kNS_0dR5U1tcJytpBjSr6-cBtamGAotLYRc9JqRdmeHRSEePD4H7B8zvc3KbSbLrklDVmzu0-T7IJXIYSQCqR7SymOPNiDIAQJ5EHn-ipIEViJ3b2DHHXSkpuMXEA4wtmkbHcFgo1LYQCtyqYBMAcEoLSREOkYYGj8FlU-XoF8yYLQ5RkZTXgtkRM_gImGmUXuacdZkMN96tHwhyWEoYpgl802xfH3n7R5D9478xlQ4Jrhkzgxzy8jxRDP0UsKyPjP-zUm6OflTJ-nPnTRaF-ZTnRKyKk113W25ovdqOnPNT7r5-av9qeu74eD3579T1x93qPPD) + - [2n-spr 100ge e810cq avf ethip4tcp-nat44ed cps](https://csit.fd.io/report/#eNrtVdtqwzAM_ZrsZWjYju3kZQ_r8h_Fc9QlkKaa7QXar5_XFZSwFQYbG5S--MKRfHR0EI5pF3AdcbgvzKqoVoWq-jYvRflwm7cwRKWlgIkIlL7Lp4ADuoigRogUQArxjIok1lL4F3DTBnrSYPUTSA-YunxLnmB0SWtsoZNCaSBbQrTaSAWeIoxteKdUjyfKT_yMtq-J0VzVApkwMLgol8Oo289izongeBfQcUJWw1DCOCvme1o5exPcFmN_QH4id41xn41hSPolb9rTDD01sGqOEf_kIl1d_JmL9NcuWmNK-yFNS1VXtr7ocfxa7oVM5Bkv6erlL86laW7GXdge_0rTvAEWLe5T) + - [2n-spr 200ge cx7 mlx5 ethip4tcp-nat44ed tput](https://csit.fd.io/report/#eNrtVctqwzAQ_Br3UrZIsh659JDU_1FUeVsbbGeRFJPk66OkAdkUQ6GFQMhFD2ZXO7PDohC3Ht8Ddq-F2hRmUwjT1mkpyvVz2nwXhOQMRiIQ8iWdPHZoA4IYIJAHwdgXCuJub0a0Efpur6AlCZyxD-AOMDbpGh3BYKOUWEPDmZBAuoSgpeICIu0iDLU_lxVv17I_OGS03sWMJmYzZESfwRnlHEbNYRKzLCRnWI82pyRBGYoYJnR-KTenf3rbY2iPmN84ty4HuGTQBHPzyvFAE_TaRFNdIm7oJj3c_LubdAM3tVKl_tYnuVgZvbr38VxQfEcTuuQpPTz95zlV1dOw9f3lL1XVCd5X_ZM) - tunnels (gnv, vxlan, gtpu) - - [2n-icx 100ge e810cq avf ethip4udpgeneve](https://csit.fd.io/report/#eNrtVk2LwjAQ_TXdi4w02X7sxcO6_R8S01ELNc4maVF_vakUpt1lYQ-C0HpJQt6bzEwej8T5k8WNw3oVpesoX0cyr8owRO-fizDZ2skkzqAlApksw8pijcohSAOVPoOI4z1KEvghYv0Nqt1BRcnGN8Zg7SBLtiA0oD-EXejnpqQ9GmwRRBaIXcC2O9KUtsssv_rMv8pgtGw8o6G4EdKiZXBUNdPocBlw_uqF-cqi4oBBi0zx6AZF_atlDt5ZdURXXZFPCHfHuA4yMST0OK2_0ADt7zEv7oznakovTR-iKT1X0_nZdOounZ9JJ-5Rmc7vMR33PEWf_lCVXqo-2qtp8WZO9nj__6bFDR0OG4k) - - [3n-icx 100ge cx6 mlx5 gtpu sw](https://csit.fd.io/report/#eNrtlkFuwjAQRU-TbqpBiXGSVReF3AMFZwqRHDOyHRp6ehyENInaLqgobLyJI_9vz9hPX7LzB4sbh_otyVdJuUpE2TbhkyzfX8NgtRMyLeBIBEIuwp9FjbVDWBpo1QBZmu5QUKaGohmg00MOLcmN741B7aCQW8gUoN-H2Z2n3n2O-nbcwTR2LCTW10LfqrLa9J7V0MtMOaJlcdYk22h_Ys-vrbO_tljzgsmJ2OLRTZr66YTs_bB1h679Ql4QboZ1FSCwlKl5FX-iiXq9trK6OB5KjCKxvxCj_ycmYsZuIyaenTERM3ZPYg_ImIwZu42YfHbGZMzYPYlxxvLqxRxsd3kz5tUZE77cNg) - - [3n-spr 200ge cx7 mlx5 vxlan](https://csit.fd.io/report/#eNrtVcFuwjAM_Zrugjy1oaUnDrD-B0pTDyqlwXJCVfb1BKjkVtN24YCEuCRRnl_s5ycrPhwZdx7tOim2SblNVNk2cUmWm0Xc2HqVpyvoiUDln_HEaFF7hKXT4IlBpekeFWVmKHvUATo7FNBSvgsn59B6WOU1ZAYwHOJtP1jtwKq6qeMjnTaWHbiGrxnV15jxV3pBm1MQNBY1Q3pkAWfVShgdzhLznwahaEYtnIk0CQnoJ3X9LVUY36w79O0PCi02SnATbREoM_Nc4UwTdOxfWd0inuMhvT18yEN6joeDuQp78Qm8i3yp2Rt9o7dvD89bUX24I3e3_6-oLk0O_es) - - [3n-spr 200ge cx7 mlx5 gtpu sw](https://csit.fd.io/report/#eNrtlsGKgzAQhp_GXsoUTWM97aFd36OkOtsKMR2S6Lb79BtLYZRdFroU6SEXI_7_OJN8_BDnzxb3DvVbku-SYpeIoqnDI1lvl2Gx2gmZbqAnAiFX4c2iRuUQ1kaBIwsiTY8oKKsuRY_KQ6svOTQk974zBrWDjTxAVgH6U_h69NS5z0E_DD8xtR16ifd7rx-NWa07z2oYZ6L0aFmczMk2Ol3Z89f0XKIsKq4ZbYotHt1ort82yd4Pq1p0zRdyQTgc1quAgqWsmnbxVxqp95Mryptjbm4Uuf2TG83CTcS8PcxNvEDeRMzbk7nNkzcZ8_YwN_kCeZMxb0_mxnnLy4U52_Z2r8zLbx-f65Y) - - [3n-spr 200ge cx7 mlx5 wireguard](https://csit.fd.io/report/#eNrtVstuwyAQ_Br3UlFhYtdcemjq_4iI2SaWMEELdh5fH2xFWluV2kvVSKEXQMws-xiNhA8HhI0H85aV66xaZ6JqdVyy1ftz3NB4UfBXNjjHRPESTwgGlAe2sop5h0xwvgPh8uZUDaAC68ypZK0rNqG3FoxneZnLLcsbBmEf73vtji3Crleoc86DNf448rfjo1bjmFt83HJ_KYRQ3QdCY3kLZAAkcFE30dz-TJzvuqEQhaAoZtYkUQL4WV0_t0yRn6g68O0FKHwaHTGaKNUMbJZZw9nN0Nskq3pi3FtX96_rL-nq7qprcm5NwKvJOfXxfSpT86l8fJ_K1Hwq_9inZf1kD9hN_-CyvgJAfyvF) + - [2n-icx 100ge e810cq avf ethip4udpgeneve](https://csit.fd.io/report/#eNrtVsGKwjAQ_ZruZZmlia3dyx7U_ofEdNRCjWOSFvXrN5XCtCvCHgSh9ZKEvDeZmTweifNHi2uH1U-ULqNsGcmsLMIQzRafYbKVk4mIoSECmXyFlcUKlUOQBkp9BhHHO5Qk8FvE-gSq2UJJydrXxmDlYJ5sQGhAvw-70M11QTs02CCIeSC2AZv2SFPYNrNcdZnvymC0qD2jobgB0qBlcFA102h_6XEe9cJ8ZVFxQK9Fpnh0vaL-1TIHb606oCuvyCeEu2NcB5kYEnqY1l-oh3b3mOU3xms1pbemT9GUXqvp9Gw6dpdOz6Qj96hMp_eYDnseo0__qEpvVZ_t1TT_MEd7uP1_0_wXSh8bEQ) + - [3n-icx 100ge cx6 mlx5 gtpu sw](https://csit.fd.io/report/#eNrtlkFuwyAQRU_jbqqpDMHxqosmvkfk4GliCZMR4NTp6YujSGOr7SJVmmzYGIv_YQaevoQPB4cbj-Y1K1ZZucpk2Tbxky3enuPgjJdK5HAkAqle4p9Dg7VHWFho9QAiz3coSehh2QzQmaGAltQm9Nai8bBUWxAaMOzj7C5Q7z9GfTvuYBs3FpLrS6FvVVlt-sBq7GWmHNGxOGuSbbQ_sefX1tlfO6x5weREbAnoJ039dEL2vru6Q99-Ii-IN8O6jhBYEnpeJZxool6urazOjrsSo0TsL8To_4nJlLHriMlHZ0ymjN2S2B0yplLGriOmHp0xlTJ2S2KcsaJ6sgfXnd-MRfUFdTvbvg) + - [3n-spr 200ge cx7 mlx5 vxlan](https://csit.fd.io/report/#eNrtVcFuwjAM_ZpymTy1oV1PHAb9D5SmHlRKg-WEquzrF1glt0Jw4YCEuCRRnl_s5ycrPhwYtx7tKinWSblOVNk2cUmW3x9xY-tVnqXQE4HKP-OJ0aL2CEunwRODStMdKsrMUPaoA3R2KKClfBuOzqH18JXXkBnAsI-3_WC1A6vqpo6PdNpYduAaPmdUmzHjVXpBm2MQNBY1Q3pkAWfVShjtTxJzT4NQNKMWzkSahAT0k7puSxXGD-sOffuLQouNEtxEWwTKzDxXONEEHftXVpeI53hIbw8f8pCe4-FgzsJefAL_Rb7U7I2-0du3h-etqBbuwN3l_yuqPw8r_Zs) + - [3n-spr 200ge cx7 mlx5 gtpu sw](https://csit.fd.io/report/#eNrtlt2KgzAQhZ_G3iyzaBrXq73Y1vcoqc62QkyHJNqfp99YCqN0WehSpBe5MeI540zycSDOHyxuHOrPJF8lxSoRRVOHR7L8eguL1U7ILIWeCIR8D28WNSqHsDQKHFkQabpDQVl1KnpUHlp9yqEhufGdMagdfMgtZBWg34evO0-dOw76dviJqe3QS6xvve4as1p3ntUwzkTp0bI4mZNttD-z56_puURZVFwz2hRbPLrRXL9tkr3fVrXomgtyQTgc1quAgqWsmnbxZxqpt5Mryqtjbm4Uuf2TG83CTcS8PcxNvEDeRMzbk7nNkzcZ8_YwN_kCeZMxb0_mxnnLy4U52PZ6r8zLH3f46x4) + - [3n-spr 200ge cx7 mlx5 wireguard](https://csit.fd.io/report/#eNrtVl1rwyAU_TXZy3BEG4kvfVib_1FsvGsDxsrVpO1-_Uwo3ITB9jJWaPqi4jnX-3E4YIgnhF0Au87kJis3mSgbk5Zs9f6aNrRBFDxnvfdMFG_phGBBB2Arp1nwyESeH0B4Xl_KHnRkrb1I1vhiFzvnwAbGJVd7xmsG8ZjuO-PPDcKh02h4nkdnw3ng74dHncEht9jecn8rhFDTRUJTeTOkByRwVjfR_PFKnJ-6oRCNoClm0iRRIoRJXb-3TJEfqFsIzSdQ-Dg6YtRJqglYz7PGq5-gt0mW1ci4t67-qesf6ervquvi3LoAry7OqY_vU7U0n6rH96lamk_VP_tUVi_uhO34D5bVF21oK00) - reassembly - - [3n-icx 100ge e810cq dpdk reassembly](https://csit.fd.io/report/#eNrtVstOwzAQ_JpwQYti12l64dCS_6gSZ2kt8lhstxC-HjdU2kSIC1LaHHKxLc94Nbujkex8a3HvsHqOkl2U7iKZmjIs0Wr7GDZbOaniNZyJQKqncLJYYe4QVg0Y_Qkijg8oSeBGxPodSirfQNuOfAsiEZsChAb0R0PKkEMd6LFvKvcB4aa41DGNhxydTNYHXYfquXNYF1UHTWkvOuTLVccvUYyWJ89okDpCzmgZHPXANDp2zPm7M36QB6H84qdhRj26gaB_tc_FXm1eozNfyBX7yTJDBwsHoB4L8R0N0OtU06xnzMlvWvyewG-a2m-55Pu2fsv75lsu-Z6T35PnWy35vq3f6r75Vku-5-Q35zvJHprW1v0_Pcm-AT9tVNU) + - [3n-icx 100ge e810cq dpdk reassembly](https://csit.fd.io/report/#eNrtVkFOwzAQfE24oEWx65BeOFDyD5Q4S2uROIttCuH1uKHSJkJckNLmkIttecar2R2NZB86h88em4ck2yX5LpG5qeOSbB5v4-YaL5VI4UgEUt3Fk8MGS4-wsWD0J4g03aMkgVuR6jeoqX4F7XoKHYhMbCsQGjAcDClDHnWkp8E2_gPiTXWqY2yAEr3M7ve6jdVL77Gtmh5s7U465NNZxy9RjNbvgdEodYIc0TE46YFpdOiZ83dn_KCMQvnFT8OMBvQjQf9qn4u9uLJFb76QKw6TZYaOFo5APRUSehqh56nmxcBYkt-0-j2D3zS333LN92X9ltfNt1zzvSS_Z8-3WvN9Wb_VdfOt1nwvyW_Od1bc2M61wz89K74BQnZUXQ) -## CSIT-2406 Selected Performance Comparisons +## CSIT-2410 Selected Performance Comparisons -Comparisons 24.06 vs 24.02 -- [2n-icx 100ge e810cq avf 1c 64B PDR](https://csit.fd.io/comparisons/#eNqNkE0OwiAQhU_TbgyGYn_cuFB7AGO8AMGpIWkpDrRRTy_0R2ziwoQEHu8bZngGahAWrruoOESsQKgAQQlw52izX423BuykL9g567gaLn2lbNUCvXYz6rZeay9G3jk9YDCxNiylOWHpmjKC7jVuIOBSVcgDzRSR4kESSm_AdALbhIo74X0VKkSLn7EzP0ty9DIrJ7_CxsjXEsnTw4Kx9qmXxKk8T0QxrLlXozn-kZKjeAP2--MhiBHped3B71zy71yG_rFqsdn50bIybjtbS0Az6TdmuHnv) +Comparisons 24.10 vs 24.06 +- [2n-icx 100ge e810cq avf 1c 64B PDR](https://csit.fd.io/comparisons/#eNqNkNEOgiAUhp9Gb5oNSLObLjIfoLVegOGxsSnSAV319IFaZFdt7MDP-Q7n8BtoQFio9lFeRCxHqAFBCXDnaHNYTbcG7Kwv2LvUcTVe-krZqQVa9W_UbYPWXky8ywyAIYmNYSnZJixdu4juNW4g4FLVyAPNVCLFPaGEXIFpCjtKxC3hQx0qRIefsTM_Cz16mZVzvsbWyOcS2abFgrH2oZfEqTzPRD6ud69Wc_zDJUfxFuz3x4MREzLwpocfXyjxvrj45cvYP1Ydtns_WlbGXW8bCWhm_QJp6Hnp) -## CSIT-2406 Selected Performance Coverage Data +## CSIT-2410 Selected Performance Coverage Data -CSIT-2406 VPP v24.06 coverage data -- [2n-icx 200ge cx7 mlx5 ip4](https://csit.fd.io/coverage/#eNpVjsEOwiAQRL8GLwaDWyinHqz9D0NwY0mQEkCkf98SD9TLJjNvZjMRLepkFjcQORKQwcb9ku52_gngrK8G3Kvx_KRGs_d_JGNoEPiF9TTs31XEFvPzesg4anShwNgLwV91kRlVom9bRGuogKpVjOdVyOkU5-X7sCqh0-tARN1-tGpKTBsssj2p) +CSIT-2410 VPP v24.10 coverage data +- [2n-icx 200ge cx7 mlx5 ip4]() ## Further Information diff --git a/docs/content/release_notes/current/dpdk_performance.md b/docs/content/release_notes/current/dpdk_performance.md index 4ef0f6fd8d..c3abff08f1 100644 --- a/docs/content/release_notes/current/dpdk_performance.md +++ b/docs/content/release_notes/current/dpdk_performance.md @@ -3,23 +3,23 @@ title: "DPDK Performance" weight: 2 --- -# CSIT 24.06 - DPDK Performance +# CSIT 24.10 - DPDK Performance 1. TEST FRAMEWORK - - **CSIT test environment** version has been updated to ver. 15, see + - **CSIT test environment** version 15 is used, see [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}). 2. DPDK PERFORMANCE TESTS - No updates 3. DPDK RELEASE VERSION CHANGE - - Version 24.03 is now tested. + - Version 24.07 is now tested. # Known Issues -List of known issues in CSIT 24.06 for DPDK performance tests: +List of known issues in CSIT 24.10 for DPDK performance tests: ## New -List of new issues in CSIT 24.06 for DPDK performance tests: +List of new issues in CSIT 24.10 for DPDK performance tests: **#** | **JiraID** | **Issue Description** ------|--------------------------------------------------|-------------------------------------------------------------- @@ -27,7 +27,7 @@ List of new issues in CSIT 24.06 for DPDK performance tests: ## Previous -List of known issues in CSIT 24.06 for DPDK performance tests: +List of known issues in CSIT 24.10 for DPDK performance tests: **#** | **JiraID** | **Issue Description** ------|--------------------------------------------------|-------------------------------------------------------------- @@ -35,7 +35,7 @@ List of known issues in CSIT 24.06 for DPDK performance tests: ## Fixed -List of fixed issues in CSIT 24.06 for DPDK performance tests: +List of fixed issues in CSIT 24.10 for DPDK performance tests: **#** | **JiraID** | **Issue Description** ------|--------------------------------------------------|-------------------------------------------------------------- diff --git a/docs/content/release_notes/current/trex_performance.md b/docs/content/release_notes/current/trex_performance.md index dc859fa658..ab9d7cb882 100644 --- a/docs/content/release_notes/current/trex_performance.md +++ b/docs/content/release_notes/current/trex_performance.md @@ -3,10 +3,10 @@ title: "TRex Performance" weight: 3 --- -# CSIT 24.06 - TRex Performance +# CSIT 24.10 - TRex Performance 1. TEST FRAMEWORK - - **CSIT test environment** version has been updated to ver. 15, see + - **CSIT test environment** version 15 is used, see [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}). 2. TREX TESTS - No updates @@ -17,7 +17,7 @@ weight: 3 ## New -List of new issues in CSIT 24.06 for TRex performance tests: +List of new issues in CSIT 24.10 for TRex performance tests: **#** | **JiraID** | **Issue Description** ------|--------------------------------------------------|-------------------------------------------------------------- @@ -25,7 +25,7 @@ List of new issues in CSIT 24.06 for TRex performance tests: ## Previous -List of known issues in CSIT 24.06 for TRex performance tests: +List of known issues in CSIT 24.10 for TRex performance tests: **#** | **JiraID** | **Issue Description** ------|--------------------------------------------------|-------------------------------------------------------------- @@ -33,7 +33,7 @@ List of known issues in CSIT 24.06 for TRex performance tests: ## Fixed -List of fixed issues in CSIT 24.06 for TRex performance tests: +List of fixed issues in CSIT 24.10 for TRex performance tests: **#** | **JiraID** | **Issue Description** ------|--------------------------------------------------|-------------------------------------------------------------- diff --git a/docs/content/release_notes/current/vpp_performance.md b/docs/content/release_notes/current/vpp_performance.md index 3ae7efb494..56f61ece34 100644 --- a/docs/content/release_notes/current/vpp_performance.md +++ b/docs/content/release_notes/current/vpp_performance.md @@ -3,30 +3,16 @@ title: "VPP Performance" weight: 1 --- -# CSIT 24.06 - VPP Performance +# CSIT 24.10 - VPP Performance 1. TEST FRAMEWORK - - **CSIT test environment** version has been updated to ver. 15, see + - **CSIT test environment** version 15 is used, see [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}). - **General Code Housekeeping**: Ongoing code optimizations and bug fixes. 2. VPP PERFORMANCE TESTS - - Added tests: - - Added memif+DMA tests; added 1518B and 4c memif testcases. - - Added nginx+DMA tests; added 2048B testcases. - - Added IPsec hwasync tests to 3n-icxd and 3n-snr. - - Added IPsec tests to cover more encryption algorithms and other settings. - - Added more SOAK tests. - - Added selected 6-port tests for 3na-spr. - - Edited tests: - - Selected single-flow tests now use single worker even if SMT is on. - - IPsecHW tests now use rxq ratio of 2. - - This means one worker reads only from one of two ports. - - This workaround avoids some inefficiencies, - - but still does not reach the expected performance on 3nb-spr. - - 1518B tests with encapsulation overhead now properly use no-multi-seg. - - Added TX checksum offload to hoststack tests missing it. + 3. PRESENTATION AND ANALYTICS LAYER - - Detailed views added to comparison tables. + - Max value on time axis has been set to utc.now # Known Issues @@ -40,60 +26,16 @@ but was not detected/recognized/reported enough back then. Also, issues previously thought fixed but now reopened are listed here. **#** | **JiraID** | **Issue Description** -------|--------------------------------------------------|--------------------------------------------------------------------------- - 1 | [CSIT-1877](https://jira.fd.io/browse/CSIT-1877) | 3n-tsh: VM tests too slow to boot VM, rarely, despite increased timeout. - 2 | [CSIT-1884](https://jira.fd.io/browse/CSIT-1884) | 2n-clx, 2n-icx: All NAT44DET NDR PDR IMIX over 1M sessions BIDIR tests failing to create enough sessions. - 3 | [VPP-2118](https://jira.fd.io/browse/VPP-2118) | 3n spr: Unusable performance of ipsec tests with SHA_256_128. - 4 | [CSIT-1960](https://jira.fd.io/browse/CSIT-1960) | 2n-zn2: Geneve sometimes loses one direction of traffic. - 5 | [CSIT-1961](https://jira.fd.io/browse/CSIT-1961) | Some tests have too long ramp-up trials. - 6 | [CSIT-1962](https://jira.fd.io/browse/CSIT-1962) | 3n-icx hoststack: Udpquicscale tests sometimes fail with various symptoms. - 7 | [CSIT-1963](https://jira.fd.io/browse/CSIT-1963) | 3n-icxd: Various symptoms pointing to hardware (cable/nic/driver) issues. - 8 | [CSIT-1964](https://jira.fd.io/browse/CSIT-1964) | 3nb-spr: Wireguardhw tests are likely to crash. - 9 | [CSIT-1965](https://jira.fd.io/browse/CSIT-1965) | Occasional failure on 1518B CX5: Trex failed to send message. - 10 | [VPP-2121](https://jira.fd.io/browse/VPP-2121) | sw_interface_add_del_address: avf process node failed to reply in 5 seconds - 11 | [CSIT-1966](https://jira.fd.io/browse/CSIT-1966) | 3n-snr: Increased heap size in ipsec policy tests prevents VPP from starting. - 12 | [CSIT-1967](https://jira.fd.io/browse/CSIT-1967) | 3na-spr: Unable to configure large MTU for 9000B tests. +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | ## Previous Issues reported in previous releases which still affect the current results. **#** | **JiraID** | **Issue Description** -------|--------------------------------------------------|---------------------------------------------------------------------------------------------------------------------------- - 1 | [CSIT-1785](https://jira.fd.io/browse/CSIT-1785) | NAT44ED tests failing to establish all TCP sessions. At least for max scale, in allotted time (limited by session 500s timeout) due to worse slow path performance than previously measured and calibrated for. CSIT removed the max scale NAT tests to avoid this issue. - 2 | [CSIT-1795](https://jira.fd.io/browse/CSIT-1795) | Ocassionally not all DET44 sessions have been established: 4128767 != 4128768. - 3 | [CSIT-1802](https://jira.fd.io/browse/CSIT-1802) | All testbeds: AF-XDP - NDR tests failing from time to time on small loss. - 4 | [CSIT-1804](https://jira.fd.io/browse/CSIT-1804) | 3n-tsh: NDR fails on ierrors. - 5 | [CSIT-1845](https://jira.fd.io/browse/CSIT-1845) | AVF 9000B any ndrpdr test may start failing due to packets not arriving in one or both directions. - 6 | [CSIT-1886](https://jira.fd.io/browse/CSIT-1886) | 3n: Wireguard tests with 100 and more tunnels are failing PDR criteria. - 7 | [CSIT-1892](https://jira.fd.io/browse/CSIT-1892) | 3n-alt: Unexpected two-band structure of ipsec and vxlan. - 8 | [CSIT-1896](https://jira.fd.io/browse/CSIT-1896) | Depending on topology, l3fwd avoids dut-dut link. - 9 | [CSIT-1901](https://jira.fd.io/browse/CSIT-1901) | 2n-icx 3n-icx: Trex may report negative ipackets on high-performance AVF trial. - 10 | [CSIT-1904](https://jira.fd.io/browse/CSIT-1904) | DPDK 23.03 testpmd startup fails on some testbeds. - 11 | [CSIT-1906](https://jira.fd.io/browse/CSIT-1906) | Zero traffic with cx7 rdma. Testing migrated to mlx5-core on all Mellanox NICs. - 12 | [VPP-2077](https://jira.fd.io/browse/VPP-2077) | IP fragmentation: running_fragment_id is not thread safe. Causes reduced performance and failures in gtpu reassembly tests. - 13 | [CSIT-1914](https://jira.fd.io/browse/CSIT-1914) | TRex does not produce latency data on ICE NICs. - 14 | [CSIT-1915](https://jira.fd.io/browse/CSIT-1915) | The 2n-icx testbeds do not have the same performance. - 15 | [CSIT-1916](https://jira.fd.io/browse/CSIT-1916) | Poor CPU scaling on 2n-zn2 RDMA. - 16 | [CSIT-1917](https://jira.fd.io/browse/CSIT-1917) | TRex STL performance is unstable at high pps due to unsent packets. - 17 | [CSIT-1922](https://jira.fd.io/browse/CSIT-1922) | 2n-tx2: AF_XDP MRR failures. On other testbeds MRR regressions and PDR failures. - 18 | [CSIT-1924](https://jira.fd.io/browse/CSIT-1924) | An l3fwd error in 200Ge2P1Cx7Veat-Mlx5 test with 9000B. - 19 | [CSIT-1929](https://jira.fd.io/browse/CSIT-1929) | Lossy trials in nat udp mlx5 tests. - 20 | [CSIT-1935](https://jira.fd.io/browse/CSIT-1935) | rls2310: Zero traffic reported in udpquic tests due to session close errors. - 21 | [CSIT-1936](https://jira.fd.io/browse/CSIT-1936) | TRex occasionally sees link down in L2 perf tests. - 22 | [CSIT-1938](https://jira.fd.io/browse/CSIT-1938) | 3n-alt: High scale ipsec policy tests may crash VPP. - 23 | [CSIT-1941](https://jira.fd.io/browse/CSIT-1941) | TRex may wrongly detect link bandwidth. - 24 | [CSIT-1942](https://jira.fd.io/browse/CSIT-1942) | 3nb-spr hoststack: Interface not up after first test. - 25 | [CSIT-1943](https://jira.fd.io/browse/CSIT-1943) | IMIX 4c tests may fail PDR due to ~10% loss. - 26 | [CSIT-1944](https://jira.fd.io/browse/CSIT-1944) | Memif LXC: unrecognized option '--no-validate'. - 27 | [VPP-2090](https://jira.fd.io/browse/VPP-2090) | MRR < PDR: DPDK plugin with MLX5 driver does not read full queue. - 28 | [CSIT-1946](https://jira.fd.io/browse/CSIT-1946) | Ipsec hwasync fails with large scale and multiple queues. - 29 | [CSIT-1947](https://jira.fd.io/browse/CSIT-1947) | Rare VPP crash in nat avf tests. - 30 | [VPP-2091](https://jira.fd.io/browse/VPP-2091) | Memif crashes VPP in container with jumbo frames. - 31 | [CSIT-1948](https://jira.fd.io/browse/CSIT-1948) | NICs do not consistently distribute tunnels over RXQs depending on model or plugin. - 32 | [CSIT-1950](https://jira.fd.io/browse/CSIT-1950) | 9000B tests with encap overhead and non-dpdk plugins see fragmented packets. - 33 | [CSIT-1951](https://jira.fd.io/browse/CSIT-1951) | Combination of AVF and vhost drops all 9000B packets. - 34 | [CSIT-1953](https://jira.fd.io/browse/CSIT-1953) | 3n-icx 3nb-spr: Failed to enable GTPU offload RX. +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | ## Fixed @@ -101,14 +43,11 @@ Issues reported in previous releases which were fixed in this release: **#** | **JiraID** | **Issue Description** ------|--------------------------------------------------|-------------------------------------------------------------- - 1 | [CSIT-1782](https://jira.fd.io/browse/CSIT-1782) | Multicore AVF tests are failing when trying to create interface. Frequency is reduced by CSIT workaround, but occasional failures do still happen. - 2 | [CSIT-1881](https://jira.fd.io/browse/CSIT-1881) | 2n-icx: NFV density tests ocassionally breaks VPP which fails to start. - 3 | [CSIT-1921](https://jira.fd.io/browse/CSIT-1921) | Two-band structure in SRv6, causes PDR failure in rare cases. - 4 | [CSIT-1939](https://jira.fd.io/browse/CSIT-1939) | 3na-spr, 2n-zn2: VPP fails to start in first test cases. + 1 | | # Root Cause Analysis for Regressions -List of RCAs in CSIT 24.06 for VPP performance regressions. +List of RCAs in CSIT 24.10 for VPP performance regressions. Not listing differences caused by known issues (uneven worker load due to randomized RSS or other per-worker issues). Also not listing tests which historically show large performance variance. @@ -120,5 +59,4 @@ they will not be re-listed in the next release report. **#** | **JiraID** | **Issue Description** ------|--------------------------------------------------|-------------------------------------------------------------- - 1 | [CSIT-1958](https://jira.fd.io/browse/CSIT-1958) | 3n-icx 3na-spr: Mixed performance impact of 40373 around 2024-04-20. - 2 | [CSIT-1959](https://jira.fd.io/browse/CSIT-1959) | Explain change in c6in performance. + 1 | | diff --git a/docs/content/release_notes/previous/_index.md b/docs/content/release_notes/previous/_index.md index 8b8ee75add..32876694d3 100644 --- a/docs/content/release_notes/previous/_index.md +++ b/docs/content/release_notes/previous/_index.md @@ -7,7 +7,9 @@ weight: 2 # Previous Releases +- [CSIT rls2406]({{< relref "csit_rls2406" >}}) - [CSIT rls2402]({{< relref "csit_rls2402" >}}) +- [CSIT rls2310]({{< relref "csit_rls2310" >}}) - [CSIT rls2306]({{< relref "csit_rls2306" >}}) - [CSIT rls2302]({{< relref "csit_rls2302" >}}) - [CSIT rls2210](https://s3-docs.fd.io/csit/rls2210/report/) diff --git a/docs/content/release_notes/previous/csit_rls2302/_index.md b/docs/content/release_notes/previous/csit_rls2302/_index.md index f1ac4a2e6d..0dd4884933 100644 --- a/docs/content/release_notes/previous/csit_rls2302/_index.md +++ b/docs/content/release_notes/previous/csit_rls2302/_index.md @@ -2,7 +2,7 @@ bookCollapseSection: true bookFlatSection: false title: "CSIT rls2302" -weight: 4 +weight: 5 --- # CSIT rls2302 diff --git a/docs/content/release_notes/previous/csit_rls2306/_index.md b/docs/content/release_notes/previous/csit_rls2306/_index.md index dd43bbeb1c..980e3c0950 100644 --- a/docs/content/release_notes/previous/csit_rls2306/_index.md +++ b/docs/content/release_notes/previous/csit_rls2306/_index.md @@ -2,7 +2,7 @@ bookCollapseSection: true bookFlatSection: false title: "CSIT rls2306" -weight: 3 +weight: 4 --- # CSIT-2306 Release Report diff --git a/docs/content/release_notes/previous/csit_rls2310/_index.md b/docs/content/release_notes/previous/csit_rls2310/_index.md index 51ee084abe..81e10e3014 100644 --- a/docs/content/release_notes/previous/csit_rls2310/_index.md +++ b/docs/content/release_notes/previous/csit_rls2310/_index.md @@ -2,7 +2,7 @@ bookCollapseSection: true bookFlatSection: false title: "CSIT rls2310" -weight: 2 +weight: 3 --- # CSIT-2310 Release Report diff --git a/docs/content/release_notes/previous/csit_rls2402/_index.md b/docs/content/release_notes/previous/csit_rls2402/_index.md index 868ead0c39..ab8bef4d46 100644 --- a/docs/content/release_notes/previous/csit_rls2402/_index.md +++ b/docs/content/release_notes/previous/csit_rls2402/_index.md @@ -2,7 +2,7 @@ bookCollapseSection: true bookFlatSection: false title: "CSIT rls2402" -weight: 1 +weight: 2 --- # CSIT-2402 Release Report diff --git a/docs/content/release_notes/previous/csit_rls2406/_index.md b/docs/content/release_notes/previous/csit_rls2406/_index.md new file mode 100644 index 0000000000..f39efb70d5 --- /dev/null +++ b/docs/content/release_notes/previous/csit_rls2406/_index.md @@ -0,0 +1,118 @@ +--- +bookCollapseSection: true +bookFlatSection: false +title: "CSIT rls2406" +weight: 1 +--- + +# CSIT-2406 Release Report + +This section includes release notes for FD.io CSIT-2406. The CSIT report +has been published on **Jul-10 2024**. The release plan is published on +[CSIT wiki](https://wiki.fd.io/view/CSIT/csit2406_plan) pages. + +## CSIT-2406 Release Notes + +- [VPP Performance]({{< relref "vpp_performance" >}}) +- [DPDK Performance]({{< relref "dpdk_performance" >}}) +- [TRex Performance]({{< relref "trex_performance" >}}) +- [VPP Device]({{< relref "vpp_device" >}}) + +## CSIT-2406 Release Data + +To access CSIT-2406 Release data please use following web resources: + +- [CSIT Per Release Performance](https://csit.fd.io/report/) + - `CSIT Release` > `rls2406` + - `DUT` > `vpp` + - `DUT Version` > `24.06-release` + - `Infra` > `testbed-nic-driver of choice` + - `Area` > `IPv4 Routing` `IPv4 Tunnels` `IPv6 Routing` `Hoststack` ... + - `Test` > `test of choice` + - `Frame Size` > `64B` `78B` + - `Number of Cores` > `1C` `2C` `4C` + - `Test Type` > `MRR` `NDR` `PDR` +- [CSIT Per Release Comparisons](https://csit.fd.io/comparisons/) for VPP + v24.06 vs v24.02 + - `REFERENCE VALUE` + - `DUT` > `vpp` + - `CSIT and DUT version` > `rls2402-24.02-release` + - `Infra` > `testbed-nic-driver of choice` + - `Frame Size` > `64B` `78B` + - `Number of Cores` > `1C` `2C` `4C` + - `Measurement` > `Latency` `MRR` `NDR` `PDR` + - `COMPARED VALUE` + - `Parameter` > `Release and Version` + - `Value` > `rls2406-24.06-release` +- [CSIT Per Release Coverage Data](https://csit.fd.io/coverage/) + - `CSIT Release` > `rls2406` +- [CSIT Search Tests](https://csit.fd.io/search/) + - `Data Type` > `iterative` + - `DUT` > `vpp` + - `Release` > `rls2406` + - `Type a Regular Expression` > `2n-zn2 -1c ethip4-ip4base-[mrr|ndrpdr]` + ".*" can be replaced by " " (white space). + - `Choose a cell in the table` > A corresponding graph(s) is displayed. + - `Click a datapoint in the graph` > Detailed information is displayed. + +## CSIT-2406 Selected Performance Tests + +CSIT-2406 VPP v24.06 Performance Tests: + +- ip4 + - [2n-icx 100ge e810cq avf ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVstOwzAQ_JpwQYvsrdNw4UCb_0DG2dKINDVrE1G-HreqtIkAqUgtvfjgl2asHe9oJIe4ZXoK1D0U5aKoFgVWbZOmYvZ4mxbuAho1h8F7QHOXdkwd2UCAPbTuA7RSL4Re071W7g3ssILWG5ibZ9AOKK73pzSCsx2hegXuG-gb3pfA5bHEt3qCNu9R0KRiggzEAk7kCc2vdyPOb6KFb5msXEjKBYoURmJ-fpuwV2w3FNpPkiupK4K71HiBtJvWiTs_Qo8Nq-oD459c8tmlv7nkL-cS5iyd7hJeK0uYs3Quly6YJZOzdLpL5lpZMjlL53JJslTWN_2WN4e_Xll_AeM_rqY) + - [2n-spr 100ge e810cq avf ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVstqwzAQ_Br3UrZIGznupYek_o-iypvG1HHUlWJIv75KCKxNW0ghaS466MWM2NEOAwpxy_QSqHsqymVRLQus2iZNxWxxnxbuAho1h8F7QPOQdkwd2UCAPQTPoJV6I_SaHrVyH2CHFbTewNy8gnZAcX04pRGc7QjVO3DfQN_woQQ-n0p8qydos4uCJhUTZCAWcCJPaH69H3F-Ey18y2TlQlIuUKQwEvPz24S9Yruh0H6SXEldEdylxguk3bRO3PsRempYVR8Z_-SSzy79zSV_PZcwZ-l8l_BWWcKcpUu5dMUsmZyl810yt8qSyVm6lEuSpbK-67e8Of71yvoLF6yvcg) + - [2n-spr 100ge e810cq dpdk ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVkFOwzAQfE24oEX24jRcOFDyD2TshUZNU7M2lcrrcatKmwg4RGrpxYc4tmZXM97RSI5py_QSqX-s6mXVLCtsOp-X6v7pNv-4j2jUAnYhAJq7vGPqyUYCHCAGBq3UO2HQ9KCV-wAf_Bq6YGBhXkE7oLQ6nPIXne0J1Rp48DB4PnDg84njB6Gg_jMJmmVMkB2xgBN9UhZW-1HNn6qlwTJZ6cjSBUoUR2p-v5xUv7HdUOy-SFryWAR3efQCaTflSfswQk8Ta9pjxX_5FIpPM30KF_QJS55m-IRXyxOWPJ3Np0vmyZQ8zfDJXC1PpuTpbD5Jnur2Ztjy5vjuq9tvl7y0Og) + - [2n-spr 200ge cx7 mlx5 ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVkFuwjAQfE24VIuSrUNOPRTyj8p1lhLVCdbajaCvr0FIm4j2EAnKxYc4tmZXM97RSPZhz_Tmyb5k5Tqr1hlWbROX7Pn1Kf7YelT5CgbnANUy7pgsaU-APXjHgHn-QegKc6gG0gE6eyihdQpW6h0KAxR2p1P8vNGWMP8E7hvoGz6R4OZCcsUoaPMVBI06JshALOBEoJS53XFU87ds6dBMWlqidoEC-ZGc328n1VvWHfn2m6QlzkVwE4cvUGGmPOHoRuhlZFV9rvg3p1xyaq5T7p5OYcrUHKfwcZnClKnbOXXXTKmUqTlOqcdlSqVM3c4pyVRZL_o9d-c3YFn_AJEQvio) + - [2n-c6in 200ge c6in.4xl ena dpdk ip4scale20k-rnd](https://csit.fd.io/report/#eNrtl91Kw0AQhZ8m3shIdsyPN15Y8x6y7o42NN0Ou7FQn95NKExCVSy0thd7kT_OCTOZj8OQ0G88vQTqHrNykdWLDOvWxlN2_3QbL74LWOQVbJkBi7t456kjHQjQgalaB5jn76RYkdNg2a6g5QJUqR5eQRmgfjk8xyMY3RHmK_DOgrN-qIHP-xoHBUW1H72osY2ZsiUv4qw_sfFyN_H80LXYtSct_ti4SD2FSS_ff5q437xeU2g_SV4ZxyIOE0c_Ec28Ur_jibqfWN2Mjv_ixInTkZz4jJww5ekITnixPGHK08k4nSdPVZG20wGlOJRr2k2_M-LE6Ar20sAobaW_M8IL5ShtpFMxkhyVzY3b-PX431Q2X3vik0k) + - [2n-c7gn 100ge c7gn ena dpdk ip4scale20k-rnd](https://csit.fd.io/report/#eNrtl91qwzAMhZ8muxkasZY0u9lFu7zH8GytDU1dYWeF7unnhIISuo0V2rUXvsgf5wQp-jiIhG7r6TVQ-5yVi6xaZFg1Np6yx_l9vPg2YJHPYMcMWDzEO08t6UCADky1dKDyfEmKFTkNlu0aGi5AlerpDZQB6lb9czyC0S1hvgbvLDjr-xr4cqhxVFBU-9GJGtuYKDvyIk76Exuv9iPPD12LXXvS4o-Ni9RRGPXy_aeJ-93rDYXmk-SVYSziMHH0I9FMK3V7HqmHiVX14PgvTpw4nciJL8gJU55O4IRXyxOmPJ2N02XyNCvSdjqiFIdyS7vpd0acGN3AXuoZpa30d0Z4pRyljXQuRpKjsr5zW78Z_pvK-gufQ5Mp) +- ip6 + - [2n-icx 100ge e810cq avf ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVstOwzAQ_JpwQYvsxWl64dCS_0DG2dKINDVrE1G-HreqtIkAqUgtvfjgl2asHe9oJIe4ZXoK1D0U5bKolgVWbZOm4n5xmxbuAho1g8F7QHOXdkwd2UCAPbTuA7RSL4Re01wr9wZ2WEHrZ1DNn0E7oLjen9IIznaE6hW4b6BveF8CH48lvtUTtHmPgiYVE2QgFnAiT2h-vRtxfhMtfMtk5UJSLlCkMBLz89uEvWK7odB-klxJXRHcpcYLpN20Ttz5EXpsWFUfGP_kks8u_c0lfzmXMGfpdJfwWlnCnKVzuXTBLJmcpdNdMtfKkslZOpdLkqWyvum3vDn89cr6C3sgryo) + - [2n-spr 100ge e810cq avf ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVstqwzAQ_Br3UrZIGznOpYcm_o-iypvG1HHUlWpIv75KCKxNW0ghaS466MWM2NEOAwpxx_QcqHssymVRLQus2iZNxezpPi3cBTRqDoP3gOYh7Zg6soEAewieQSv1Sug1LbRy72CHNbR-DtXiBbQDipvDKY3gbEeo3oD7BvqGDyVwdSrxrZ6gzUcUNKmYIAOxgBN5QvOb_Yjzm2jhWyYrF5JygSKFkZif3ybsNdsthfaT5ErqiuAuNV4g7aZ14t6P0FPDqvrI-CeXfHbpby7567mEOUvnu4S3yhLmLF3KpStmyeQsne-SuVWWTM7SpVySLJX1Xb_j7fGvV9Zfr36v9g) + - [2n-spr 100ge e810cq dpdk ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVkFuwjAQfE16qbayjUO49ADNPyrX3paIELZrg0RfX4OQNlHbQyQolxzi2JpdzXhHIzmmHeNrxPa5KFdFtSpM1YS8FLPlY_5xG41VczgQgbFPecfYoosIpoNIDFqpDzSkcaGV_4RAYQMNzaFavIH2gGl9OuUveteiURvgLkAX-MRhXi4cPwgFDfskaJYxQA7IAg70SRmtj72aP1VLg2N00pGlC5Qw9tT8fjmpfme3xdh8obTksQju8-gF0n7Ik47UQy8Tq-pzxX_5RJNPI32iG_pkpjyN8MncLU9mytPVfLplnuyUpxE-2bvlyU55uppPkqeyfuh2vD2_-8r6GzJztL4) + - [2n-spr 200ge cx7 mlx5 ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVkFOwzAQfE24oEXJ4tRcOFDyD2SchUY4qbU2UcvrcatKmwg4RGrpxYc4tmZXM97RSA5xy_QSyD0W9brQ6wJ116aluH-6TT92AVW5gtF7QHWXdkyOTCDAAYJnwLJ8J_SV3emRTITe7Wro_Ar0wytUFihuDqf0BWscYfkBPLQwtHwgwecTyQ9GQdvPKGjSMUNGYgFnAqXMb_aTmr9lS4dhMtKStAsUKUzk_H47qX5j01Povkha0lwEt2n4AlV2zhP3foKeRqabY8W_OeWzU0ud8pd0CnOmljiF18sU5kydz6mLZkrlTC1xSl0vUypn6nxOSabq5mbYcn98A9bNNy6dvq4) + - [2n-c6in 200ge c6in.4xl ena dpdk ip6scale20k-rnd](https://csit.fd.io/report/#eNrtV8tqwzAQ_Br3UrZY29jKpYem_o-iStvGxFGEpAbSr69iAmuTFhqwmxx08IsZs-MdhsEh7jy9BuqeimpVyFWBsjXpVDw-36eL7wIuyhr2zgEuHtKdp45UIEALum4tYFl-kHCCrALjzAZaV4OoxPINhAaK6-NzOoJWHWG5AW8NWOOPM_DlNONsIKPmMzKaZIyQPXkGR_qY5taHAecX1UxXnhTzk3CGIoWBlp8_jdnvXm0ptF_Er_RrYYZOqx-AejwpHtwAPW1MNj3jv3xy2acLfXIz-oQ5Txf4hFfLE-Y8TebTPHmSuZ3OXZK31U0yN9OEHs2Xo9xKf_cIr5Sj3EhTecQ5qpo7u_Pb_r-par4BhGuT0Q) + - [2n-c7gn 200ge c7gn ena dpdk ip6scale20k-rnd](https://csit.fd.io/report/#eNrtV8tqwzAQ_Br3UrZYmzjqpYek_o-gStvExFGEpAbSr69iAmuTFhqwmx508IsZs-MdhsEhHjytA7UvRbUq5KpA2Zh0KmbLx3TxbcB5uYCjc4Dzp3TnqSUVCNCClhsLoiw3JJwgq8A4s4PGLUBU4vkNhAaK2_NzOoJWLWG5A28NWOPPM_D1MuNqIKPmIzKaZAyQI3kGB_qY5ranHucH1UxXnhTzk3CGIoWelu8_jdnvXu0pNJ_Er3RrYYZOq--BejgpnlwPvWxM1h3jr3xy2acbfXIT-oQ5Tzf4hHfLE-Y8jebTNHmSuZ2uXZL_q5tkbqYRPZouR7mVfu8R3ilHuZHG8ohzVNUP9uD33X9TVX8Bp8yTsQ) +- ipsec + - [3n-icx 100ge e810cq avf 40tnlsw](https://csit.fd.io/report/#eNrtmEtuwyAQQE_jbqqpDMFxNl0k9T0qgicJkj8UqBv39MVuJGJVldoq2F2w8UczwMDTk0YY22p8Nlg9JtkuyXcJzWXpHslqe-9eujKUpWvolALKHtyXxgq5QVg1IMUZSJoekSqCG5KKF-DdAYTulW2BZGSzByIA7UkqJpVBwVLbVOYN3P9-mEQ2Fjgamq2Pooam1MPK9Omy8pcyfLR8tT7qiptEOtQ-OKnap6lT73O-3YvP5xq5H_C5RR-1aK7q-emG_fiD5jUa-Y5-kvH4fIZwmK6CYrq27dVV9HKOeTFmLMtURaY3YaoCM6XR0wBM6aKe0ujp7ExDe8qipwGYskU9ZdHT2ZmG81TW8hzb3r8iHU7vv3W9vyYaJb0J0cCOxpY3AFG6pKOx4Z2daGBHY7sbgChb0tHY7M5O1DuaFXdNq-vxrjcrPgBPCCxu) + - [3n-icx 100ge cx6 dpdk 40tnlsw](https://csit.fd.io/report/#eNrtmEtOwzAQQE8TNmhQ4jpNNywouQdKnaG1yMfYpjScHidUmkQICVCddOFNPpqxPfbTk0Y2ttX4ZLC6j9JtlG0jlsnSPaLVw6176cowHq_hqBQwfue-NFZYGIRVA1KcIInjPTKV4CaJxSuUqnwBoTtlW0jSZLODRADag1RcKoOCx7apzDu4_10_i2wsFGhYut6LGppS90uzx_PS3-qgaPlmKeqqm0SOqCk4KZvS1KGjnJ83QwMKjQWN-NojRS2aUUG_3TGNf9ZFjUZ-IE0ynB9lCAdqFBTTtW2nRtHzQWb5kLEwVRWoXoaq8k2VBVd9UGXLusqCq_NT9e4qD676oMqXdZUHV-en6tFVWctTaIH_DbU_vqvrgP_MNIh6Gaa-PQ3trw-mbFFPQ_M7P1PfnobW1wdTvqinofGdnyl5muY3Tavr4Q44zT8BhHQ1_g) + - [3n-spr 100ge e810cq avf 40tnlsw](https://csit.fd.io/report/#eNrtmM1OxCAQgJ-mXsyYwtLdvXhw7XsYSmd3SfqDgNX69NK6CW2MiZql9cClP5kBBr58yQRjW41PBqv7JDsku0NCd7J0j2TzcOteujKUpVvolALK7tyXxgq5Qdg0BRilgaTpCakiuCepeAbeHUHoXtkWSEb2BRABaM9SMakMCpbapjKv4P6LYRbZWOBoaLY9iRqaUg9L08fL0l_q8NHyxfqoq24W6VD74Kxsn6bOvc_5fjN-ANfI_YjPPfqoRTMp6Kc79uOPmtdo5Dv6Scbz8xnCgZoExXxt26tJ9HKQu3zMWJmqilSvQ1WFpkqjqyGo0nVdpdHV5akGd5VFV0NQZeu6yqKry1MN6Kqs5Vtsgf8MdTi-f9cB_5ppFPU6TEN7GtvfEEzpqp7G5nd5pqE9ja1vCKZsVU9j47s8U-9plt80ra7HO-As_wCN5Dc2) + - [3n-spr 200ge cx7 mlx5 40tnlsw](https://csit.fd.io/report/#eNrtmM1OxCAQgJ-mXsyYloWtFw-79j0MS8ddkv4QwNr69NK6Cd2YGI2LeODSn8wAA1--ZIKxvcYng81DxvZZuc9IKWv3yDa7W_fSjSE038KgFBB65740NsgNwqbjYJQGkudHJKoQYzkgt9A2IwOhJ2V7KFhxf4BCANqTVFQqg4LmtmvMK7j_wzyP7CxwNIRtj6KFrtbz4uTxvPinSny0frE-6uq7iAyoffCicJ-mTpPP-Wo7fgjXyP2Yj136qEWzKum7e_bjnzVv0cg39JMsJ-gzhIO1CorLte2kVtHzUZbVkhGdrEpkr0VWhSdLkrNhyJLYzpLkbAyyf-AsTc6GIUtjO0uTszHIBnVWtnJMrfEvwM4H-A874x9zTcJei2t4X1NbHIYriexraopjcA3va2qJw3ClkX1NDXEMrt5XVt10vW6XO2NWvQNfqlSO) +- hoststack quic + - [3n-icx 100ge e810cq dpdk ip4udpquic](https://csit.fd.io/report/#eNrlVctOwzAQ_JpwQYtsNyG9cKDkP5BjL8Sq27hep6J8PW5UsYmg1x6ai21pZvY1WplSH_Gd0L8U1aaoN4Wqnc1HsXp9zFf0pErxDMcQQJVP-RXRoyaE1R6c-QIpxCeqIHEthTmADXYLXU-JkjZbkGotWpAGMHXgQjnYcBicac8Bckg0XQ9toHM-9XbJ9yc5o3ZIjGb9DDliZHBWK9NCd2LO9Q5YoCNqVvw2xoSENKnpepus-Ih6h-S-kWXjmJhhsiUT0MyzpVOYoJfp1c3IuJF_ZLTHzPdS0AJ8_K_dO_VzWXbes5vLWs4b72bVPOz7uBv_zKr5Af0mCeg) + - [3n-icx 100ge cx6 mlx5 ip4udpquic](https://csit.fd.io/report/#eNrlVUFuwyAQfI17qbYCYse99JDU_6gw3taoOKYsjpy-vsSKurbaXHNwLoA0M8zujhAU-4BvhO4lK_ZZuc9UaZu0ZJvdY9qCI5WLLRy9B5U_pVNAh5oQNgewZgQpxAcqL824bUbo3FhA21OkqM0nSPUsapAGMLZgfT40_muwpj7r041o2h5qT2c79Xqx--PNaDNERpN-gRwxMLgolWm-PTHnagPM1wE1C377YkJEmpV0vUtWvAfdIdlvZNk0JWaYFMgMNEu3ePIz9DK8spoYt0mPjHYohXFS0PpT_K_bdaZ5V2GuOMu7epg3fpdF9XDoQzf9lUX1Az2OCdg) + - [3n-spr 200ge cx7 mlx5 ip4udpquic](https://csit.fd.io/report/#eNrlVctugzAQ_Bp6qbayHQi99NCU_6iM2QZUE1yvQUm-Pg6KsqCmPeYQLralmdnXaGUKncdPQvuWZJsk3yQqb6p4JKv353h5SyoVaxicA5W-xJdHi5oQVjsN5DwoIbaonDT7fEAdoLX7DOqOAgVtvkGqV1GCNIChhsalfeV--saU5xAxKJq6g9LROaP6uGT8lZ7Rqg-MRv0MGdAzOKuWaa4-MOe_HliiPWrWXFtjQkCaVPV3o6z48rpFao7IsnFQzDDRlglo5tnCwU3Qy_zyYmTczUMy2qIUxkpBi_DyVsMP6-nSLH1sR5e2pHfe0ax42nW-Hf_QrDgBZGAUGA) +- hoststack tcp udp + - [3n-icx 100ge e810cq dpdk ip4tcp ipudp](https://csit.fd.io/report/#eNrlVUFuwyAQfI17qbYCbMe99NDE_4gwbGorJKYsiZq-vsSKuraqNKf2EF8AMTPsDiMExT7gmtC9ZOUyq5aZqjqbhix_fUxTcKQKsYCj96CKp7QK6FATQr6HznyAFOINlZf4LIV5B-vtFtqeIkVttiCLhWhAGsDYQueLaHxzFjvr0zm9tmkTwyaHxtO5qFpdiv7ogFF7iIymvibIEQODk4aZ5tsTc67bYIEOqFnx7Y4JEWnU0w2vLNsEvUPqPpG1w4Uxw6RwRqCZlownP0IvV1jVA-MfkiSjHUrjpKC5BPqb5fvI9WDn80Kveb2bJOf2Qm9Y_vtcy_ph34fd8JeW9Rcj_BEu) + - [3n-icx 100ge cx6 mlx5 ip4tcp ipudp](https://csit.fd.io/report/#eNrlVU1vwyAM_TXZZfIUyNdph3X5HxMBd4lGGoRplfbXl0bVnGjqeuqluQDiPWM_P1lQGDx-Edr3pNgk1SaRVWfikmQfr3HzlmSelnBwDmT-Fk8eLSpCyHbQ6RFEmn6jdEKPpRmht2MB7UCBgtI_IPIybUBowNBC5_KgXXOJtcbFZwZl4iX6bQaNo0tO-XnN-acARs0-MBrLWiAH9Awu6mWaa4_MuamC-cqj4oBfcUwISLOS7kjlsK1XPVJ3Qo6d-sUMHa2ZgXqZMhzdDL12sKonxuN9JK0sCm1FSiux8z_FT-Hq3qxmOm9JfRYfVzaddxQ_3tWiftkNvp_-0KI-A0YOER4) + - [3n-spr 100ge e810cq dpdk ip4tcp ipudp](https://csit.fd.io/report/#eNrlVctuwyAQ_Br3Um0FfsS99JDU_1Fh2NRWSLxlSaT060usqGuranJqD8kFEDPD7jBCcBwCvjH6l6xaZfUqy-vepSErlo9pCp7zUi3gQAR5-ZRWAT0aRih2LTAF0Eq9Y04an7WyH-DIbaAbOHI0dgO6XKgWtAWMHfRURkvtSe0dpYMG49ImhnUBLfGpav56rvqjBUHdPgqaGpshBwwCzjoWGnVH4VzwIQoT0Ijk254QIvKkqStmRbYOZovcf6JoxxsThk3xTEA7LxmPNEHPd1g3I-M_smRrPGrrteK7ifSS5xtJdu_u6JX-ZvZ2sry7V3rF898nWzUPuyFsxz-1ar4AK24Uxg) + - [3n-spr 200ge cx7 mlx5 ip4tcp ipudp](https://csit.fd.io/report/#eNrlVUFuwyAQfI17qbYCbMenHpr6HxWGTW0Vx4glVtLXl1hR11bV5NQe4gsgZobdYYSgOAR8I3TPWbnNqm2mqs6mIctfHtMUHKlCbGD0HlTxlFYBHWpCyPcayAdQQryj8tIcqxF1hN4dS2gHihS1-QBZbEQD0gDGFjpfROObs9xZn04atE2bGHY5NJ7OZdXrpeyPHhi1h8ho6myBjBgYXLTMNN-emHPNCEt0QM2ab39MiEizrm64Zdku6B6p-0TWTlfGDJMCmoFmWTKe_Ay9XGJVT4x_SZOMdiiNk4LWE-o10_eS7cGu6aX-5vaO0lzfS71h-u-zLeuH_RD66W8t6y9AhBte) +- nat44 + - [2n-icx 100ge e810cq avf ethip4tcp tput](https://csit.fd.io/report/#eNrtVctqwzAQ_Br3UrZIsiT70kNS_0dQ5E1tcJytpJikX185DcimGAotLYRc9JpZ7Y6GRT4cHG48ds-ZWmfFOhNFW8chy1ePcXKdF5JpGIhAyKe4ctih8Qiih9aegDP2ioI4lpzZNzDDDlqS4_EWuAUMTdwGS-PpdoxrOBMSSOfgtVRcQKBjgL52Y1Lxck36pYKE1seQ0FjXDBnQJXBWcKJRc55wlmQkvnFoUkDUkaCAflLMN8Wm8J0ze_TtO6Y7xodLBBvNmWB2njmcaYJen7CoLox_c5LuTv7USfpzJ7VSuf5UJ7koC13edlsu6L2Zzlzyk-5-_mp_quqhP7j95e9U1QetMfUr) + - [2n-spr 100ge e810cq avf ethip4tcp-nat44ed tput](https://csit.fd.io/report/#eNrtVctqwzAQ_Br3UrZYsiT70kNS_0dR5U1tcJytpBjSr6-cBtamGAotLYRc9JqRdmeHRSEePD4H7B8zvc3KbSbLrklDVmzu0-T7IFVuYCQCqR7SymOPNiDIAQJ5EHn-ipIEViJ3b2DHHXSkpuMXEA4wtmkbHcFgo1LYQCtyqYBMAcEoLSREOkYYGj8FlU-XoF8yYLQ5RkZTXgtkRM_gImGmUXuacdZkMN96tHwhyWEoYpgl802xfH3n7R5D9478xlQ4Jrhkzgxzy8jxRDP0UsKyPjP-zUm6OflTJ-nPnTRaF-ZTnRKyKk113W25ovdqOnPNT7r5-av9qeu74eD3579T1x_C5_QT) + - [2n-spr 100ge e810cq avf ethip4tcp-nat44ed cps](https://csit.fd.io/report/#eNrtVdtqwzAM_ZrsZWjYju3kZQ_r8h_Fc9QlkKaa7QXar5_XFZSwFQYbG5S--MKRfHR0EI5pF3AdcbgvzKqoVoWq-jYvRflwm7cwRKWFhYkIlL7Lp4ADuoigRogUQArxjIok1lL4F3DTBnrSYPUTSA-YunxLnmB0SWtsoZNCaSBbQrTaSAWeIoxteKdUjyfKT_yMtq-J0VzVApkwMLgol8Oo289izongeBfQcUJWw1DCOCvme1o5exPcFmN_QH4id41xn41hSPolb9rTDD01sGqOEf_kIl1d_JmL9NcuWmNK-yFNS1VXtr7ocfxa7oVM5Bkv6erlL86laW7GXdge_0rTvAFenO6j) + - [2n-spr 200ge cx7 mlx5 ethip4tcp-nat44ed tput](https://csit.fd.io/report/#eNrtVctqwzAQ_Br3UrZIsh659JDU_1FUeVsbbGeRFJPk66OkAdkUQ6GFQMhFD2ZXO7PDohC3Ht8Ddq-F2hRmUwjT1mkpyvVz2nwXhGQaRiIQ8iWdPHZoA4IYIJAHwdgXCuJub0a0Efpur6AlCZyxD-AOMDbpGh3BYKOUWEPDmZBAuoSgpeICIu0iDLU_lxVv17I_OGS03sWMJmYzZESfwRnlHEbNYRKzLCRnWI82pyRBGYoYJnR-KTenf3rbY2iPmN84ty4HuGTQBHPzyvFAE_TaRFNdIm7oJj3c_LubdAM3tVKl_tYnuVgZvbr38VxQfEcTuuQpPTz95zlV1dOw9f3lL1XVCSx1_eM) +- tunnels (gnv, vxlan, gtpu) + - [2n-icx 100ge e810cq avf ethip4udpgeneve](https://csit.fd.io/report/#eNrtVk2LwjAQ_TXdi4w02X7sxcO6_R8S01ELNc4maVF_vakUpt1lYQ-C0HpJQt6bzEwej8T5k8WNw3oVpesoX0cyr8owRO-fizDZ2skkzqAlApksw8pijcohSAOVPoOI4z1KEvghYv0Nqt1BRcnGN8Zg7SBLtiA0oD-EXejnpqQ9GmwRRBaIXcC2O9KUtsssv_rMv8pgtGw8o6G4EdKiZXBUNdPocBlw_uqF-cqi4oBBi0zx6AZF_atlDt5ZdURXXZFPCHfHuA4yMST0OK2_0ADt7zEv7oznakovTR-iKT1X0_nZdOounZ9JJ-5Rmc7vMR33PEWf_lCVXqo-2qtp8WZO9nj__6bFDR0OG4k) + - [3n-icx 100ge cx6 mlx5 gtpu sw](https://csit.fd.io/report/#eNrtlkFuwjAQRU-TbqpBiXGSVReF3AMFZwqRHDOyHRp6ehyENInaLqgobLyJI_9vz9hPX7LzB4sbh_otyVdJuUpE2TbhkyzfX8NgtRMyLeBIBEIuwp9FjbVDWBpo1QBZmu5QUKaGohmg00MOLcmN741B7aCQW8gUoN-H2Z2n3n2O-nbcwTR2LCTW10LfqrLa9J7V0MtMOaJlcdYk22h_Ys-vrbO_tljzgsmJ2OLRTZr66YTs_bB1h679Ql4QboZ1FSCwlKl5FX-iiXq9trK6OB5KjCKxvxCj_ycmYsZuIyaenTERM3ZPYg_ImIwZu42YfHbGZMzYPYlxxvLqxRxsd3kz5tUZE77cNg) + - [3n-spr 200ge cx7 mlx5 vxlan](https://csit.fd.io/report/#eNrtVcFuwjAM_Zrugjy1oaUnDrD-B0pTDyqlwXJCVfb1BKjkVtN24YCEuCRRnl_s5ycrPhwZdx7tOim2SblNVNk2cUmWm0Xc2HqVpyvoiUDln_HEaFF7hKXT4IlBpekeFWVmKHvUATo7FNBSvgsn59B6WOU1ZAYwHOJtP1jtwKq6qeMjnTaWHbiGrxnV15jxV3pBm1MQNBY1Q3pkAWfVShgdzhLznwahaEYtnIk0CQnoJ3X9LVUY36w79O0PCi02SnATbREoM_Nc4UwTdOxfWd0inuMhvT18yEN6joeDuQp78Qm8i3yp2Rt9o7dvD89bUX24I3e3_6-oLk0O_es) + - [3n-spr 200ge cx7 mlx5 gtpu sw](https://csit.fd.io/report/#eNrtlsGKgzAQhp_GXsoUTWM97aFd36OkOtsKMR2S6Lb79BtLYZRdFroU6SEXI_7_OJN8_BDnzxb3DvVbku-SYpeIoqnDI1lvl2Gx2gmZbqAnAiFX4c2iRuUQ1kaBIwsiTY8oKKsuRY_KQ6svOTQk974zBrWDjTxAVgH6U_h69NS5z0E_DD8xtR16ifd7rx-NWa07z2oYZ6L0aFmczMk2Ol3Z89f0XKIsKq4ZbYotHt1ort82yd4Pq1p0zRdyQTgc1quAgqWsmnbxVxqp95Mryptjbm4Uuf2TG83CTcS8PcxNvEDeRMzbk7nNkzcZ8_YwN_kCeZMxb0_mxnnLy4U52_Z2r8zLbx-f65Y) + - [3n-spr 200ge cx7 mlx5 wireguard](https://csit.fd.io/report/#eNrtVstuwyAQ_Br3UlFhYtdcemjq_4iI2SaWMEELdh5fH2xFWluV2kvVSKEXQMws-xiNhA8HhI0H85aV66xaZ6JqdVyy1ftz3NB4UfBXNjjHRPESTwgGlAe2sop5h0xwvgPh8uZUDaAC68ypZK0rNqG3FoxneZnLLcsbBmEf73vtji3Crleoc86DNf448rfjo1bjmFt83HJ_KYRQ3QdCY3kLZAAkcFE30dz-TJzvuqEQhaAoZtYkUQL4WV0_t0yRn6g68O0FKHwaHTGaKNUMbJZZw9nN0Nskq3pi3FtX96_rL-nq7qprcm5NwKvJOfXxfSpT86l8fJ_K1Hwq_9inZf1kD9hN_-CyvgJAfyvF) +- reassembly + - [3n-icx 100ge e810cq dpdk reassembly](https://csit.fd.io/report/#eNrtVstOwzAQ_JpwQYti12l64dCS_6gSZ2kt8lhstxC-HjdU2kSIC1LaHHKxLc94Nbujkex8a3HvsHqOkl2U7iKZmjIs0Wr7GDZbOaniNZyJQKqncLJYYe4QVg0Y_Qkijg8oSeBGxPodSirfQNuOfAsiEZsChAb0R0PKkEMd6LFvKvcB4aa41DGNhxydTNYHXYfquXNYF1UHTWkvOuTLVccvUYyWJ89okDpCzmgZHPXANDp2zPm7M36QB6H84qdhRj26gaB_tc_FXm1eozNfyBX7yTJDBwsHoB4L8R0N0OtU06xnzMlvWvyewG-a2m-55Pu2fsv75lsu-Z6T35PnWy35vq3f6r75Vku-5-Q35zvJHprW1v0_Pcm-AT9tVNU) + +## CSIT-2406 Selected Performance Comparisons + +Comparisons 24.06 vs 24.02 +- [2n-icx 100ge e810cq avf 1c 64B PDR](https://csit.fd.io/comparisons/#eNqNkE0OwiAQhU_TbgyGYn_cuFB7AGO8AMGpIWkpDrRRTy_0R2ziwoQEHu8bZngGahAWrruoOESsQKgAQQlw52izX423BuykL9g567gaLn2lbNUCvXYz6rZeay9G3jk9YDCxNiylOWHpmjKC7jVuIOBSVcgDzRSR4kESSm_AdALbhIo74X0VKkSLn7EzP0ty9DIrJ7_CxsjXEsnTw4Kx9qmXxKk8T0QxrLlXozn-kZKjeAP2--MhiBHped3B71zy71yG_rFqsdn50bIybjtbS0Az6TdmuHnv) + +## CSIT-2406 Selected Performance Coverage Data + +CSIT-2406 VPP v24.06 coverage data +- [2n-icx 200ge cx7 mlx5 ip4](https://csit.fd.io/coverage/#eNpVjsEOwiAQRL8GLwaDWyinHqz9D0NwY0mQEkCkf98SD9TLJjNvZjMRLepkFjcQORKQwcb9ku52_gngrK8G3Kvx_KRGs_d_JGNoEPiF9TTs31XEFvPzesg4anShwNgLwV91kRlVom9bRGuogKpVjOdVyOkU5-X7sCqh0-tARN1-tGpKTBsssj2p) + +## Further Information + +For further information including instructions how to access the needed +information with user selectable options, please refer to +[csit.fd.io documentation]({{< relref "/" >}}). diff --git a/docs/content/release_notes/previous/csit_rls2406/dpdk_performance.md b/docs/content/release_notes/previous/csit_rls2406/dpdk_performance.md new file mode 100644 index 0000000000..4ef0f6fd8d --- /dev/null +++ b/docs/content/release_notes/previous/csit_rls2406/dpdk_performance.md @@ -0,0 +1,42 @@ +--- +title: "DPDK Performance" +weight: 2 +--- + +# CSIT 24.06 - DPDK Performance + +1. TEST FRAMEWORK + - **CSIT test environment** version has been updated to ver. 15, see + [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}). +2. DPDK PERFORMANCE TESTS + - No updates +3. DPDK RELEASE VERSION CHANGE + - Version 24.03 is now tested. + +# Known Issues + +List of known issues in CSIT 24.06 for DPDK performance tests: + +## New + +List of new issues in CSIT 24.06 for DPDK performance tests: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | + +## Previous + +List of known issues in CSIT 24.06 for DPDK performance tests: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | + +## Fixed + +List of fixed issues in CSIT 24.06 for DPDK performance tests: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | diff --git a/docs/content/release_notes/previous/csit_rls2406/trex_performance.md b/docs/content/release_notes/previous/csit_rls2406/trex_performance.md new file mode 100644 index 0000000000..dc859fa658 --- /dev/null +++ b/docs/content/release_notes/previous/csit_rls2406/trex_performance.md @@ -0,0 +1,40 @@ +--- +title: "TRex Performance" +weight: 3 +--- + +# CSIT 24.06 - TRex Performance + +1. TEST FRAMEWORK + - **CSIT test environment** version has been updated to ver. 15, see + [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}). +2. TREX TESTS + - No updates +3. TREX VERSION + - Currently using v3.03 of TRex. + +# Known Issues + +## New + +List of new issues in CSIT 24.06 for TRex performance tests: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | + +## Previous + +List of known issues in CSIT 24.06 for TRex performance tests: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | + +## Fixed + +List of fixed issues in CSIT 24.06 for TRex performance tests: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | | diff --git a/docs/content/release_notes/current/vpp_device.md b/docs/content/release_notes/previous/csit_rls2406/vpp_device.md index d6a9d91146..d6a9d91146 100644 --- a/docs/content/release_notes/current/vpp_device.md +++ b/docs/content/release_notes/previous/csit_rls2406/vpp_device.md diff --git a/docs/content/release_notes/previous/csit_rls2406/vpp_performance.md b/docs/content/release_notes/previous/csit_rls2406/vpp_performance.md new file mode 100644 index 0000000000..3ae7efb494 --- /dev/null +++ b/docs/content/release_notes/previous/csit_rls2406/vpp_performance.md @@ -0,0 +1,124 @@ +--- +title: "VPP Performance" +weight: 1 +--- + +# CSIT 24.06 - VPP Performance + +1. TEST FRAMEWORK + - **CSIT test environment** version has been updated to ver. 15, see + [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}). + - **General Code Housekeeping**: Ongoing code optimizations and bug fixes. +2. VPP PERFORMANCE TESTS + - Added tests: + - Added memif+DMA tests; added 1518B and 4c memif testcases. + - Added nginx+DMA tests; added 2048B testcases. + - Added IPsec hwasync tests to 3n-icxd and 3n-snr. + - Added IPsec tests to cover more encryption algorithms and other settings. + - Added more SOAK tests. + - Added selected 6-port tests for 3na-spr. + - Edited tests: + - Selected single-flow tests now use single worker even if SMT is on. + - IPsecHW tests now use rxq ratio of 2. + - This means one worker reads only from one of two ports. + - This workaround avoids some inefficiencies, + - but still does not reach the expected performance on 3nb-spr. + - 1518B tests with encapsulation overhead now properly use no-multi-seg. + - Added TX checksum offload to hoststack tests missing it. +3. PRESENTATION AND ANALYTICS LAYER + - Detailed views added to comparison tables. + +# Known Issues + +These are issues that cause test failures or otherwise limit usefulness of CSIT +testing. + +## New + +Any issue listed here may have been present also in a previous release, +but was not detected/recognized/reported enough back then. +Also, issues previously thought fixed but now reopened are listed here. + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|--------------------------------------------------------------------------- + 1 | [CSIT-1877](https://jira.fd.io/browse/CSIT-1877) | 3n-tsh: VM tests too slow to boot VM, rarely, despite increased timeout. + 2 | [CSIT-1884](https://jira.fd.io/browse/CSIT-1884) | 2n-clx, 2n-icx: All NAT44DET NDR PDR IMIX over 1M sessions BIDIR tests failing to create enough sessions. + 3 | [VPP-2118](https://jira.fd.io/browse/VPP-2118) | 3n spr: Unusable performance of ipsec tests with SHA_256_128. + 4 | [CSIT-1960](https://jira.fd.io/browse/CSIT-1960) | 2n-zn2: Geneve sometimes loses one direction of traffic. + 5 | [CSIT-1961](https://jira.fd.io/browse/CSIT-1961) | Some tests have too long ramp-up trials. + 6 | [CSIT-1962](https://jira.fd.io/browse/CSIT-1962) | 3n-icx hoststack: Udpquicscale tests sometimes fail with various symptoms. + 7 | [CSIT-1963](https://jira.fd.io/browse/CSIT-1963) | 3n-icxd: Various symptoms pointing to hardware (cable/nic/driver) issues. + 8 | [CSIT-1964](https://jira.fd.io/browse/CSIT-1964) | 3nb-spr: Wireguardhw tests are likely to crash. + 9 | [CSIT-1965](https://jira.fd.io/browse/CSIT-1965) | Occasional failure on 1518B CX5: Trex failed to send message. + 10 | [VPP-2121](https://jira.fd.io/browse/VPP-2121) | sw_interface_add_del_address: avf process node failed to reply in 5 seconds + 11 | [CSIT-1966](https://jira.fd.io/browse/CSIT-1966) | 3n-snr: Increased heap size in ipsec policy tests prevents VPP from starting. + 12 | [CSIT-1967](https://jira.fd.io/browse/CSIT-1967) | 3na-spr: Unable to configure large MTU for 9000B tests. + +## Previous + +Issues reported in previous releases which still affect the current results. + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|---------------------------------------------------------------------------------------------------------------------------- + 1 | [CSIT-1785](https://jira.fd.io/browse/CSIT-1785) | NAT44ED tests failing to establish all TCP sessions. At least for max scale, in allotted time (limited by session 500s timeout) due to worse slow path performance than previously measured and calibrated for. CSIT removed the max scale NAT tests to avoid this issue. + 2 | [CSIT-1795](https://jira.fd.io/browse/CSIT-1795) | Ocassionally not all DET44 sessions have been established: 4128767 != 4128768. + 3 | [CSIT-1802](https://jira.fd.io/browse/CSIT-1802) | All testbeds: AF-XDP - NDR tests failing from time to time on small loss. + 4 | [CSIT-1804](https://jira.fd.io/browse/CSIT-1804) | 3n-tsh: NDR fails on ierrors. + 5 | [CSIT-1845](https://jira.fd.io/browse/CSIT-1845) | AVF 9000B any ndrpdr test may start failing due to packets not arriving in one or both directions. + 6 | [CSIT-1886](https://jira.fd.io/browse/CSIT-1886) | 3n: Wireguard tests with 100 and more tunnels are failing PDR criteria. + 7 | [CSIT-1892](https://jira.fd.io/browse/CSIT-1892) | 3n-alt: Unexpected two-band structure of ipsec and vxlan. + 8 | [CSIT-1896](https://jira.fd.io/browse/CSIT-1896) | Depending on topology, l3fwd avoids dut-dut link. + 9 | [CSIT-1901](https://jira.fd.io/browse/CSIT-1901) | 2n-icx 3n-icx: Trex may report negative ipackets on high-performance AVF trial. + 10 | [CSIT-1904](https://jira.fd.io/browse/CSIT-1904) | DPDK 23.03 testpmd startup fails on some testbeds. + 11 | [CSIT-1906](https://jira.fd.io/browse/CSIT-1906) | Zero traffic with cx7 rdma. Testing migrated to mlx5-core on all Mellanox NICs. + 12 | [VPP-2077](https://jira.fd.io/browse/VPP-2077) | IP fragmentation: running_fragment_id is not thread safe. Causes reduced performance and failures in gtpu reassembly tests. + 13 | [CSIT-1914](https://jira.fd.io/browse/CSIT-1914) | TRex does not produce latency data on ICE NICs. + 14 | [CSIT-1915](https://jira.fd.io/browse/CSIT-1915) | The 2n-icx testbeds do not have the same performance. + 15 | [CSIT-1916](https://jira.fd.io/browse/CSIT-1916) | Poor CPU scaling on 2n-zn2 RDMA. + 16 | [CSIT-1917](https://jira.fd.io/browse/CSIT-1917) | TRex STL performance is unstable at high pps due to unsent packets. + 17 | [CSIT-1922](https://jira.fd.io/browse/CSIT-1922) | 2n-tx2: AF_XDP MRR failures. On other testbeds MRR regressions and PDR failures. + 18 | [CSIT-1924](https://jira.fd.io/browse/CSIT-1924) | An l3fwd error in 200Ge2P1Cx7Veat-Mlx5 test with 9000B. + 19 | [CSIT-1929](https://jira.fd.io/browse/CSIT-1929) | Lossy trials in nat udp mlx5 tests. + 20 | [CSIT-1935](https://jira.fd.io/browse/CSIT-1935) | rls2310: Zero traffic reported in udpquic tests due to session close errors. + 21 | [CSIT-1936](https://jira.fd.io/browse/CSIT-1936) | TRex occasionally sees link down in L2 perf tests. + 22 | [CSIT-1938](https://jira.fd.io/browse/CSIT-1938) | 3n-alt: High scale ipsec policy tests may crash VPP. + 23 | [CSIT-1941](https://jira.fd.io/browse/CSIT-1941) | TRex may wrongly detect link bandwidth. + 24 | [CSIT-1942](https://jira.fd.io/browse/CSIT-1942) | 3nb-spr hoststack: Interface not up after first test. + 25 | [CSIT-1943](https://jira.fd.io/browse/CSIT-1943) | IMIX 4c tests may fail PDR due to ~10% loss. + 26 | [CSIT-1944](https://jira.fd.io/browse/CSIT-1944) | Memif LXC: unrecognized option '--no-validate'. + 27 | [VPP-2090](https://jira.fd.io/browse/VPP-2090) | MRR < PDR: DPDK plugin with MLX5 driver does not read full queue. + 28 | [CSIT-1946](https://jira.fd.io/browse/CSIT-1946) | Ipsec hwasync fails with large scale and multiple queues. + 29 | [CSIT-1947](https://jira.fd.io/browse/CSIT-1947) | Rare VPP crash in nat avf tests. + 30 | [VPP-2091](https://jira.fd.io/browse/VPP-2091) | Memif crashes VPP in container with jumbo frames. + 31 | [CSIT-1948](https://jira.fd.io/browse/CSIT-1948) | NICs do not consistently distribute tunnels over RXQs depending on model or plugin. + 32 | [CSIT-1950](https://jira.fd.io/browse/CSIT-1950) | 9000B tests with encap overhead and non-dpdk plugins see fragmented packets. + 33 | [CSIT-1951](https://jira.fd.io/browse/CSIT-1951) | Combination of AVF and vhost drops all 9000B packets. + 34 | [CSIT-1953](https://jira.fd.io/browse/CSIT-1953) | 3n-icx 3nb-spr: Failed to enable GTPU offload RX. + +## Fixed + +Issues reported in previous releases which were fixed in this release: + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | [CSIT-1782](https://jira.fd.io/browse/CSIT-1782) | Multicore AVF tests are failing when trying to create interface. Frequency is reduced by CSIT workaround, but occasional failures do still happen. + 2 | [CSIT-1881](https://jira.fd.io/browse/CSIT-1881) | 2n-icx: NFV density tests ocassionally breaks VPP which fails to start. + 3 | [CSIT-1921](https://jira.fd.io/browse/CSIT-1921) | Two-band structure in SRv6, causes PDR failure in rare cases. + 4 | [CSIT-1939](https://jira.fd.io/browse/CSIT-1939) | 3na-spr, 2n-zn2: VPP fails to start in first test cases. + +# Root Cause Analysis for Regressions + +List of RCAs in CSIT 24.06 for VPP performance regressions. +Not listing differences caused by known issues (uneven worker load +due to randomized RSS or other per-worker issues). +Also not listing tests which historically show large performance variance. + +Contrary to issues, these genuine regressions do not limit usefulness +of CSIT testing. So even if they are not fixed +(e.g. when the regression is an expected consequence of added functionality), +they will not be re-listed in the next release report. + +**#** | **JiraID** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------- + 1 | [CSIT-1958](https://jira.fd.io/browse/CSIT-1958) | 3n-icx 3na-spr: Mixed performance impact of 40373 around 2024-04-20. + 2 | [CSIT-1959](https://jira.fd.io/browse/CSIT-1959) | Explain change in c6in performance. diff --git a/docs/data/variables.yaml b/docs/data/variables.yaml index c4f1f03863..b4f1a76365 100644 --- a/docs/data/variables.yaml +++ b/docs/data/variables.yaml @@ -1,3 +1,3 @@ -release_csit: "CSIT 24.06" -release_vpp: "VPP 24.06" +release_csit: "CSIT 24.10" +release_vpp: "VPP 24.10" dashboard_url: "https://csit.fd.io/"
\ No newline at end of file diff --git a/docs/ietf/draft-ietf-bmwg-mlrsearch-08.md b/docs/ietf/draft-ietf-bmwg-mlrsearch-08.md index 387ff4dba8..ff63224a9d 100644 --- a/docs/ietf/draft-ietf-bmwg-mlrsearch-08.md +++ b/docs/ietf/draft-ietf-bmwg-mlrsearch-08.md @@ -3,7 +3,7 @@ title: Multiple Loss Ratio Search abbrev: MLRsearch docname: draft-ietf-bmwg-mlrsearch-08 -date: 2024-08-28 +date: 2024-10-21 ipr: trust200902 area: ops @@ -59,7 +59,7 @@ and enhance result repeatability and comparability. The primary reason for extending [RFC2544] is to address the challenges and requirements presented by the evaluation and testing -of software-based networking systems' data planes. +the data planes of software-based networking systems. To give users more freedom, MLRsearch provides additional configuration options such as allowing multiple short trials per load instead of one large trial, @@ -76,16 +76,15 @@ and supporting the search for multiple goals with varying loss ratios. If another engine is used, convert to this way: https://stackoverflow.com/a/20885980 - [toc] +[toc] {:/comment} - # Purpose and Scope -The purpose of this document is to describe Multiple Loss Ratio search -(MLRsearch), a data plane throughput search methodology optimized for software -networking DUTs. +The purpose of this document is to describe the Multiple Loss Ratio search +(MLRsearch) methodology, optimized for determining +data plane throughput in software-based networking devices and functions. Applying vanilla [RFC2544] throughput bisection to software DUTs results in several problems: @@ -100,7 +99,7 @@ results in several problems: frequently allows for small but non-zero losses. - The definition of throughput is not clear when trial results are inconsistent. -To address the problems mentioned above, +To address these problems, the MLRsearch test methodology specification employs the following enhancements: - Allow multiple short trials instead of one big trial per load. @@ -111,7 +110,7 @@ the MLRsearch test methodology specification employs the following enhancements: to spend less time on trials. - Earlier targets also aim for lesser precision. - Use Forwarding Rate (FR) at maximum offered load - [RFC2285] (section 3.6.2) to initialize the initial targets. + [RFC2285] (Section 3.6.2) to initialize bounds. - Take care when dealing with inconsistent trial results. - Reported throughput is smaller than the smallest load with high loss. - Smaller load candidates are measured first. @@ -140,15 +139,6 @@ mainly a binary search for [RFC2544] unconditionally compliant throughput. ## Long Search Duration -{::comment} - [Low priority] - - <mark>MKP2 [VP] TODO: Look for mentions of search duration in existing RFCs.</mark> - - <mark>MKP2 [VP] TODO: If not found, define right after defining "the search".</mark> - -{:/comment} - The emergence of software DUTs, with frequent software updates and a number of different frame processing modes and configurations, has increased both the number of performance tests @@ -174,12 +164,16 @@ so not many trials can be removed without a substantial loss of precision. ## DUT in SUT [RFC2285] defines: -- DUT as - - The network forwarding device to which stimulus is offered and - response measured [RFC2285] (section 3.1.1). -- SUT as - - The collective set of network devices to which stimulus is offered - as a single entity and response measured [RFC2285] (section 3.1.2). + +DUT as: + +- The network frame forwarding device to which stimulus is offered and + response measured [RFC2285] (Section 3.1.1). + +SUT as: + +- The collective set of network devices as a single entity to which + stimulus is offered and response measured [RFC2285] (Section 3.1.2). [RFC2544] specifies a test setup with an external tester stimulating the networking system, treating it either as a single DUT, or as a system @@ -313,7 +307,7 @@ but it makes the search duration problem even more pronounced. ## Throughput with Non-Zero Loss -[RFC1242] (section 3.17 Throughput) defines throughput as: +[RFC1242] (Section 3.17) defines throughput as: The maximum rate at which none of the offered frames are dropped by the device. @@ -360,7 +354,7 @@ indicates the noise has a large impact on the observed performance, which is not evident from a single goal load search procedure result. It is easy to modify the vanilla bisection to find a lower bound -for the intended load that satisfies a non-zero Goal Loss Ratio. +for the load that satisfies a non-zero Goal Loss Ratio. But it is not that obvious how to search for multiple goals at once, hence the support for multiple Search Goals remains a problem. @@ -393,15 +387,17 @@ Definitions of throughput in [RFC1242] and [RFC2544] are not specific enough to imply a unique way of handling such inconsistencies. Ideally, there will be a definition of a new quantity which both generalizes -throughput for non-zero-loss (and other possible repeatability enhancements), -while being precise enough to force a specific way to resolve trial result -inconsistencies. +throughput for non-zero Goal Loss Ratio values +(and other possible repeatability enhancements), while being precise enough +to force a specific way to resolve trial result inconsistencies. But until such a definition is agreed upon, the correct way to handle inconsistent trial results remains an open problem. +Relevant Lower Bound is the MLRsearch term that addresses this problem. + # MLRsearch Specification -This section describes MLRsearch specification including all technical +MLRsearch specification describes all technical definitions needed for evaluating whether a particular test procedure complies with MLRsearch specification. @@ -412,55 +408,74 @@ complies with MLRsearch specification. paragraphs? (currently requirements are in discussion subsections - discussion should only clarify things without adding new requirements)</mark> - {:/comment} +Some terms used in the specification are capitalized. +It is just a stylistic choice for this document, +reminding the reader this term is introduced, defined or explained +elsewhere in the document. +Lowercase variants are equally valid. + +Each per term subsection contains a short **Definition** paragraph +containing a minimal definition and all strict REQUIREMENTS, followed +by **Discussion** paragraphs containing some important consequences and +RECOMMENDATIONS. +Other text in this section discusses document structure +and non-authoritative summaries. + ## Overview -MLRsearch specification describes a set of abstract system components, +MLRsearch Specification describes a set of abstract system components, acting as functions with specified inputs and outputs. -A test procedure is said to comply with MLRsearch specification +A test procedure is said to comply with MLRsearch Specification if it can be conceptually divided into analogous components, each satisfying requirements for the corresponding MLRsearch component. +Any such compliant test procedure is called a MLRsearch Implementation. -The Measurer component is tasked to perform trials, -the Controller component is tasked to select trial loads and durations, +The Measurer component is tasked to perform Trials, +the Controller component is tasked to select Trial Durations and Loads, the Manager component is tasked to pre-configure everything and to produce the test report. -The test report explicitly states Search Goals (as the Controller Inputs) -and corresponding Goal Results (Controller Outputs). - -{::comment} - [Low priority] - - <mark>MKP2 TODO: Find a good reference for the test report, seems only implicit in RFC2544.</mark> - -{:/comment} +The test report explicitly states Search Goals (as Controller inputs) +and corresponding Goal Results (Controller outputs). The Manager calls the Controller once, the Controller keeps calling the Measurer until all stopping conditions are met. -The part where Controller calls the Measurer is called the search. +The part where Controller calls the Measurer is called the Search. Any activity done by the Manager before it calls the Controller -(or after Controller returns) is not considered to be part of the search. +(or after Controller returns) is not considered to be part of the Search. -MLRsearch specification prescribes regular search results and recommends +MLRsearch Specification prescribes regular search results and recommends their stopping conditions. Irregular search results are also allowed, they may have different requirements and stopping conditions. -Search results are based on load classification. -When measured enough, any chosen load either achieves of fails each search goal, -thus becoming a lower or an upper bound for that goal. -When the relevant bounds are at loads that are close enough -(according to goal precision), the regular result is found. -Search stops when all regular results are found -(or if some goals are proven to have only irregular results). +Search results are based on Load Classification. +When measured enough, any chosen Load can either achieve or fail +each Search Goal (separately), thus becoming +a Lower Bound or an Upper Bound for that Search Goal. + +When the Relevant Lower Bound is close enough to Relevant Upper Bound +according to Goal Width, the Regular Goal Result is found. +Search stops when all Regular Goal Results are found, +or when some Search Goals are proven to have only Irregular Goal Results. + +{::comment} + + TODO-P1: An implementation may add additional attributes to inputs and outputs. + + TODO-P1: An implementation may require some attributes not required by specification. + + TODO-P1: An implementation may support "missing" attributes by applying "reasonable defaults". + +{:/comment} -## Measurement Quantities +## Quantities -MLRsearch specification uses a number of measurement quantities. +MLRsearch specification uses a number of specific quantities, +some of them can be expressed in several different units. In general, MLRsearch specification does not require particular units to be used, but it is REQUIRED for the test report to state all the units. @@ -477,27 +492,38 @@ Such quantites are called derived quantities. ## Existing Terms -RFC 1242 "Benchmarking Terminology for Network Interconnect Devices" -contains basic definitions, and -RFC 2544 "Benchmarking Methodology for Network Interconnect Devices" -contains discussions of a number of terms and additional methodology requirements. -RFC 2285 adds more terms and discussions, describing some known situations -in more precise way. +{::comment} + + TODO-P1: Merge into Glossary! MK - IMV this section should stay here as is. + +{:/comment} + +This specification relies on the following three documents that should +be consulted before attempting to make use of this document: -All three documents should be consulted -before attempting to make use of this document. +- RFC 1242 "Benchmarking Terminology for Network Interconnect Devices" + contains basic term definitions. -Definitions of some central terms are copied and discussed in subsections. +- RFC 2285 "Benchmarking Terminology for LAN Switching Devices" adds + more terms and discussions, describing some known network + benchmarking situations in a more precise way. + +- RFC 2544 "Benchmarking Methodology for Network Interconnect Devices" + contains discussions of a number of terms and additional methodology + requirements. + +Definitions of some central terms from above documents are copied and +discussed in the following subsections. {::comment} [Good idea for 08, but needs more work. Ask BMWG?] Alternatively, quick list of all (existing and new here) terms, with links (external or internal respectively) to definitions. - + <mark>MKP3 [VP] TODO: Even if the following list will not be in final draft, it is useful to keep it around (maybe commented-out) while editing.</mark> - + <mark>MKP3 VP note: rough list of all RFC references: - [RFC1242] (section 3.17 Throughput) ... definition - [RFC2544] (section 26.1 Throughput) ... methodology @@ -516,15 +542,12 @@ Definitions of some central terms are copied and discussed in subsections. - [RFC2544] (section 23. Trial description) trial - general description of trial - wait times specifically, maybe also learning frames? - - Constant Load of [RFC1242] (section 3.4 Constant Load) - Data Rate of [RFC2544] (section 14. Bidirectional traffic) - seems equal to input frame rate [RFC2544] (23. Trial description). - [RFC2544] (section 21. Bursty traffic) suggests non-constant loads? - Intended Load of [RFC2285] (section 3.5.1 Intended load (Iload)) - [RFC2285] (Section 3.5.2 Offered load (Oload)) - - Frame Loss Rate of [RFC1242] (section 3.6 Frame Loss Rate) - Forwarding Rate as defined in [RFC2285] (section 3.6.1 Forwarding rate (FR)) - - [RFC2544] (section 20. Maximum frame rate) - [RFC2285] (3.5.3 Maximum offered load (MOL)) - reordered frames [RFC2544] (section 10. Verifying received frames) - For example, [RFC2544] (Appendix C) lists frame formats and protocol addresses, @@ -541,30 +564,11 @@ Definitions of some central terms are copied and discussed in subsections. - [RFC8219] (section 5.3. Traffic Setup) for an example of ip4+ip6 mixed traffic </mark> - <mark>MKP3 [VP] TODO: Do not mention those that do not need discussion here.</mark> - -{:/comment} - - -{::comment} - [Low priority] - - <mark>MKP3 [VP] TODO: Do we even need RFC9004?</mark> - -{:/comment} - -{::comment} - [I do not understand what I meant. Typos? Probably not important overall.] - - <mark>MKP2 [VP] TODO: Even terms that are discussed in this memo, - they perhaps do not need a separate list (just free paragraphs), - in a chapter after MLRsearch specification.</mark> - {:/comment} {::comment} [Important, just not enough time in 07.] - + <mark>MKP3 [VP] TODO: Verify that MLRsearch specification does not discuss meaning of existing terms without quoting their original definition.</mark> @@ -572,7 +576,7 @@ Definitions of some central terms are copied and discussed in subsections. ### SUT -Defined in [RFC2285] (section 3.1.2 System Under Test (SUT)) as follows. +Defined in [RFC2285] (Section 3.1.2) as follows. Definition: @@ -585,7 +589,7 @@ An SUT consisting of a single network device is also allowed. ### DUT -Defined in [RFC2285] (section 3.1.1 Device Under Test (DUT)) as follows. +Defined in [RFC2285] (Section 3.1.1) as follows. Definition: @@ -597,24 +601,9 @@ Discussion: DUT, as a sub-component of SUT, is only indirectly mentioned in MLRsearch specification, but is of key relevance for its motivation. -{::comment} - [Could be useful, but not high priority.] - - ### Tester - - <mark>MKP3 TODO: Add Definition and Discusion paragraphs</mark> - - <mark>MKP3 MK note: Bizarre ... i can't find tester definition in - rfc1242, rfc2288 or rfc2544, but will keep looking. If there isn't one, - we need to define one :).</mark> - - <mark>[VP] TODO: There were some documents distinguishing TG and TA.</mark> - -{:/comment} - ### Trial -A trial is the part of the test described in [RFC2544] (section 23. Trial description). +A trial is the part of the test described in [RFC2544] (Section 23). Definition: @@ -641,101 +630,91 @@ Definition: Discussion: -The definition describes some traits, it is not clear whether all of them +The definition describes some traits, and it is not clear whether all of them are REQUIRED, or some of them are only RECOMMENDED. -{::comment} - [Useful if possible.] - - <mark>MKP2 [VP] TODO: Search RFCs for better description of "Run the test trial".</mark> - -{:/comment} +Trials are the only stimuli the SUT is expected to experience +during the Search. For the purposes of the MLRsearch specification, it is ALLOWED for the test procedure to deviate from the [RFC2544] description, -but any such deviation MUST be made explicit in the test report. - -Trials are the only stimuli the SUT is expected to experience -during the search. +but any such deviation MUST be described explicitly in the test report. In some discussion paragraphs, it is useful to consider the traffic as sent and received by a tester, as implicitly defined -in [RFC2544] (section 6. Test set up). +in [RFC2544] (Section 6). -An example of deviation from [RFC2544] is using shorter wait times. +{::comment} + + TODO-P2: Assert traffic is sent only in phase c) and received in phases c) and d). + +{:/comment} + +An example of deviation from [RFC2544] is using shorter wait times, +compared to those described in phases b), d) and e). ## Trial Terms This section defines new and redefine existing terms for quantities -relevant as inputs or outputs of trial, as used by the Measurer component. +relevant as inputs or outputs of a Trial, as used by the Measurer component. ### Trial Duration Definition: -Trial duration is the intended duration of the traffic for a trial. +Trial Duration is the intended duration of the traffic part of a Trial. Discussion: -In general, this quantity does not include any preparation nor waiting -described in section 23 of [RFC2544] (section 23. Trial description). +This quantity does not include any preparation nor waiting +described in section 23 of [RFC2544] (Section 23). While any positive real value may be provided, some Measurer implementations -MAY limit possible values, e.g. by rounding down to neared integer in seconds. +MAY limit possible values, e.g. by rounding down to nearest integer in seconds. In that case, it is RECOMMENDED to give such inputs to the Controller so the Controller only proposes the accepted values. -Alternatively, the test report MUST present the rounded values -as Search Goal attributes. ### Trial Load Definition: -The trial load is the intended load for a trial +Trial Load is the per-interface Intended Load for a Trial. Discussion: -For test report purposes, it is assumed that this is a constant load by default. -This MAY be only an average load, e.g. when the traffic is intended to be busty, -e.g. as suggested in [RFC2544] (section 21. Bursty traffic), -but the test report MUST explicitly mention how non-constant the traffic is. +For test report purposes, it is assumed that this is a constant load by default, +as specified in [RFC1242] (Section 3.4). -Trial load is the quantity defined as Constant Load of [RFC1242] -(section 3.4 Constant Load), Data Rate of [RFC2544] -(section 14. Bidirectional traffic) -and Intended Load of [RFC2285] (section 3.5.1 Intended load (Iload)). -All three definitions specify -that this value applies to one (input or output) interface. +Trial Load MAY be only an average load, +e.g. when the traffic is intended to be bursty, +e.g. as suggested in [RFC2544] (Section 21). +In the case of non-constant load, the test report +MUST explicitly mention how exactly non-constant the traffic is. -{::comment} - [Not important.] - - <mark>MKP2 [VP] TODO: Also mention input frame rate [RFC2544] (23. Trial description).</mark> - -{:/comment} +Trial Load is equivalent to the quantities defined +as constant load of [RFC1242] (Section 3.4), +data rate of [RFC2544] (Section 14), +and Intended Load of [RFC2285] (Section 3.5.1), +in the sense that all three definitions specify that this value +applies to one (input or output) interface. For test report purposes, multi-interface aggregate load MAY be reported, -this is understood as the same quantity expressed using different units. -From the report it MUST be clear whether a particular trial load value +and is understood as the same quantity expressed using different units. +From the report it MUST be clear whether a particular Trial Load value is per one interface, or an aggregate over all interfaces. -Similarly to trial duration, some Measurers may limit the possible values +Similarly to Trial Duration, some Measurers may limit the possible values of trial load. Contrary to trial duration, the test report is NOT REQUIRED -to document such behavior. - -{::comment} - [Can of worms. Be aware, but probably do not let spill into draft.] - - <mark>MKP2 [VP] TODO: Why? In practice the difference is small, but what if it is big? - Do we need Trial Effective Load for bounds an conditional throughput purposes? - Should the Controller be recommended to chose load values that are exactly accepted? - </mark> +to document such behavior, as in practice the load differences +are negligible (and frequently undocumented). -{:/comment} - -It is ALLOWED to combine trial load and trial duration in a way +It is ALLOWED to combine Trial Load and Trial Duration values in a way that would not be possible to achieve using any integer number of data frames. +If a particular Trial Load value is not tied to a single Trial, +e.g. if there are no Trials yet or if there are multiple Trials, +this document uses a shorthand **Load**. + {::comment} [I feel this is important, to be discussed separately (not in-scope).] @@ -745,13 +724,13 @@ that would not be possible to achieve using any integer number of data frames. 2. The media between the tested and the DUT are thus considered to be part of SUT. If DUT causes congestion control, it is not expected to handle Iload. </mark> - - See further discussion in [Trial Forwarding Ratio] (#Trial-Forwarding-Ratio) - and in [Measurer] (#Measurer) sections for other related issues. - + + See further discussion in [Trial Forwarding Ratio](#trial-forwarding-ratio) + and in [Measurer ](#measurer) sections for other related issues. + <mark>MKP2 [VP] TODO: Create a separate subsection for Oload discussion, or clearly separate which aspects are discussed under which term.</mark> - + <mark>MKP2 [VP] TODO: New idea. Compare the tester to an ordinary router in some datacenter. The Intended Load is not jst some abstract input. It is the real traffic coming from routers next hop farther. @@ -767,7 +746,7 @@ that would not be possible to achieve using any integer number of data frames. that means TRex workers are also part of SUT. If they do not have enough CPU power to generate frames are required, those frames are lost. </mark> - + <mark>MKP2 [VP] TODO: That new idea warants some discussion in "DUT within SUT", as it is just another case of ther rest of SUT ruining otherwise good DUT performance.</mark> @@ -779,11 +758,11 @@ that would not be possible to achieve using any integer number of data frames. Definition: Trial Input is a composite quantity, consisting of two attributes: -trial duration and trial load. +Trial Duration and Trial Load. Discussion: -When talking about multiple trials, it is common to say "Trial Inputs" +When talking about multiple Trials, it is common to say "Trial Inputs" to denote all corresponding Trial Input instances. A Trial Input instance acts as the input for one call of the Measurer component. @@ -797,62 +776,66 @@ the Controller and the Measurer. Definition: -Traffic profile is a composite quantity -containing attributes other than trial load and trial duration, -needed for unique determination of the trial to be performed. +Traffic Profile is a composite quantity containing +all attributes other than Trial Load and Trial Duration, +that are needed for unique determination of the trial to be performed. Discussion: -All its attributes are assumed to be constant during the search, +All the attributes are assumed to be constant during the search, and the composite is configured on the Measurer by the Manager before the search starts. This is why the traffic profile is not part of the Trial Input. As a consequence, implementations of the Manager and the Measurer -must be aware of their common set of capabilities, so that the traffic profile -uniquely defines the traffic during the search. +must be aware of their common set of capabilities, so that Traffic Profile +instance uniquely defines the traffic during the Search. The important fact is that none of those capabilities have to be known by the Controller implementations. -The traffic profile SHOULD contain some specific quantities, -for example [RFC2544] (section 9. Frame sizes) governs -data link frame size as defined in [RFC1242] (section 3.5 Data link frame size). +The Traffic Profile SHOULD contain some specific quantities defined elsewhere. +For example [RFC2544] (Section 9) governs +data link frame sizes as defined in [RFC1242] (Section 3.5). Several more specific quantities may be RECOMMENDED, depending on media type. For example, [RFC2544] (Appendix C) lists frame formats and protocol addresses, -as recommended from [RFC2544] (section 8. Frame formats) -and [RFC2544] (section 12. Protocol addresses). +as recommended in [RFC2544] (Section 8) and [RFC2544] (Section 12). Depending on SUT configuration, e.g. when testing specific protocols, additional attributes MUST be included in the traffic profile and in the test report. -Example: [RFC8219] (section 5.3. Traffic Setup) introduces traffic setups +Example: [RFC8219] (Section 5.3) introduces traffic setups consisting of a mix of IPv4 and IPv6 traffic - the implied traffic profile therefore must include an attribute for their percentage. -Other traffic properties that need to be somehow specified -in Traffic Profile include: -[RFC2544] (section 14. Bidirectional traffic), -[RFC2285] (section 3.3.3 Fully meshed traffic), -and [RFC2544] (section 11. Modifiers). +Other traffic properties that need to be somehow specified in Traffic +Profile, if they apply to the test scenario, include: + +- bidirectional traffic from [RFC2544] (Section 14), + +- fully meshed traffic from [RFC2285] (Section 3.3.3), + +- and modifiers from [RFC2544] (Section 11). ### Trial Forwarding Ratio Definition: -The trial forwarding ratio is a dimensionless floating point value. +The Trial Forwarding Ratio is a dimensionless floating point value. It MUST range between 0.0 and 1.0, both inclusive. It is calculated by dividing the number of frames successfully forwarded by the SUT -by the total number of frames expected to be forwarded during the trial +by the total number of frames expected to be forwarded during the trial. Discussion: -For most traffic profiles, "expected to be forwarded" means +For most Traffic Profiles, "expected to be forwarded" means "intended to get transmitted from Tester towards SUT". +Only if this is not the case, the test report MUST describe the Traffic Profile +in a way that implies how Trial Forwarding Ratio should be calculated. -Trial forwarding ratio MAY be expressed in other units +Trial Forwarding Ratio MAY be expressed in other units (e.g. as a percentage) in the test report. Note that, contrary to loads, frame counts used to compute @@ -863,13 +846,24 @@ that should have been forwarded is generally outside of the scope of this document. {::comment} + + TODO-P0: Mention iload/oload difference is also out of scope. + + TODO-P2: Mention duplicate, previous-trial and other "more than + expected" frame counts are out of scope. Recommend to count them as + loss? MK there should be a reference about the last TODO in 1242 2285 + or 2544. + +{:/comment} + +{::comment} [Part two of iload/oload discussion.] - See discussion in [Measurer] (#Measurer) section + See discussion in [Measurer ](#measurer) section for more details about calibrating test equipment. - + <mark>MKP2 [VP] TODO: Define unsent frames?</mark> - + <mark>MKP2 [VP] TODO: If Oload is fairly below Iload, the unsent frames should be counted as lost, otherwise search outputs are misleading. But what is "fairly"? CSIT tolerates 10 microseconds worth of unsent frames.</mark> @@ -889,33 +883,36 @@ is generally outside of the scope of this document. Definition: -The Trial Loss Ratio is equal to one minus the trial forwarding ratio. +The Trial Loss Ratio is equal to one minus the Trial Forwarding Ratio. Discussion: -100% minus the trial forwarding ratio, when expressed as a percentage. +100% minus the Trial Forwarding Ratio, when expressed as a percentage. -This is almost identical to Frame Loss Rate of [RFC1242] -(section 3.6 Frame Loss Rate), -the only minor difference is that Trial Loss Ratio -does not need to be expressed as a percentage. +This is almost identical to Frame Loss Rate of [RFC1242] (Section 3.6). +Te only minor differences are that Trial Loss Ratio +does not need to be expressed as a percentage, +and Trial Loss Ratio is explicitly based on aggregate frame counts. ### Trial Forwarding Rate Definition: -The trial forwarding rate is a derived quantity, calculated by -multiplying the trial load by the trial forwarding ratio. +The Trial Forwarding Rate is a derived quantity, calculated by +multiplying the Trial Load by the Trial Forwarding Ratio. Discussion: It is important to note that while similar, this quantity is not identical -to the Forwarding Rate as defined in [RFC2285] -(section 3.6.1 Forwarding rate (FR)). +to the Forwarding Rate as defined in [RFC2285] (Section 3.6.1). The latter is specific to one output interface only, -whereas the trial forwarding ratio is based +whereas the Trial Forwarding Ratio is based on frame counts aggregated over all SUT output interfaces. +In consequence, for symmetric traffic profiles the Trial Forwarding Rate value +is equal to arithmetric average of [RFC2285] Forwarding Rate values +across all active interfaces. + {::comment} [Part 3 of iload/oload discussion.] @@ -924,11 +921,11 @@ on frame counts aggregated over all SUT output interfaces. Should we use the real FR as the basis for Conditional Throughput (instead of this TFR)? That would require additional Trial Output attribute. </mark> - + <mark>MKP2 [VP] TODO: What about duration stretching? This also causes difference between Iload and Oload, but in an invisible way.</mark> - + <mark>MKP2 [VP] TODO: Recommend start+sleep+stop? How long wait for late frames? RFC2544 2s is too much even at 30s trial.</mark> @@ -938,38 +935,38 @@ on frame counts aggregated over all SUT output interfaces. Definition: -Trial effective duration is a time quantity related to the trial, -by default equal to the trial duration. +Trial Effective Duration is a time quantity related to the trial, +by default equal to the Trial Duration. Discussion: This is an optional feature. -If the Measurer does not return any trial effective duration value, -the Controller MUST use the trial duration value instead. +If the Measurer does not return any Trial Effective Duration value, +the Controller MUST use the Trial Duration value instead. -Trial effective duration may be any time quantity chosen by the Measurer +Trial Effective Duration may be any time quantity chosen by the Measurer to be used for time-based decisions in the Controller. The test report MUST explain how the Measurer computes the returned -trial effective duration values, if they are not always -equal to the trial duration. +Trial Effective Duration values, if they are not always +equal to the Trial Duration. This feature can be beneficial for users who wish to manage the overall search duration, rather than solely the traffic portion of it. -Simply measure the duration of the whole trial (waits including) -and use that as the trial effective duration. +Simply measure the duration of the whole trial (including all wait times) +and use that as the Trial Effective Duration. -Also, this is a way for the Measurer to inform the Controller about -its surprising behavior, for example when rounding the trial duration value. +This is also a way for the Measurer to inform the Controller about +its surprising behavior, for example when rounding the Trial Duration value. {::comment} [Not very important, but easy and nice recommendation.] - <mark>MKP2 [VP] TODO: Recommend for Measurer to return all trials at relevant bounds, + <mark>MKP2 [VP] TODO: Recommend for Controller to return all trials at relevant bounds, as that may better inform users when surprisingly small amount of trials was performed, just because the the trial effective duration values were big.</mark> - + <mark>MKP2 [VP] TODO: Repeat that this is not here to deal with duration stretching.</mark> {:/comment} @@ -979,7 +976,7 @@ its surprising behavior, for example when rounding the trial duration value. Definition: Trial Output is a composite quantity. The REQUIRED attributes are -Trial Loss Ratio, trial effective duration and trial forwarding rate. +Trial Loss Ratio, Trial Effective Duration and Trial Forwarding Rate. Discussion: @@ -989,29 +986,39 @@ to denote all corresponding Trial Output instances. Implementations may provide additional (optional) attributes. The Controller implementations MUST ignore values of any optional attribute they are not familiar with, -except when passing Trial Output instance to the Manager. +except when passing Trial Output instances to the Manager. Example of an optional attribute: The aggregate number of frames expected to be forwarded during the trial, -especially if it is not just (a rounded-up value) -implied by trial load and trial duration. +especially if it is not just (a rounded-down value) +implied by Trial Load and Trial Duration. -While [RFC2285] (Section 3.5.2 Offered load (Oload)) -requires the offered load value to be reported for forwarding rate measurements, -it is NOT REQUIRED in MLRsearch specification. +While [RFC2285] (Section 3.5.2) requires the Offered Load value +to be reported for forwarding rate measurements, +it is NOT REQUIRED in MLRsearch Specification, +as search results do not depend on it. {::comment} - [Side tangent from iload/oload discussion. Stilll recommendation is not obvious.] - <mark>MKP2 TODO: Why? Just because bound trial results are optional in Controller Output?</mark> + TODO-P1: MK note - i know that Offered Load can be calculated from Trial + Loss Ratio and Trial Forwarding Rate but still most/all network users + would expect to know what Trial Load was used. Also, saying that search + results do not depend on Offered Load or Trial Load is not true :) + VP note - I partially disagree and partially do not understand. + +{:/comment} + +{::comment} + + [Side tangent from iload/oload discussion. Stilll recommendation is not obvious.] <mark>MKP2 mk edit note: we need to more explicitly address the relevance or irrelevance of [RFC2285] (Section 3.5.2 Offered load (Oload)). - Current text in [Trial Load] (#Trial-Load) is ambiguous - quoted below.</mark> - + Current text in [Trial Load](#trial-load) is ambiguous - quoted below.</mark> + <mark>MKP2 "Questions around what is the correct number of frames that should have been forwarded is generally outside of the scope of this document. - See discussion in [Measurer] (#Measurer) section for more details about + See discussion in [Measurer ](#measurer) section for more details about calibrating test equipment."</mark> {:/comment} @@ -1020,124 +1027,148 @@ it is NOT REQUIRED in MLRsearch specification. Definition: -Trial result is a composite quantity, +Trial Result is a composite quantity, consisting of the Trial Input and the Trial Output. Discussion: When talking about multiple trials, it is common to say "trial results" -to denote all corresponding trial result instances. +to denote all corresponding Trial Result instances. While implementations SHOULD NOT include additional attributes with independent values, they MAY include derived quantities. ## Goal Terms -This section defines new and redefine existing terms for quantities -indirectly relevant for inputs or outputs of the Controller component. +This section defines new terms for quantities relevant (directly or indirectly) +for inputs or outputs of the Controller component. Several goal attributes are defined before introducing -the main component quantity: the Search Goal. +the main composite quantity: the Search Goal. + +{::comment} + + TODO-P0: Mention definitions are not informative? + E.g. Goal Final Trial Duration and Goal Initial Trial Duration + have the same Definition text. + Note that these are already fixed for now, but other attributes need review. + +{:/comment} + +Discussions within this section are short, informal, +and referencing future sections, with the impact on search results +discussed only after introducing complete set of auxiliary terms. ### Goal Final Trial Duration +{::comment} + + TODO-P0: review updated definition, check if any informal explanation is needed. + +{:/comment} + Definition: -A threshold value for trial durations. +Minimum value for Trial Duration required for classifying the Load +as a Lower Bound. Discussion: This attribute value MUST be positive. -A trial with Trial Duration at least as long as the Goal Final Trial Duration -is called a full-length trial (with respect to the given Search Goal). +Informally, while MLRsearch is allowed to perform trials shorter than this value, +the results from such short trials have only limited impact on search results. -A trial that is not full-length is called a short trial. +It is RECOMMENDED for all search goals to share the same +Goal Final Trial Duration value. +Otherwise, Trial Duration values larger than the Goal Final Trial Duration +may occur, weakening the assumptions +the [Load Classification Logic](#load-classification-logic) is based on. -Informally, while MLRsearch is allowed to perform short trials, -the results from such short trials have only limited impact on search results. +{::comment} -One trial may be full-length for some Search Goals, but not for others. + TODO-P2: Currently not covered well in Logic chapter? -The full relation of this goal to Controller Output is defined later in -this document in subsections of [Goal Result] (#Goal-Result). -For example, the Conditional Throughput for this goal is computed only from -full-length trial results. + TODO-P2: Maybe change fourth goal there to show this? + +{:/comment} ### Goal Duration Sum Definition: -A threshold value for a particular sum of trial effective durations. +A threshold value for a particular sum of Trial Effective Duration values. Discussion: This attribute value MUST be positive. -Informally, even when looking only at full-length trials, -MLRsearch may spend up to this time measuring the same load value. +Informally, this prescribes the maximum amount of trials performed +at a specific Trial Load and Goal Final Trial Duration during the search. If the Goal Duration Sum is larger than the Goal Final Trial Duration, -multiple full-length trials may need to be performed at the same load. +multiple trials may need to be performed at the same load. -See [TST009 Example] (#TST009-Example) for an example where possibility -of multiple full-length trials at the same load is intended. +See [MLRsearch Compliant with TST009](#mlrsearch-compliant-with-tst009) +for an example where possibility of multiple trials at the same load is intended. A Goal Duration Sum value lower than the Goal Final Trial Duration (of the same goal) could save some search time, but is NOT RECOMMENDED. -See [Relevant Upper Bound] (#Relevant-Upper-Bound) for partial explanation. + +{::comment} + + TODO-P2: Currently not covered in the classification logic chapter. + +{:/comment} ### Goal Loss Ratio Definition: -A threshold value for Trial Loss Ratios. +A threshold value for Trial Loss Ratio values. Discussion: Attribute value MUST be non-negative and smaller than one. -A trial with Trial Loss Ratio larger than a Goal Loss Ratio value -is called a lossy trial, with respect to given Search Goal. +A trial with Trial Loss Ratio larger than this value +signals the SUT may be unable to process this Trial Load well enough. -Informally, if a load causes too many lossy trials, -the Relevant Lower Bound for this goal will be smaller than that load. - -If a trial is not lossy, it is called a low-loss trial, -or (specifically for zero Goal Loss Ratio value) zero-loss trial. +See [Throughput with Non-Zero Loss](#throughput-with-non-zero-loss) +why users may want to set this value above zero. ### Goal Exceed Ratio Definition: -A threshold value for a particular ratio of sums of Trial Effective Durations. +A threshold value for a particular ratio of sums of Trial Effective Duration +values. Discussion: Attribute value MUST be non-negative and smaller than one. -See later sections for details on which sums. -Specifically, the direct usage is only in -[Appendix A: Load Classification] (#Appendix-A\:-Load-Classification) -and [Appendix B: Conditional Throughput] (#Appendix-B\:-Conditional-Throughput). -The impact of that usage is discussed in subsections leading to -[Goal Result] (#Goal-Result). +Informally, up to this proportion of High-Loss Trials +(Trial Results with Trial Loss Ratio above Goal Loss Ratio) +is tolerated at a Lower Bound. + +For explainability reasons, the RECOMMENDED value for exceed ratio is 0.5 (50%), +as it simplifies some concepts by relating them to the concept of median. +Also, the value of 50% leads to smallest variation in overall Search Duration +in practice. -Informally, the impact of lossy trials is controlled by this value. -Effectively, Goal Exceed Ratio is a percentage of full-length trials -that may be lossy without the load being classified -as the [Relevant Upper Bound] (#Relevant-Upper-Bound). +See [Exceed Ratio and Multiple Trials](#exceed-ratio-and-multiple-trials) +section for more details. ### Goal Width Definition: -A value used as a threshold for deciding -whether two trial load values are close enough. +A threshold value for deciding whether two Trial Load values are close enough. Discussion: -If present, the value MUST be positive. +It is an optional attribute. If present, the value MUST be positive. Informally, this acts as a stopping condition, controlling the precision of the search. @@ -1151,9 +1182,46 @@ but implementations may choose a different way to specify width. The test report MUST make it clear what specific quantity is used as Goal Width. +{::comment} + + TODO-P2: Comment: While not needed for precision purposes + larger-than-width result (e.g. when time is up) is still an Irregular result, + so this is the way to make sure it looks irregular in report. + +{:/comment} + It is RECOMMENDED to set the Goal Width (as relative difference) value to a value no smaller than the Goal Loss Ratio. -(The reason is not obvious, see [Throughput] (#Throughput) if interested.) +If the reason is not obvious, see the details in +[Generalized Throughput](#generalized-throughput). + +### Goal Initial Trial Duration + +{::comment} + + TODO-P0: review updated definition, check if any informal explanation is needed. + +{:/comment} + +Definition: + +Minimum value for Trial Duration required for classifying the Load as any Bound. + +Discussion: + +This is an example of an OPTIONAL Search Goal some implementations may support. + +The reasonable default value is equal to the Goal Final Trial Duration value. + +If present, this value MUST be positive. + +Informally, this is the smallest Trial Duration the Controller will select +when focusing on the goal. + +Strictly speaking, Trial Results with smaller Trial Duration values +are still accepted by the Load Classification logic. +This is just a way for the user to discourage trials with Trial Duration +values deemed as too unreliable for this SUT and this Search Goal. ### Search Goal @@ -1168,7 +1236,8 @@ Required attributes: - Goal Loss Ratio - Goal Exceed Ratio -Optional attribute: +Optional attributes: +- Goal Initial Trial Duration - Goal Width Discussion: @@ -1177,19 +1246,16 @@ Implementations MAY add their own attributes. Those additional attributes may be required by the implementation even if they are not required by MLRsearch specification. But it is RECOMMENDED for those implementations -to support missing values by computing reasonable defaults. +to support missing values by providing reasonable default values. -The meaning of listed attributes is formally given only by their indirect effect -on the search results. +{::comment} -Informally, later sections provide additional intuitions and examples -of the Search Goal attribute values. + TODO2: MK last sentence doesn't make sense. + VP: Added TODOs to Overview section. -An example of additional attributes required by some implementations -is Goal Initial Trial Duration, together with another attribute -that controls possible intermediate Trial Duration values. -The reasonable default in this case is using the Goal Final Trial Duration -and no intermediate values. +{:/comment} + +See [Compliance ](#compliance) for important Search Goal instances. ### Controller Input @@ -1208,20 +1274,78 @@ even if they are not required by MLRsearch specification. Formally, the Manager does not apply any Controller configuration apart from one Controller Input instance. -For example, Traffic Profile is configured on the Measurer by the Manager -(without explicit assistance of the Controller). +For example, Traffic Profile is configured on the Measurer by the Manager, +without explicit assistance of the Controller. + +{::comment} + + TODO-P0: This paragraph is for implementers. + + TODO2: MK implementation hints are fine, and do not have to be preceded +with any remark of the sort you're suggesting IMV. + +{:/comment} The order of Search Goal instances in a list SHOULD NOT -have a big impact on Controller Output (see section [Controller Output] (#Controller-Output) , +have a big impact on Controller Output, but MLRsearch implementations MAY base their behavior on the order of Search Goal instances in a list. -An example of an optional attribute (outside the list of Search Goals) -required by some implementations is Max Load. -While this is a frequently used configuration parameter, -already governed by [RFC2544] (section 20. Maximum frame rate) -and [RFC2285] (3.5.3 Maximum offered load (MOL)), -some implementations may detect or discover it instead. +{::comment} + [User recommendation, we should have separate section summarizing those.] + + Also, it is recommended to avoid "incomparable" goals, e.g. one with + lower loss ratio but higher exceed ratio, and other with higher loss ratio + but lower loss ratio. In worst case, this can make the search to last too long. + Implementations are RECOMMENDED to sort the goals and start with + stricter ones first, as bounds for those will not get invalidated + byt measureing for less trict goal later in the search. + +{:/comment} + +#### Max Load + +Definition: + +Max Load is an optional attribute of Controller Input. +It is the maximal value the Controller is allowed to use for Trial Load values. + +Discussion: + +Max Load is an example of an optional attribute (outside the list of Search Goals) +required by some implementations of MLRsearch. + +In theory, each search goal could have its own Max Load value, +but as all trials are possibly affecting all Search Goals, +it makes more sense for a single Max Load value to apply +to all Search Goal instances. + +While Max Load is a frequently used configuration parameter, already governed +(as maximum frame rate) by [RFC2544] (Section 20) +and (as maximum offered load) by [RFC2285] (Section 3.5.3), +some implementations may detect or discover it +(instead of requiring a user-supplied value). + +{::comment} + + TODO-P0: Move this (and goal width) to RUB discussion or other explanation instead. + + TODO2: MK i think it belongs here, as input parameter. may refer to + section "Hard Performance Limit" though. + +{:/comment} + +In MLRsearch specification, one reason for listing +the [Relevant Upper Bound](#relevant-upper-bound) as a required attribute +is that it makes the search result independent of Max Load value. + +{::comment} + + TODO2: MK RUB is not an attribute, it's Result Term. Hence above + sentence does not make sense and should be removed. + VP: RUB is an attribure of Goal Result composite quantity. + +{:/comment} {::comment} [Not important directly, may matter for iload/oload.] @@ -1240,154 +1364,189 @@ some implementations may detect or discover it instead. {:/comment} -In MLRsearch specification, the [Relevant Upper Bound] (#Relevant-Upper-Bound) -is added as a required attribute precisely because it makes the search result -independent of Max Load value. +#### Min Load + +Definition: + +Min Load is an optional attribute of Controller Input. +It is the minimal value the Controller is allowed to use for Trial Load values. + +Discussion: + +Min Load is another example of an optional attribute +required by some implementations of MLRsearch. +Similarly to Max Load, it makes more sense to prescribe one common value, +as opposed to using a different value for each Search Goal. + +Min Load is mainly useful for saving time by failing early, +arriving at an Irregular Goal Result when Min Load gets classified +as an Upper Bound. + +For implementations, it is useful to require Min Load to be non-zero +and large enough to result in at least one frame being forwarded +even at smallest allowed Trial Duration, +so Trial Loss Ratio is always well-defined, +and the implementation can use relative Goal Width +(without running into issues around zero Trial Load value). {::comment} - [User recommendation, we should have separate section summarizing those.] - <mark>[VP] TODO for MK: The rest of this subsection is new, review?</mark> + TODO2: MK last 3 lines need to be reworded, as they don't make sense, + and i can't suggest alternative wording. - It is RECOMMENDED to use the same Goal Final Trial Duration value across all goals. - Otherwise, some goals may be measured at Trial Durations longer than needed, - with possibly unexpected impacts on repeatability and comparability. +{:/comment} - For example when Goal Loss Ratio is zero, any increase in Trial Duration - also increases the likelihood of the trial to become lossy, - similar to usage of lower Goal Exceed Ratio or larger Goal Duration Sum, - both of which tend to lower the search results, towards noisy end - of performance spectrum. +## Auxiliary Terms - Also, it is recommended to avoid "incomparable" goals, e.g. one with - lower loss ratio but higher exceed ratio, and other with higher loss ratio - but lower loss ratio. In worst case, this can make the search to last too long. - Implementations are RECOMMENDED to sort the goals and start with - stricter ones first, as bounds for those will not get invalidated - byt measureing for less trict goal later in the search. +While the terms defined in this section are not strictly needed +when formulating MLRsearch requirements, they simplify the language used +in discussion paragraphs and explanation chapters. + +### Current and Final Quantities + +{::comment} + + TODO2: MK doesn't this content belong to "Quantities" section at the + beginning of the doc? + VP: Probably yes, should be moved. {:/comment} -## Search Goal Examples +Some quantites are defined in a way that allows them to be computed +in the middle of the Search. Other quantities are specified in a way +that allows them to be computed only after the Search ends. +And some quantities are important only after the Search ended, +but are computable also before the Search ends. -### RFC2544 Goal +The adjective **current** marks a quantity that is computable +before the Search ends, but the computed value may change during the Search. +When such value is relevant for the search result, the adjective **final** +may be used to denote the value at the end of the Search. -The following set of values makes the search result unconditionally compliant -with [RFC2544] (section 24 Trial duration) +{::comment} -- Goal Final Trial Duration = 60 seconds -- Goal Duration Sum = 60 seconds -- Goal Loss Ratio = 0% -- Goal Exceed Ratio = 0% + TODO2: MK **current** and **final** adjectives seem to relate to values + of quantities, and not quantities themselves, or? -The latter two attributes are enough to make the search goal -conditionally compliant, adding the first attribute -makes it unconditionally compliant. +{:/comment} -The second attribute (Goal Duration Sum) only prevents MLRsearch -from repeating zero-loss full-length trials. +### Trial Classification -Non-zero exceed ratio could prolong the search and allow loss inversion -between lower-load lossy short trial and higher-load full-length zero-loss trial. -From [RFC2544] alone, it is not clear whether that higher load -could be considered as compliant throughput. +{::comment} -### TST009 Goal + TODO2: MK do we need this explanation below. Can't we just leave this + section header and then list trial types as is? -One of the alternatives to RFC2544 is described in -[TST009] (section 12.3.3 Binary search with loss verification). -The idea there is to repeat lossy trials, hoping for zero loss on second try, -so the results are closer to the noiseless end of performance sprectum, -and more repeatable and comparable. +{:/comment} -Only the variant with "z = infinity" is achievable with MLRsearch. +When one Trial Result instance is compared to one Search Goal instance, +several relations can be named using short adjectives. + +As trial results do not affect each other, this **Trial Classification** +does not change during the Search. {::comment} - [Low priority, unless a short sentence is found.] - <mark>MKP2 MK note: Shouldn't we add a note about how MLRsearch goes about - addressing the TST009 point related to z, that is "z is threshold of - Lord(r) to override Loss Verification when the count of lost frames is - very high and unnecessary verification trials."? i.e. by have Goal Loss - Ratio. Thoughts?</mark> + TODO-P0: Is it obvious the adjectives can be combined? + + TODO2: MK **current** and **final** adjectives seem to relate to values + of quantities, and not quantities themselves, or? {:/comment} -For example, for "r = 2" variant, the following search goal should be used: +#### High-Loss Trial -- Goal Final Trial Duration = 60 seconds -- Goal Duration Sum = 120 seconds -- Goal Loss Ratio = 0% -- Goal Exceed Ratio = 50% +A trial with Trial Loss Ratio larger than a Goal Loss Ratio value +is called a **high-loss trial**, with respect to given Search Goal +(or lossy trial, if Goal Loss Ratio is zero). -If the first 60s trial has zero loss, it is enough for MLRsearch to stop -measuring at that load, as even a second lossy trial -would still fit within the exceed ratio. +#### Low-Loss Trial -But if the first trial is lossy, MLRsearch needs to perform also -the second trial to classify that load. -As Goal Duration Sum is twice as long as Goal Final Trial Duration, -third full-length trial is never needed. +If a trial is not high-loss, it is called a **low-loss trial** +(or even zero-loss trial, if Goal Loss Ratio is zero). -## Result Terms +#### Short Trial -Before defining the output of the Controller, -it is useful to define what the Goal Result is. +A trial with Trial Duration shorter than the Goal Final Trial Duration +is called a **short trial** (with respect to the given Search Goal). -The Goal Result is a composite quantity. +#### Full-Length Trial -Following subsections define its attribute first, before describing the Goal Result quantity. +A trial that is not short is called a **full-length** trial. -There is a correspondence between Search Goals and Goal Results. -Most of the following subsections refer to a given Search Goal, -when defining attributes of the Goal Result. -Conversely, at the end of the search, each Search Goal -has its corresponding Goal Result. +Note that this includes Trial Durations larger than Goal Final Trial Duration. -Conceptually, the search can be seen as a process of load classification, -where the Controller attempts to classify some loads as an Upper Bound -or a Lower Bound with respect to some Search Goal. +#### Long Trial -Before defining real attributes of the goal result, -it is useful to define bounds in general. +A trial with Trial Duration longer than the Goal Final Trial Duration +is called a **long trial**. -### Relevant Upper Bound +{::comment} + + TODO-P0: If used in Logic chapter, add to Glossary and maybe move before full-length. + + TODO-P2: Maybe change fourth goal there to show this better? + + TODO-P0: If not used, delete. + +{:/comment} + +### Load Classification + +{::comment} + + TODO-P0: Turn into a precise definition paragraph. + +{:/comment} + +When the set of all Trial Result instances performed so far +at one Trial Load is compared to one Search Goal instance, +two relations can be named using the concept of a bound. + +In general, such bounds are a current quantity, +even though cases of changing bounds is rare in practice. + +#### Upper Bound Definition: -The Relevant Upper Bound is the smallest trial load value that is classified -at the end of the search as an upper bound -(see [Appendix A: Load Classification] (#Appendix-A\:-Load-Classification)) -for the given Search Goal. +A Trial Load value is called an Upper Bound if and only if it is classified +as such by [Appendix A: Load Classification](#appendix-a-load-classification) +algorithm for the given Search Goal at the current moment of the Search. Discussion: -One search goal can have many different load classified as an upper bound. -At the end of the search, one of those loads will be the smallest, -becoming the relevant upper bound for that goal. - -In more detail, the set of all trial outputs (both short and full-length, -enough of them according to Goal Duration Sum) -performed at that smallest load failed to uphold all the requirements -of the given Search Goal, mainly the Goal Loss Ratio -in combination with the Goal Exceed Ratio. +In more detail, the set of all Trial Results +performed so far at the Trial Load (and any Trial Duration) +is certain to fail to uphold all the requirements of the given Search Goal, +mainly the Goal Loss Ratio in combination with the Goal Exceed Ratio. +Here "certain to fail" relates to any possible results within the time +remaining till Goal Duration Sum. {::comment} - [Recheck. Move to end?] - <mark>[VP] TODO: Is the above a good summary of Appendix A inputs?</mark> + TODO2: MK not sure above paragraph adds any explanation value whatsover. + It verges into the domain of discussing all possible outcomes and does + nothing to clarify what upper bound is about. And as there is no clear + explanation of upper bound i added one above. {:/comment} -If Max Load does not cause enough lossy trials, -the Relevant Upper Bound does not exist. -Conversely, if Relevant Upper Bound exists, -it is not affected by Max Load value. +One search goal can have multiple different Trial Load values +classified as its Upper Bounds. +As search progresses and more trials are measured, +any load value can become an Upper Bound. + +Also, a load can stop being an Upper Bound, but that +can only happen when more than Goal Duration Sum of trials are measured +(e.g. because another Search Goal needs more trials at this load). +In that case the load becomes a Lower Bound (see next subsection), +and we say the previous Upper Bound got Invalidated. {::comment} [Medium priority, depends on how many user recommendations we have.] - With non-zero exceed ratio values, a lossy short trial may not be enough + With non-zero exceed ratio values, a short high-loss trial may not be enough to classify a load as the relevant upper bound. Users MAY apply Goal Duration Sum value lower than Goal Final Trial Duration to force such classification in hope to save time, @@ -1403,113 +1562,158 @@ it is not affected by Max Load value. an upper bound. MLRsearch stops measuring at that load for this goal, but it may be forced to measure more for some other search goals, in which case the load may flip to a lower bound (and back and forth). - + <mark>[VP] TODO: Confirm the load can never flip back to being undecided.</mark> - + Even though the load classification may change during the search, the goal results are established at the end of the search. - + If the exceed ratio is zero, an upper bound can never flip; - one lossy trial (even short) is enough to pin the classification. + one high-loss trial (even short) is enough to pin the classification. {:/comment} -### Relevant Lower Bound +#### Lower Bound Definition: -The Relevant Lower Bound is the largest trial load value -among those smaller than the Relevant Upper Bound, -that got classified at the end of the search as a lower bound (see -[Appendix A: Load Classification] (#Appendix-A\:-Load-Classification)) -for the given Search Goal. +A Trial Load value is called a Lower Bound if and only if it is classified +as such by [Appendix A: Load Classification](#appendix-a-load-classification) +algorithm for the given Search Goal at the current moment of the search. Discussion: -Only among loads smaller that the relevant upper bound, -the largest load becomes the relevant lower bound. -With loss inversion, stricter upper bound matters. +{::comment} -In more detail, the set of all trial outputs (both short and full-length, -enough of them according to Goal Duration Sum) -performed at that largest load managed to uphold all the requirements -of the given Search Goal, mainly the Goal Loss Ratio -in combination with the Goal Exceed Ratio. + MK: + It is the minimum value in a range being searched, together with Upper + Bound, defining the interval within which MLRsearch operates for + specific Search Goal, iteratively narrowing down to arrive to Search + Result. + + VP: That is wrong in situations with Loss Inversions. -Is no load had enough low-loss trials, the relevant lower bound -MAY not exist. +{:/comment} -{::comment} - [Min Load us useful for detecting broken SUTs (and latency).] +In more detail, the set of all Trial Results +performed so far at the Trial Load (and any Trial Duration) +is certain to uphold all the requirements of the given Search Goal, +mainly the Goal Loss Ratio in combination with the Goal Exceed Ratio. +Here "certain to uphold" relates to any possible results within the time +remaining till Goal Duration Sum. - <mark>[VP] TODO: Mention min load here?</mark> +{::comment} - <mark>[VP] TODO: Allow zero as implicit lower bound that needs no trials? - If yes, then probably way earlier than here.</mark> + TODO2: MK similar to previous section - not sure above paragraph adds + any explanation value whatsover. It verges into the domain of + discussing all possible outcomes and does nothing to clarify what upper + bound is about. And as there is no clear explanation of upper bound i + added one above. {:/comment} -Strictly speaking, if the Relevant Upper Bound does not exist, -the Relevant Lower Bound also does not exist. -In that case, Max Load is classified as a lower bound, -but it is not clear whether a higher lower bound -would be found if the search used a higher Max Load value. +One search goal can have multiple different Trial Load values +classified as its Lower Bounds. +As search progresses and more trials are measured, +any load value can become a Lower Bound. -For a regular Goal Result, the distance between the Relevant Lower Bound -and the Relevant Upper Bound MUST NOT be larger than the Goal Width, -if the implementation offers width as a goal attribute. +No load can be both an Upper Bound and a Lower Bound for the same Search goal +at the same time, but it is possible for a higher load to be a Lower Bound +while a smaller load is an Upper Bound. + +Also, a load can stop being a Lower Bound, but that +can only happen when more than Goal Duration Sum of trials are measured +(e.g. because another Search Goal needs more trials at this load). +In that case the load becomes an Upper Bound, +and we say the previous Lower Bound got Invalidated. + +## Result Terms + +Before defining the full structure of Controller Output, +it is useful to define the composite quantity called Goal Result. +The following subsections define its attribute first, +before describing the Goal Result quantity. + +There is a correspondence between Search Goals and Goal Results. +Most of the following subsections refer to a given Search Goal, +when defining their terms. +Conversely, at the end of the search, each Search Goal instance +has its corresponding Goal Result instance. + +### Relevant Upper Bound + +Definition: + +The Relevant Upper Bound is the smallest Trial Load value +classified as an Upper Bound for the given Search Goal at the end of the search. + +Discussion: + +If no measured load had enough high-loss trials, +the Relevant Upper Bound MAY be not-existent. +For example, when Max Load is classified as a Lower Bound. {::comment} - [True but no time to fix properly.] - <mark>mk note: Seemingly broken grammar, - "managed to uphold all requirements", should be followed - by stating what it means.</mark> + TODO-P0: Delete or move: + + TODO2: MK duplicate content explaining the same as above but with + inverse logic. {:/comment} -Searching for anther search goal may cause a loss inversion phenomenon, -where a lower load is classified as an upper bound, -but also a higher load is classified as a lower bound for the same search goal. -The definition of the Relevant Lower Bound ignores such high lower bounds. +Conversely, if Relevant Upper Bound exists, +it is not affected by Max Load value. -{::comment} - [Compare to similar block in upper bound.] +### Relevant Lower Bound - In general, a load starts as as undecided, then maybe flips to become - a lower bound. MLRsearch stops measuring at that load for this goal, - but it may be forced to measure more for some other search goals, - in which case the load may flip to an upper bound (and back and forth). +Definition: - <mark>[VP] TODO: Confirm the load can never flip back to being undecided.</mark> +The Relevant Lower Bound is the largest Trial Load value +among those smaller than the Relevant Upper Bound, that got classified +as a Lower Bound for the given Search Goal at the end of the search. - Even though the load classification may change during the search, - the goal results are established at the end of the search. +Discussion: - No valid exceed ratio value pins the classification as a lower bound. +If no load had enough low-loss trials, the relevant lower bound +MAY be non-existent. -{:/comment} +Strictly speaking, if the Relevant Upper Bound does not exist, +the Relevant Lower Bound also does not exist. +In a typical case, Max Load is classified as a Lower Bound, +but it is not clear whether a higher value +would be found as a Lower Bound if the search was not limited +by this Max Load value. ### Conditional Throughput Definition: -The Conditional Throughput (see section [Appendix B: Conditional Throughput] (#Appendix-B\:-Conditional-Throughput)) -as evaluated at the Relevant Lower Bound of the given Search Goal -at the end of the search. +Conditional Throughput is a value computed at the Relevant Lower Bound +according to algorithm defined in +[Appendix B: Conditional Throughput](#appendix-b-conditional-throughput). Discussion: -Informally, this is a typical trial forwarding rate, expected to be seen +The Relevant Lower Bound is defined only at the end of the search, +and so is the Conditional Throughput. +But the algorithm can be applied at any time on any Lower Bound load, +so the final Conditional Throughput value may appear sooner +than at the end of the search. + +Informally, the Conditional Throughput should be +a typical Trial Forwarding Rate, expected to be seen at the Relevant Lower Bound of the given Search Goal. But frequently it is only a conservative estimate thereof, -as MLRsearch implementations tend to stop gathering more data +as MLRsearch implementations tend to stop gathering more trials as soon as they confirm the value cannot get worse than this estimate within the Goal Duration Sum. This value is RECOMMENDED to be used when evaluating repeatability -and comparability if different MLRsearch implementations. +and comparability of different MLRsearch implementations. + +See [Generalized Throughput](#generalized-throughput) for more details. {::comment} [Low priority but useful for comparabuility.] @@ -1519,39 +1723,58 @@ and comparability if different MLRsearch implementations. {:/comment} -### Goal Result +### Goal Results + +MLRsearch specification is based on a set of requirements +for a "regular" result. But in practice, it is not always possible +for such result instance to exist, so also "irregular" results +need to be supported. + +#### Regular Goal Result Definition: -The Goal Result is a composite quantity consisting of several attributes. +Regular Goal Result is a composite quantity consisting of several attributes. Relevant Upper Bound and Relevant Lower Bound are REQUIRED attributes, Conditional Throughput is a RECOMMENDED attribute. +Stopping conditions for the corresponding Search Goal MUST be satisfied. Discussion: -Depending on SUT behavior, it is possible that one or both relevant bounds -do not exist. The goal result instance where the required attribute values exist -is informally called a Regular Goal Result instance, -so we can say some goals reached Irregular Goal Results. +Both relevant bounds MUST exist. -{::comment} - [Probably delete after last edits re irregular results.] +If the implementation offers Goal Width as a Search Goal attribute, +the distance between the Relevant Lower Bound +and the Relevant Upper Bound MUST NOT be larger than the Goal Width, - <mark>MKP2 [VP] TODO: Additional attributes should not be required by the Manager? - Explicitly mention that irregular goal result may support different attributes. - </mark> +Implementations MAY add their own attributes. - <mark>MKP2 Implementations are free to define their own specific subtypes - of irregular Goal Results, but the test report MUST mark them clearly - as irregular according to this section.</mark> +Test report MUST display Relevant Lower Value, +Displaying Relevant Upper Bound is NOT REQUIRED, but it is RECOMMENDED, +especially if the implementation does not use Goal Width. -{:/comment} +#### Irregular Goal Result + +Definition: + +Irregular Goal Result is a composite quantity. No attributes are required. + +Discussion: -A typical Irregular Goal Result is when all trials at the Max Load -have zero loss, as the Relevant Upper Bound does not exist in that case. +It is RECOMMENDED to report any useful quantity even if it does not +satisfy all the requirements. For example if Max Load is classified +as a Lower Bound, it is fine to report it as the Relevant Lower Bound, +and compute Conditional Throughput for it. In this case, +only the missing Relevant Upper Bound signals this result instance is irregular. -It is RECOMMENDED that the test report will display such results appropriately, -although MLRsearch specification does not prescibe how. +Similarly, if both revevant bounds exist, it is RECOMMENDED +to include them as Irregular Goal Result attributes, +and let the Manager decide if their distance is too far for users' purposes. + +If test report displays some Irregular Goal Result attribute values, +they MUST be clearly marked as comming from irregular results. + +The implementation MAY define additional attributes. {::comment} [Useful.] @@ -1560,9 +1783,16 @@ although MLRsearch specification does not prescibe how. {:/comment} -Anything else regarging Irregular Goal Results, -including their role in stopping conditions of the search -is outside the scope of this document. +#### Goal Result + +Definition: + +Goal Result is a composite quantity. Each instance is either a Regular Goal Result +or an Irregular Goal Result. + +Discussion: + +The Manager MUST be able to distinguish whether the instance is regular or not. ### Search Result @@ -1576,16 +1806,14 @@ Discussion: Alternatively, the Search Result can be implemented as an ordered list of the Goal Result instances, matching the order of Search Goal instances. -{::comment} - [Low priority, as there is no obvious harm.] - - <mark>MKP1 [VP] TODO: Disallow any additional attributes?</mark> - -{:/comment} - The Search Result (as a mapping) MUST map from all the Search Goal instances present in the Controller Input. +Identical Goal Result instances MAY be listed for different Search Goals, +but their status as regular or irregular may be different. +For example if two goals differ only in Goal Width value, +and the relevant bound values are close enough according to only one of them. + {::comment} [Not important.] @@ -1593,13 +1821,6 @@ MUST map from all the Search Goal instances present in the Controller Input. {:/comment} -{::comment} - [Not needed?] - - <mark>MKP1 [VP] TODO: Short sentence on what to do on irregular goal result.</mark> - -{:/comment} - ### Controller Output Definition: @@ -1610,34 +1831,17 @@ The Search Result instance is its only REQUIRED attribute. Discussion: -MLRsearch implementation MAY return additional data in the Controller Output. +MLRsearch implementation MAY return additional data in the Controller Output, +for example number of trials performed and the total Search duration. {::comment} - [Not needed?] - - <mark>MKP1 [VP] TODO: Short sentence on what to do on irregular goal result.</mark> - <mark>MKP1 [VP] TODO: Irregular output, e.g. with "max search time exceeded" flag?</mark> + TODO-P0: "max search time exceeded" flag? {:/comment} ## MLRsearch Architecture -{::comment} - [Meta and irrelevant. Delete after verifying other text is good.] - - <mark>MKP2 [VP] TODO: Review the folowing: - This section is about division into components, - so it fits this definition: - "The software architecture of a system represents the design decisions - related to overall system structure and behavior." - Saying "MLRsearch Design" does not make it clear if it is - Vratko designing the MLRsearch specification, - or some other person designing a new MLRsearch implementation using that spec. - </mark> - -{:/comment} - MLRsearch architecture consists of three main system components: the Manager, the Controller, and the Measurer. @@ -1655,25 +1859,24 @@ e.g. programmed in different programming languages. Definition: -The Measurer is an abstract system component -that when called with a [Trial Input] (#Trial-Input) instance, -performs one [Trial] (#Trial), -and returns a [Trial Output] (#Trial-Output) instance. +The Measurer is an abstract system component that when called +with a [Trial Input](#trial-input) instance, performs one [Trial ](#trial), +and returns a [Trial Output](#trial-output) instance. Discussion: This definition assumes the Measurer is already initialized. -In practice, there may be additional steps before the search, +In practice, there may be additional steps before the Search, e.g. when the Manager configures the traffic profile (either on the Measurer or on its tester sub-component directly) -and performs a warmup (if the tester requires one). +and performs a warmup (if the test procedure requires one). It is the responsibility of the Measurer implementation to uphold any requirements and assumptions present in MLRsearch specification, -e.g. trial forwarding ratio not being larger than one. +e.g. Trial Forwarding Ratio not being larger than one. Implementers have some freedom. -For example [RFC2544] (section 10. Verifying received frames) +For example [RFC2544] (Section 10) gives some suggestions (but not requirements) related to duplicated or reordered frames. Implementations are RECOMMENDED to document their behavior @@ -1681,10 +1884,10 @@ related to such freedoms in as detailed a way as possible. It is RECOMMENDED to benchmark the test equipment first, e.g. connect sender and receiver directly (without any SUT in the path), -find a load value that guarantees the offered load is not too far -from the intended load, and use that value as the Max Load value. +find a load value that guarantees the Offered Load is not too far +from the Intended Load, and use that value as the Max Load value. When testing the real SUT, it is RECOMMENDED to turn any big difference -between the intended load and the offered load into increased Trial Loss Ratio. +between the Intended Load and the Offered Load into increased Trial Loss Ratio. Neither of the two recommendations are made into requirements, because it is not easy to tell when the difference is big enough, @@ -1695,7 +1898,7 @@ in a way thay would be dis-entangled from other Measurer freedoms. Definition: The Controller is an abstract system component -that when called with a Controller Input instance +that when called once with a Controller Input instance repeatedly computes Trial Input instance for the Measurer, obtains corresponding Trial Output instances, and eventually returns a Controller Output instance. @@ -1703,7 +1906,7 @@ and eventually returns a Controller Output instance. Discussion: Informally, the Controller has big freedom in selection of Trial Inputs, -and the implementations want to achieve the Search Goals +and the implementations want to achieve all the Search Goals in the shortest expected time. The Controller's role in optimizing the overall search time @@ -1712,7 +1915,7 @@ distinguishes MLRsearch algorithms from simpler search procedures. Informally, each implementation can have different stopping conditions. Goal Width is only one example. In practice, implementation details do not matter, -as long as Goal Results are regular. +as long as Goal Result instances are regular. ### Manager @@ -1721,7 +1924,7 @@ Definition: The Manager is an abstract system component that is reponsible for configuring other components, calling the Controller component once, and for creating the test report following the reporting format as -defined in [RFC2544] (section 26. Benchmarking tests). +defined in [RFC2544] (Section 26). Discussion: @@ -1731,16 +1934,10 @@ with their intended configurations before calling the Controller. The Manager does not need to be able to tweak any Search Goal attributes, but it MUST report all applied attribute values even if not tweaked. -{::comment} - [Not very important but also should be easy to add.] - - <mark>MKP2 [VP] TODO: Is saying "RFC2544" indirectly reporting RFC2544 Goal values?</mark> - -{:/comment} - In principle, there should be a "user" (human or CI) that "starts" or "calls" the Manager and receives the report. -The Manager MAY be able to be called more than once whis way. +The Manager MAY be able to be called more than once whis way, +thus triggering multiple independent Searches. {::comment} [Not important, unless anybody else asks.] @@ -1748,425 +1945,433 @@ The Manager MAY be able to be called more than once whis way. <mark>MKP2 The Manager may use the Measurer or other system components to perform other tests, e.g. back-to-back frames, as the Controller is only replacing the search from - [RFC2544] (section 26.1 Throughput).</mark> + [RFC2544] (Section 26.1).</mark> + +{:/comment} + +{::comment} + + TODO-P2: Summarize test report requirements here? {:/comment} -## Implementation Compliance +## Compliance -Any networking measurement setup where there can be logically delineated system components -and there are components satisfying requirements for the Measurer, -the Controller and the Manager, is considered to be compliant with MLRsearch design. +This section discusses compliance relations between MLRsearch +and other test procedures. + +### Test Procedure Compliant with MLRsearch + +Any networking measurement setup where there can be logically delineated +system components and there are abstract components satisfying requirements +for the Measurer, the Controller and the Manager, +is considered to be compliant with MLRsearch specification. These components can be seen as abstractions present in any testing procedure. For example, there can be a single component acting both as the Manager and the Controller, but as long as values of required attributes of Search Goals and Goal Results are visible in the test report, -the Controller Input instance and output instance are implied. +the Controller Input instance and Controller Output instance are implied. For example, any setup for conditionally (or unconditionally) compliant [RFC2544] throughput testing can be understood as a MLRsearch architecture, -assuming there is enough data to reconstruct the Relevant Upper Bound. - -See [RFC2544 Goal] (#RFC2544-Goal) subsection for equivalent Search Goal. +as long as there is enough data to reconstruct the Relevant Upper Bound. +See the next subsection for an equivalent Search Goal. Any test procedure that can be understood as (one call to the Manager of) MLRsearch architecture is said to be compliant with MLRsearch specification. -# Additional Considerations - -This section focuses on additional considerations, intuitions and motivations -pertaining to MLRsearch methodology. - {::comment} - [Meta, redundant.] - <mark>MKP2 [VP] TODO: Review the following: - If MLRsearch specification is a product design specification - for MLRsearch implementation, then this chapter talks about - my goals and early attempts at designing the MLRsearch specification. - </mark> + TODO-P0: Delete occurances of "MLRsearch Implementation", review + occurances of "MLRsearch implementation". {:/comment} -## MLRsearch Versions +### MLRsearch Compliant with RFC2544 + +The following Search Goal instance makes the corresponding Search Result +unconditionally compliant with [RFC2544] (Section 24). + +- Goal Final Trial Duration = 60 seconds +- Goal Duration Sum = 60 seconds +- Goal Loss Ratio = 0% +- Goal Exceed Ratio = 0% -The MLRsearch algorithm has been developed in a code-first approach, -a Python library has been created, debugged, used in production -and published in PyPI before the first descriptions -(even informal) were published. +The latter two attributes, Goal Loss Ratio and Goal Exceed Ratio, +are enough to make the Search Goal conditionally compliant. +Adding the first attribute, Goal Final Trial Duration, +makes the Search Goal unconditionally compliant. -But the code (and hence the description) was evolving over time. -Multiple versions of the library were used over past several years, -and later code was usually not compatible with earlier descriptions. +The second attribute (Goal Duration Sum) only prevents MLRsearch +from repeating zero-loss full-length trials. -The code in (some version of) MLRsearch library fully determines -the search process (for a given set of configuration parameters), -leaving no space for deviations. +The presence of other Search Goals does not affect the compliance +of this Goal Result. +The Relevant Lower Bound and the Conditional Throughput are in this case +equal to each other, and the value is the [RFC2544] throughput. {::comment} - [Different type of external link, should be in 08.] - <mark>MKP2 mk3 note: any references to library - should have specific reference link. - We have FDio-CSIT-MLRsearch in informative: at the start. Link it. - </mark> + TODO-P1: Move the rest into Load Classification Logic chapter. {:/comment} +Non-zero exceed ratio is not strictly disallowed, but it could +needlessly prolong the search when low-loss short trials are present. + {::comment} - [Lesson learned is important, but maybe does not need version history?] - <mark>MKP2 mk edit note: Suggest to remove crossed-out text, as it is - distracting, doesn't bring any value, and recalls multiple versions of - MLRsearch library, without any references. A much more appropriate - approach would be to provide a pointer to MLRsearch code versions in - FD.io that evolved over the years, as an example implementation. But I - would question the value of referring to old previous versions in this - document. It's okay for the blog, but not for IETF specification, - unless there are specific lessons learned that need to be highlighted - to support the specification.</mark> + TODO-P2: Also it would open more questions re Loss Inversion, + but no need to say that anywhere. {:/comment} -This historic meaning of MLRsearch, as a family -of search algorithm implementations, -leaves plenty of space for future improvements, at the cost -of poor comparability of results of search algoritm implementations. +### MLRsearch Compliant with TST009 + +One of the alternatives to [RFC2544] is Binary search with loss verification +as described in [TST009] (Section 12.3.3). + +The idea there is to repeat high-loss trials, hoping for zero loss on second try, +so the results are closer to the noiseless end of performance sprectum, +thus more repeatable and comparable. + +Only the variant with "z = infinity" is achievable with MLRsearch. {::comment} - [Reckeck after clarifying library/algorithm/implementation/specification mess.] + [Low priority, unless a short sentence is found.] - <mark>mk edit note: If the aim of this sentence is to state that there - could be possibly other approaches to address this problem space, then - I think we are already addressing it in the opening sections discussing - problems, and referring to ETSi TST.009 and opnfv work. If the aim is - to define "MLRsearch" as a completely new class of algorithms for - software network benchmarking, of which this spec is just one example, - then i have a problem with it. This specification is very prescriptive - in the main functional areas to address the problem identified, but - still leaving space for further exploration and innovation as noted - elsewhere in this document. It is not a new class of algorithms. It is - a newly defined methodology to amend RFC2544, to specifically address - identified problems.</mark> + <mark>MKP2 MK note: Shouldn't we add a note about how MLRsearch goes about + addressing the TST009 point related to z, that is "z is threshold of + Lord(r) to override Loss Verification when the count of lost frames is + very high and unnecessary verification trials."? i.e. by have Goal Loss + Ratio. Thoughts?</mark> {:/comment} -There are two competing needs. -There is the need for standardization in areas critical to comparability. -There is also the need to allow flexibility for implementations -to innovate and improve in other areas. -This document defines MLRsearch as a new specification -in a manner that aims to fairly balance both needs. +For example, for "max(r) = 2" variant, the following Search Goal instance +should be used to get compatible Search Result: + +- Goal Final Trial Duration = 60 seconds +- Goal Duration Sum = 120 seconds +- Goal Loss Ratio = 0% +- Goal Exceed Ratio = 50% + +If the first 60s trial has zero loss, it is enough for MLRsearch to stop +measuring at that load, as even a second high-loss trial +would still fit within the exceed ratio. -## Stopping Conditions +But if the first trial is high-loss, MLRsearch needs to perform also +the second trial to classify that load. +Goal Duration Sum is twice as long as Goal Final Trial Duration, +so third full-length trial is never needed. -[RFC2544] prescribes that after performing one trial at a specific offered load, -the next offered load should be larger or smaller, based on frame loss. +# Further Explanations -The usual implementation uses binary search. -Here a lossy trial becomes -a new upper bound, a lossless trial becomes a new lower bound. -The span of values between the tightest lower bound -and the tightest upper bound (including both values) forms an interval of possible results, -and after each trial the width of that interval halves. +This chapter provides further explanations of MLRsearch behavior, +mainly in comparison to a simple bisection for [RFC2544] Throughput. -Usually the binary search implementation tracks only the two tightest bounds, -simply calling them bounds. -But the old values still remain valid bounds, -just not as tight as the new ones. +## Binary Search -After some number of trials, the tightest lower bound becomes the throughput. -[RFC2544] does not specify when, if ever, should the search stop. +A typical binary search implementation for [RFC2544] +tracks only the two tightest bounds. +To start, the search needs both Max Load and Min Load values. +Then, one trial is used to confirm Max Load is an Upper Bound, +and one trial to confirm Min Load is a Lower Bound. -MLRsearch introduces a concept of [Goal Width] (#Goal-Width). +Then, next Trial Load is chosen as the mean of the current tightest upper bound +and the current tightest lower bound, and becomes a new tightest bound +depending on the Trial Loss Ratio. -The search stops -when the distance between the tightest upper bound and the tightest lower bound -is smaller than a user-configured value, called Goal Width from now on. -In other words, the interval width at the end of the search -has to be no larger than the Goal Width. +After some number of trials, the tightest lower bound becomes the throughput, +but [RFC2544] does not specify when, if ever, the search should stop. +In practice, the search stops either at some distance +between the tightest upper bound and the tightest lower bound, +or after some number of Trials. -This Goal Width value therefore determines the precision of the result. -Due to the fact that MLRsearch specification requires a particular -structure of the result (see [Trial Result] (#Trial-Result) section), -the result itself does contain enough information to determine its -precision, thus it is not required to report the Goal Width value. +For a given pair of Max Load and Min Load values, +there is one-to-one correspondence between number of Trials +and final distance between the tightest bounds. +Thus, the search always takes the same time, +assuming initial bounds are confirmed. -This allows MLRsearch implementations to use stopping conditions -different from Goal Width. +## Stopping Conditions and Precision -## Load Classification +MLRsearch specification requires listing both Relevant Bounds for each +Search Goal, and the difference between the bounds implies +whether the result precision achieved. +Therefore it is not necessary to report the specific stopping condition used. -MLRsearch keeps the basic logic of binary search (tracking tightest bounds, -measuring at the middle), perhaps with minor technical differences. +MLRsearch implementations may use Goal Width +to allow direct control of result precision, +and indirect control of the search duration. -MLRsearch algorithm chooses an intended load (as opposed to the offered load), -the interval between bounds does not need to be split -exactly into two equal halves, -and the final reported structure specifies both bounds. +Other MLRsearch implementations may use different stopping conditions; +for example based on the search duration, trading off precision control +for duration control. -The biggest difference is that to classify a load -as an upper or lower bound, MLRsearch may need more than one trial -(depending on configuration options) to be performed at the same intended load. +Due to various possible time optimizations, there is no longer a strict +correspondence between the overall search duration and Goal Width values. +In practice, noisy SUT performance increases both average search time +and its variance. -In consequence, even if a load already does have few trial results, -it still may be classified as undecided, neither a lower bound nor an upper bound. +## Loss Ratios and Loss Inversion -An explanation of the classification logic is given in the next section [Logic of Load Classification] (#Logic-of-Load-Classification), -as it heavily relies on other subsections of this section. +The most obvious difference between MLRsearch and [RFC2544] binary search +is in the goals of the search. +[RFC2544] has a single goal, based on classifying a single full-length trial +as either zero-loss or non-zero-loss. +MLRsearch supports searching for multiple goals at once, +usually differing in their Goal Loss Ratio values. -For repeatability and comparability reasons, it is important that -given a set of trial results, all implementations of MLRsearch -classify the load equivalently. +### Single Goal and Hard Bounds -## Loss Ratios +Each bound in [RFC2544] simple binary search is "hard", +in the sense that all further Trial Load values +are smaller than any current upper bound and larger than any current lower bound. -Another difference between MLRsearch and [RFC2544] binary search is in the goals of the search. -[RFC2544] has a single goal, -based on classifying full-length trials as either lossless or lossy. +This is also possible for MLRsearch implementations, +when the search is started with only one Search Goal instance. -MLRsearch, as the name suggests, can search for multiple goals, -differing in their loss ratios. -The precise definition of the Goal Loss Ratio will be given later. -The [RFC2544] throughput goal then simply becomes a zero Goal Loss Ratio. -Different goals also may have different Goal Widths. +### Multiple Goals and Loss Inversion -A set of trial results for one specific intended load value -can classify the load as an upper bound for some goals, but a lower bound -for some other goals, and undecided for the rest of the goals. +MLRsearch supports multiple goals, making the search procedure +more complicated compared to binary search with single goal, +but most of the complications do not affect the final results much. +Except for one phenomenon: Loss Inversion. -Therefore, the load classification depends not only on trial results, -but also on the goal. -The overall search procedure becomes more complicated, when -compared to binary search with a single goal, -but most of the complications do not affect the final result, -except for one phenomenon, loss inversion. +Depending on Search Goal attributes, Load Classification results may be resistant +to small amounts of [Inconsistent Trial Results](#inconsistent-trial-results). +But for larger amounts, a Load that is classified +as an Upper Bound for one Search Goal +may still be a Lower Bound for another Search Goal. +And, due to this other goal, MLRsearch will probably perform subsequent Trials +at Trial Loads even higher than the original value. -## Loss Inversion +{::comment} -In [RFC2544] throughput search using bisection, any load with a lossy trial -becomes a hard upper bound, meaning every subsequent trial has a smaller -intended load. + TODO-P2: Unify load adjectives: higher/lower xor larger/smaller. => higher/lower. -But in MLRsearch, a load that is classified as an upper bound for one goal -may still be a lower bound for another goal, and due to the other goal -MLRsearch will probably perform trials at even higher loads. +{:/comment} + +This introduces questions any many-goals search algorithm has to address. What to do when all such higher load trials happen to have zero loss? Does it mean the earlier upper bound was not real? -Does it mean the later lossless trials are not considered a lower bound? -Surely we do not want to have an upper bound at a load smaller than a lower bound. - -MLRsearch is conservative in these situations. -The upper bound is considered real, and the lossless trials at higher loads -are considered to be a coincidence, at least when computing the final result. - -This is formalized using new notions, the [Relevant Upper Bound] (#Relevant-Upper-Bound) and -the [Relevant Lower Bound] (#Relevant-Lower-Bound). -Load classification is still based just on the set of trial results -at a given intended load (trials at other loads are ignored), -making it possible to have a lower load classified as an upper bound, -and a higher load classified as a lower bound (for the same goal). -The Relevant Upper Bound (for a goal) is the smallest load classified -as an upper bound. -But the Relevant Lower Bound is not simply -the largest among lower bounds. -It is the largest load among loads -that are lower bounds while also being smaller than the Relevant Upper Bound. +Does it mean the later low-loss trials are not considered a lower bound? + +The situation where a smaller load is classified as an Upper Bound, +while a larger load is classified as a Lower Bound (for the same search goal), +is called Loss Inversion. + +Conversely, only single-goal search algorithms can have hard bounds +that shield them from Loss Inversion. + +### Conservativeness and Relevant Bounds + +MLRsearch is conservative when dealing with Loss Inversion: +the Upper Bound is considered real, and the Lower Bound +is considered to be a fluke, at least when computing the final result. + +This is formalized using definitions of +[Relevant Upper Bound](#relevant-upper-bound) and +[Relevant Lower Bound](#relevant-lower-bound). +The Relevant Upper Bound (for specific goal) is the smallest load classified +as an Upper Bound. But the Relevant Lower Bound is not simply +the largest among Lower Bounds. It is the largest load among loads +that are Lower Bounds while also being smaller than the Relevant Upper Bound. With these definitions, the Relevant Lower Bound is always smaller than the Relevant Upper Bound (if both exist), and the two relevant bounds are used analogously as the two tightest bounds in the binary search. -When they are less than the Goal Width apart, -the relevant bounds are used in the output. +When they meet the stopping conditions, the Relevant Bounds are used in the output. + +### Consequences + +The consequence of the way the Relevant Bounds are defined is that +every Trial Result can have an impact +on any current Relevant Bound larger than that Trial Load, +namely by becoming a new Upper Bound. -One consequence is that every trial result can have an impact on the search result. -That means if your SUT (or your traffic generator) needs a warmup, -be sure to warm it up before starting the search. +This also applies when that trial happens +before that bound could have become current. -## Exceed Ratio +This means if your SUT (or your Traffic Generator) needs a warmup, +be sure to warm it up before starting the Search. -The idea of performing multiple trials at the same load comes from -a model where some trial results (those with high loss) are affected -by infrequent effects, causing poor repeatability of [RFC2544] throughput results. +Also, for MLRsearch implementation, it means it is better to measure +at smaller loads first, so bounds found earlier are less likely +to get invalidated later. + +## Exceed Ratio and Multiple Trials + +The idea of performing multiple Trials at the same Trial Load comes from +a model where some Trial Results (those with high Trial Loss Ratio) are affected +by infrequent effects, causing poor repeatability of [RFC2544] Throughput results. See the discussion about noiseful and noiseless ends -of the SUT performance spectrum in section [DUT in SUT] (#DUT-in-SUT). +of the SUT performance spectrum in section [DUT in SUT](#dut-in-sut). Stable results are closer to the noiseless end of the SUT performance spectrum, so MLRsearch may need to allow some frequency of high-loss trials to ignore the rare but big effects near the noiseful end. -MLRsearch can do such trial result filtering, but it needs -a configuration option to tell it how frequent can the infrequent big loss be. -This option is called the exceed ratio. -It tells MLRsearch what ratio of trials -(more exactly what ratio of trial seconds) can have a [Trial Loss Ratio] (#Trial-Loss-Ratio) -larger than the Goal Loss Ratio and still be classified as a lower bound. -Zero exceed ratio means all trials have to have a Trial Loss Ratio -equal to or smaller than the Goal Loss Ratio. - -For explainability reasons, the RECOMMENDED value for exceed ratio is 0.5, -as it simplifies some later concepts by relating them to the concept of median. +For MLRsearch to perform such Trial Result filtering, it needs +a configuration option to tell how frequent can the "infrequent" big loss be. +This option is called the [Goal Exceed Ratio](#goal-exceed-ratio). +It tells MLRsearch what ratio of trials (more specifically, +what ratio of Trial Effective Duration seconds) +can have a [Trial Loss Ratio](#trial-loss-ratio) +larger than the [Goal Loss Ratio](#goal-loss-ratio) +and still be classified as a [Lower Bound](#lower-bound). -## Duration Sum +Zero exceed ratio means all trials must have a Trial Loss Ratio +equal to or smaller than the Goal Loss Ratio. -When more than one trial is intended to classify a load, +When more than one trial is intended to classify a Load, MLRsearch also needs something that controls the number of trials needed. -Therefore, each goal also has an attribute called duration sum. +Therefore, each goal also has an attribute called Goal Duration Sum. -The meaning of a [Goal Duration Sum] (#Goal-Duration-Sum) is that +The meaning of a [Goal Duration Sum](#goal-duration-sum) is that when a load has (full-length) trials -whose trial durations when summed up give a value at least as big +whose Trial Effective Durations when summed up give a value at least as big as the Goal Duration Sum value, -the load is guaranteed to be classified either as an upper bound -or a lower bound for that goal. +the load is guaranteed to be classified either as an Upper Bound +or a Lower Bound for that Search Goal instance. -Due to the fact that the duration sum has a big impact -on the overall search duration, and [RFC2544] prescribes -wait intervals around trial traffic, -the MLRsearch algorithm is allowed to sum durations that are different -from the actual trial traffic durations. +{::comment} -In the MLRsearch specification, the different duration values are called -[Trial Effective Duration] (#Trial-Effective-Duration). + TODO-P2: Move some discussion on Trial Effective Duration from spec chapter + to around here? Probably no time to dwell on this, delete the todo. + TODO2: my pref is to keep it in spec section -## Short Trials +{:/comment} -MLRsearch requires each goal to specify its final trial duration. -Full-length trial is a shorter name for a trial whose intended trial duration -is equal to (or longer than) the goal final trial duration. +## Short Trials and Duration Selection + +MLRsearch requires each goal to specify its Goal Final Trial Duration. Section 24 of [RFC2544] already anticipates possible time savings -when short trials (shorter than full-length trials) are used. -Full-length trials are the opposite of short trials, -so they may also be called long trials. +when Short Trials are used. -Any MLRsearch implementation may include its own configuration options +Any MLRsearch implementation MAY include its own configuration options which control when and how MLRsearch chooses to use short trial durations. -For explainability reasons, when exceed ratio of 0.5 is used, -it is recommended for the Goal Duration Sum to be an odd multiple -of the full trial durations, so Conditional Throughput becomes identical to -a median of a particular set of trial forwarding rates. +While MLRsearch implementations are free to use any logic to select +Trial Input values, comparability between MLRsearch implementations +is only assured when the Load Classification logic +handles any possible set of Trial Results in the same way. -The presence of short trial results complicates the load classification logic. +The presence of short trial results complicates +the load classification logic, see details in +[Load Classification Logic](#load-classification-logic) chapter. -Full details are given later in section [Logic of Load Classification] (#Logic-of-Load-Classification). -In a nutshell, results from short trials -may cause a load to be classified as an upper bound. -This may cause loss inversion, and thus lower the Relevant Lower Bound, -below what would classification say when considering full-length trials only. +While the Load Classification algorithm is designed to avoid any unneeded Trials, +for explainability reasons it is RECOMMENDED for users to use +such Controller Input instances that lead to all Trial Duration values +selected by Controller to be the same, +e.g. by setting any Goal Initial Trial Duration to be a single value +also used in all Goal Final Trial Duration attributes. {::comment} - [I still think this is important, revisit after explanations re quantiles.] - <mark>For explainability reasons, it is RECOMMENDED users use such configurations - that guarantee all trials have the same length.</mark> + TODO-P0: last statement is confusing. it implies GITD = GFTD, which doesn't make sense to me. - <mark>mk edit note: Using RFC2119 keyword here does not seem to be - appropriate. Moreover, I do not get the meaning nor the logic behind - this statement. It seems to say that in order for users to understand - the workings of MLRsearch, they should use simplified configuration, - otherwise they won't get it. Illogical it seems to me. Suggest to - remove it.</mark> + TODO-P0: below to be removed once Load Classification Logic is done. {:/comment} +In a nutshell, results from short trials +may cause a load to be classified as an upper bound. +This may cause loss inversion, and thus lower the Relevant Lower Bound, +below what would classification say when considering full-length trials only. + {::comment} [Important. Keeping compatibility slows search considerably.] <mark>Alas, such configurations are usually not compliant with [RFC2544] requirements, or not time-saving enough.</mark> - + <mark>mk edit note: This statement does not make sense to me. Suggest to remove it.</mark> {:/comment} -## Throughput - -{::comment} - [Important, we need better title.] - - <mark>[VP] TODO: Was named Conditional Troughput, but spec chapter already has one.</mark> - -{:/comment} +## Generalized Throughput -Due to the fact that testing equipment takes the intended load as an input parameter -for a trial measurement, any load search algorithm needs to deal -with intended load values internally. +Due to the fact that testing equipment takes the Intended Load +as an input parameter for a trial measurement, +any load search algorithm needs to deal with Intended Load values internally. -But in the presence of goals with a non-zero loss ratio, the intended load -usually does not match the user's intuition of what a throughput is. +But in the presence of goals with a non-zero [Goal Loss Ratio](#goal-loss-ratio), +the Intended Load usually does not match +the user's intuition of what a throughput is. The forwarding rate (as defined in [RFC2285] section 3.6.1) is better, but it is not obvious how to generalize it -for loads with multiple trial results and a non-zero -[Goal Loss Ratio] (#Goal-Loss-Ratio). +for loads with multiple trials and a non-zero goal loss ratio. + +The best example is also the main motivation: hard performance limit. + +### Hard Performance Limit -The best example is also the main motivation: hard limit performance. -Even if the medium allows higher performance, +Even if bandwidth of the medium allows higher performance, the SUT interfaces may have their additional own limitations, -e.g. a specific fps limit on the NIC (a very common occurance). +e.g. a specific frames-per-second limit on the NIC (a common occurance). -Ideally, those should be known and used when computing Max Load. -But if Max Load is higher that what interface can receive or transmit, +Ideally, those should be known and provided as [Max Load](#max-load). +But if Max Load is set higher than what the interface can receive or transmit, there will be a "hard limit" observed in trial results. -Imagine the hard limit is at 100 Mfps, Max Load is higher, -and the goal loss ratio is 0.5%. If DUT has no additional losses, -0.5% loss ratio will be achieved at 100.5025 Mfps (the relevant lower bound). + +Imagine the hard limit is at hundred million frames per second (100 Mfps), +Max Load is higher, and the goal loss ratio is 0.5%. +If DUT has no additional losses, 0.5% loss ratio will be achieved +at Relevant Lower Bound of 100.5025 Mfps. But it is not intuitive to report SUT performance as a value that is -larger than known hard limit. +larger than the known hard limit. We need a generalization of RFC2544 throughput, -different from just the relevant lower bound. +different from just the Relevant Lower Bound. -MLRsearch defines one such generalization, called the Conditional Throughput. -It is the trial forwarding rate from one of the trials -performed at the load in question. -Determining which trial exactly is defined in -[MLRsearch Specification] (#MLRsearch-Specification), -and in [Appendix B: Conditional Throughput] (#Appendix-B\:-Conditional-Throughput). +MLRsearch defines one such generalization, +the [Conditional Throughput](#conditional-throughput). +It is the Trial Forwarding Rate from one of the full-length trials +performed at the Relevant Lower Bound. +The algorithm to determine which trial exactly is in +[Appendix B: Conditional Throughput](#appendix-b-conditional-throughput). -In the hard limit example, 100.5 Mfps load will still have +In the hard limit example, 100.5025 Mfps load will still have only 100.0 Mfps forwarding rate, nicely confirming the known limitation. -Conditional Throughput is partially related to load classification. -If a load is classified as a lower bound for a goal, -the Conditional Throughput can be calculated from trial results, -and guaranteed to show an loss ratio -no larger than the Goal Loss Ratio. +### Performance Variability -{::comment} - [Revisit after other edits, may be addressed elsewhere.] +With non-zero Goal Loss Ratio, and without hard performance limits, +low-loss trials at the same Load may achieve different Trial Forwarding Rate +values just due to DUT performance variability. + +By comparing the best case (all Relevant Lower Bound trials have zero loss) +and the worst case (all Trial Loss Ratios at Relevant Lower Bound +are equal to the Goal Loss Ratio), we find the possible Conditional Throughput +values may have up to the Goal Loss Ratio relative difference. - <mark>While the Conditional Throughput gives more intuitive-looking - values than the Relevant Lower Bound (for non-zero Goal Loss Ratio - values), the actual definition is more complicated than the definition - of the Relevant Lower Bound.</mark> +Therefore, it is rarely needed to set the Goal Width (if expressed +as the relative difference of loads) below the Goal Loss Ratio. +In other words, setting the Goal Width below the Goal Loss Ratio +may cause the Conditional Throughput for a larger loss ratio to become smaller +than a Conditional Throughput for a goal with a smaller Goal Loss Ratio, +which is counter-intuitive, considering they come from the same search. +Therefore it is RECOMMENDED to set the Goal Width to a value no smaller +than the Goal Loss Ratio. - <mark>mk edit note: Looking at this again, and per improved text, I - don't think it is that complicated. (BTW saying it is more complicated - and not addressing it, and leaving it open ended is not - good.) "Conditional throughput" intuitively is really throughput under - certain conditions, these being offered load determined by Relevant - Lower Bound and actual loss. For comparability, and taking into account - multiple trial samples, per MLRsearch definition, this is - mathematically expressed as `conditional_throughput = intended_load * - (1.0 - quantile_loss_ratio)`.</mark> +Despite this variability, in practice Conditional Throughput behaves better +than Relevant Lower Bound for comparability purposes. - <mark>DONE VP to MK: Hmm. Frequently, Conditional Throughput comes - from the worst among low-loss full-length trials. - But if two disparate goals are interested at the same load, - things get complicated (does not happen in CSIT production, - but I found few bugs when testing in simulator). - Computation in load classification is also not trivial, - but at least it only needs two "duration sum" values, - no need to sort all trial results.</mark> +{::comment} - <mark>MKP2 [VP] TODO: Still not sure what to do with this subsection. - Possibly a bigger rewrite once VP and MK agree on what is (or is not) - complicated. :)</mark> + TODO-P0: Move the rest into the last chapter. {:/comment} +Conditional Throughput is partially related to load classification. +If a load is classified as a Relevant Lower Bound for a goal, +the Conditional Throughput comes from a trial result, +that is guaranteed to have Trial Loss Ratio no larger than the Goal Loss Ratio. + {::comment} [Important only for "design principles" chapter we may never have.] @@ -2175,11 +2380,11 @@ no larger than the Goal Loss Ratio. as the most fitting value for comparability purposes, therefore the Relevant Lower Bound remains a required attribute of the Goal Result structure, while the Conditional Throughput is only optional.</mark> - + <mark>mk edit note: This paragraph adds to the confusion. I would remove this paragraph, as with the new text above it doesn't seem to add any value.</mark> - + <mark>[VP] TODO: This is an example of MLRsearch design principles.</mark> {:/comment} @@ -2192,56 +2397,6 @@ no larger than the Goal Loss Ratio. {:/comment} -Note that when comparing the best (all zero loss) and worst case (all loss -just below Goal Loss Ratio), the same Relevant Lower Bound value -may result in the Conditional Throughput differing up to the Goal Loss Ratio. - -Therefore it is rarely needed to set the Goal Width (if expressed -as the relative difference of loads) below the Goal Loss Ratio. -In other words, setting the Goal Width below the Goal Loss Ratio -may cause the Conditional Throughput for a larger loss ratio to become smaller -than a Conditional Throughput for a goal with a smaller Goal Loss Ratio, -which is counter-intuitive, considering they come from the same search. -Therefore it is RECOMMENDED to set the Goal Width to a value no smaller -than the Goal Loss Ratio. - -Overall, this Conditional Throughput does behave well for comparability purposes. - -## Search Time - -MLRsearch was primarily developed to reduce the time -required to determine a throughput, either the [RFC2544] compliant one, -or some generalization thereof. -The art of achieving short search times -is mainly in the smart selection of intended loads (and intended durations) -for the next trial to perform. - -While there is an indirect impact of the load selection on the reported values, -in practice such impact tends to be small, -even for SUTs with quite a broad performance spectrum. - -A typical example of two approaches to load selection leading to different -Relevant Lower Bounds is when the interval is split in a very uneven way. -Any implementation choosing loads very close to the current Relevant Lower Bound -is quite likely to eventually stumble upon a trial result -with poor performance (due to SUT noise). -For an implementation choosing loads very close -to the current Relevant Upper Bound, this is unlikely, -as it examines more loads that can see a performance -close to the noiseless end of the SUT performance spectrum. - -However, as even splits optimize search duration at give precision, -MLRsearch implementations that prioritize minimizing search time -are unlikely to suffer from any such bias. - -Therefore, this document remains quite vague on load selection -and other optimization details, and configuration attributes related to them. -Assuming users prefer libraries that achieve short overall search time, -the definition of the Relevant Lower Bound -should be strict enough to ensure result repeatability -and comparability between different implementations, -while not restricting future implementations much. - {::comment} [Important for BMWG. Configurability is bad for comparability.] @@ -2253,682 +2408,680 @@ while not restricting future implementations much. <mark>are good for comparability between different implementations.</mark> <mark>For comparability between different SUTs using the same implementation,</mark> <mark>refer to configurations recommended by that particular implementation.</mark> - + <mark>MKP2 mk edit note: Isn't this going off on a tangent, hypothesising and second guessing about different possible implementations. What is the value of this content to this document? Suggest to remove it.</mark> {:/comment} -## [RFC2544] Compliance - -Some Search Goal instances lead to results compliant with RFC2544. -See [RFC2544 Goal] (#RFC2544-Goal) for more details -regarding both conditional and unconditional compliance. - -The presence of other Search Goals does not affect the compliance -of this Goal Result. -The Relevant Lower Bound and the Conditional Throughput are in this case -equal to each other, and the value is the [RFC2544] throughput. - -# Logic of Load Classification - -## Introductory Remarks - -This chapter continues with explanations, -but this time more precise definitions are needed -for readers to follow the explanations. - -Descriptions in this section are wordy and implementers should read -[MLRsearch Specification] (#MLRsearch-Specification) section -and Appendices for more concise definitions. - -The two areas of focus here are load classification -and the Conditional Throughput. - -To start with [Performance Spectrum] (#Performance-Spectrum) -subsection contains definitions needed to gain insight -into what Conditional Throughput means. -Remaining subsections discuss load classification. - -For load classification, it is useful to define **good trials** and **bad trials**: - -- **Bad trial**: Trial is called bad (according to a goal) - if its [Trial Loss Ratio] (#Trial-Loss-Ratio) - is larger than the [Goal Loss Ratio] (#Goal-Loss-Ratio). - -- **Good trial**: Trial that is not bad is called good. - -## Performance Spectrum -### Description - -There are several equivalent ways to explain the Conditional Throughput -computation. One of the ways relies on performance -spectrum. - -Take an intended load value, a trial duration value, and a finite set -of trial results, with all trials measured at that load value and duration value. - -The performance spectrum is the function that maps -any non-negative real number into a sum of trial durations among all trials -in the set, that has that number, as their trial forwarding rate, -e.g. map to zero if no trial has that particular forwarding rate. - -A related function, defined if there is at least one trial in the set, -is the performance spectrum divided by the sum of the durations -of all trials in the set. - -That function is called the performance probability function, as it satisfies -all the requirements for probability mass function -of a discrete probability distribution, -the one-dimensional random variable being the trial forwarding rate. - -These functions are related to the SUT performance spectrum, -as sampled by the trials in the set. - -{::comment} - [Middle of rewrite?] - - <mark>MKP1 The performance spectrum is the function that maps - any non-negative real number into a sum of trial durations among all trials - in the set, that has that number, as their trial forwarding rate, - e.g. map to zero if no trial has that particular forwarding rate.</mark> - - <mark>MKP1 A related function, defined if there is at least one trial in the set, - is the performance spectrum divided by the sum of the durations - of all trials in the set.</mark> - - <mark>MKP1 That function is called the performance probability function, as it satisfies - all the requirements for probability mass function - of a discrete probability distribution, - the one-dimensional random variable being the trial forwarding rate.</mark> - - <mark>MKP1 These functions are related to the SUT performance spectrum, - as sampled by the trials in the set.</mark> - - <mark>MKP1 [VP] TODO: Introduce quantiles properly by incorporating the below.</mark> - - <mark>MKP1 [VP] TODO: "q-quantile" is plainly wrong. I meant the "p" in "p-quantile". - - - wikipedia: The 100-quantiles are called percentiles - - also wiki: If, instead of using integers k and q, the "p-quantile" is based on a real number p with 0 < p < 1 then... - - https://en.wikipedia.org/wiki/Quantile_function - - exceed ratio is an input to a quantile function: percentage? - </mark> - - <mark>MKP1 mk2 TODO for VP: Above is not making it clearer at all. Can't we really not explain the spectrum and exceed ratio with just percentiles and quantiles?</mark> - - As for any other probability function, we can talk about percentiles - of the performance probability function, including the median. - The Conditional Throughput will be one such quantile value - for a specifically chosen set of trials. - - <mark>MKP2 As for any other probability function, we can talk about percentiles - of the performance probability function, including the median. - The Conditional Throughput will be one such quantile value - for a specifically chosen set of trials.</mark> - -{:/comment} - -Take a set of all full-length trials performed at the Relevant Lower Bound, -sorted by decreasing trial forwarding rate. -The sum of the durations of those trials -may be less than the Goal Duration Sum, or not. -If it is less, add an imaginary trial result with zero trial forwarding rate, -such that the new sum of durations is equal to the Goal Duration Sum. -This is the set of trials to use. - -If the quantile touches two trials, - -{::comment} - [Clarity.] - - <mark>mk edit note: What does it mean "quantile touches two trials"? - Do you mean two trials are within specific quantile or percentile?</mark> - -{:/comment} - -the larger trial forwarding rate (from the trial result sorted earlier) is used. - -{::comment} - [Oh, unspecified exceed ratio?] - - <mark>the larger trial forwarding rate (from the trial result sorted earlier) is used.</mark> - - <mark>mk edit note: Why is that? Is it because you silently assumed that - quantile here is median or 50th percentile?</mark> - -{:/comment} +# MLRsearch Logic and Example -The resulting quantity is the Conditional Throughput of the goal in question. +This section uses informal language to describe two pieces of MLRsearch logic, +Load Classification and Conditional Throughput, +reflecting formal pseudocode representation present in +[Appendix A: Load Classification](#appendix-a-load-classification) +and [Appendix B: Conditional Throughput](#appendix-b-conditional-throughput). +This is followed by example search. {::comment} - [Motivation has lead to code. Now code is definition, this should be equivalent.] - <mark>The resulting quantity is the Conditional Throughput of the goal in question.</mark> - - <mark>mk edit note: Is this is supposed to be another definition of - Conditional Throughput? If so, how does this relate to Performance - Spectrum? I suggest to either remove these unclear paragraphs above and - rely on examples below that are clear, or rework above so it fits the - flow. Cause right now it's confusion. Even more so, that - [Conditional Throughput] (#Conditional-Throughput) has been already - defined elsewhere in the document.</mark> + TODO-P1: Move this paragraph to a better place. + TODO-P1: This is an answer to the questions of "why are algorithms this strict"? + TODO-P1: Pose that question somewhere, pose this answer there or in another place. {:/comment} -A set of examples follows. +For repeatability and comparability reasons, it is important that +all implementations of MLRsearch classify the load equivalently, +based on all trials measured at the given load. + +## Load Classification Logic + +Note: For explanation clarity variables are taged as (I)nput, +(T)emporary, (O)utput. + +- Take all Trial Result instances (I) measured at a given load. + +- Full-length high-loss sum (T) is the sum of Trial Effective Duration + values of all full-length high-loss trials (I). +- Full-length low-loss sum (T) is the sum of Trial Effective Duration + values of all full-length low-loss trials (I). +- Short high-loss sum is the sum (T) of Trial Effective Duration values + of all short high-loss trials (I). +- Short low-loss sum is the sum (T) of Trial Effective Duration values + of all short low-loss trials (I). -### First Example +- Subceed ratio (T) is One minus the Goal Exceed Ratio (I). +- Exceed coefficient (T) is the Goal Exceed Ratio divided by the subceed + ratio. -- [Goal Exceed Ratio] (#Goal-Exceed-Ratio) = 0 and [Goal Duration Sum] (#Goal-Duration-Sum) has been reached. -- Conditional Throughput is the smallest trial forwarding rate among the trials. +- Balancing sum (T) is the short low-loss sum + multiplied by the exceed coefficient. +- Excess sum (T) is the short high-loss sum minus the balancing sum. +- Positive excess sum (T) is the maximum of zero and excess sum. +- Effective high-loss sum (T) is the full-length high-loss sum + plus the positive excess sum. +- Effective full sum (T) is the effective high-loss sum + plus the full-length low-loss sum. +- Effective whole sum (T) is the larger of the effective full sum + and the Goal Duration Sum. +- Missing sum (T) is the effective whole sum minus the effective full sum. -### Second Example +- Pessimistic high-loss sum (T) is the effective high-loss sum + plus the missing sum. +- Optimistic exceed ratio (T) is the effective high-loss sum + divided by the effective whole sum. +- Pessimistic exceed ratio (T) is the pessimistic high-loss sum + divided by the effective whole sum. -- Goal Exceed Ratio = 0 and Goal Duration Sum has not been reached yet. -- Due to the missing duration sum, the worst case may still happen, so the Conditional Throughput is zero. -- This is not reported to the user, as this load cannot become the Relevant Lower Bound yet. +- The load is classified as an Upper Bound (O) if the optimistic exceed + ratio is larger than the Goal Exceed Ratio. +- The load is classified as a Lower Bound (O) if the pessimistic exceed + ratio is not larger than the Goal Exceed Ratio. +- The load is classified as undecided (O) otherwise. -### Third Example +## Conditional Throughput Logic -- Goal Exceed Ratio = 50% and Goal Duration Sum is two seconds. -- One trial is present with the duration of one second and zero loss. -- The imaginary trial is added with the duration of one second and zero trial forwarding rate. -- The median would touch both trials, so the Conditional Throughput is the trial forwarding rate of the one non-imaginary trial. -- As that had zero loss, the value is equal to the offered load. +Note: For explanation clarity variables are taged as (I)nput, +(T)emporary, (O)utput. -{::comment} - [Middle of rewrite?] +- Take all Trial Result instances (I) measured at a given Load. - <mark>MKP2 mk edit note: how is the median "touching" both trials? - Isn't median of even set of data samples - the average of the two middle data points, - in this case the non-imaginary trial and the imaginary one?</mark> +- Full-length high-loss sum (T) is the sum of Trial Effective Duration + values of all full-length high-loss trials (I). +- Full-length low-loss sum (T) is the sum of Trial Effective Duration + values of all full-length low-loss trials (I). +- Full-length sum (T) is the full-length high-loss sum (I) plus the + full-length low-loss sum (I). - <mark>MKP2 Note that Appendix B does not take into account short trial results.</mark> +- Subceed ratio (T) is One minus the Goal Exceed Ratio (I) is called. +- Remaining sum (T) initially is full-lengths sum multiplied by subceed + ratio. +- Current loss ratio (T) initially is 100%. - <mark>MKP2 mk edit note: Whis is this relevant here? Appendix B has not been mentioned in this section.</mark> - -{:/comment} +- For each full-length trial result, sorted in increasing order by Trial + Loss Ratio: + - If remaining sum is not larger than zero, exit the loop. + - Set current loss ratio to this trial's Trial Loss Ratio (I). + - Decrease the remaining sum by this trial's Trial Effective + Duration (I). -### Summary - -While the Conditional Throughput is a generalization of the trial forwarding rate, -its definition is not an obvious one. - -Other than the trial forwarding rate, the other source of intuition -is the quantile in general, and the median the recommended case. +- Current forwarding ratio (T) is One minus the current loss ratio. +- Conditional Throughput (T) is the current forwarding ratio multiplied + by the Load value. {::comment} - [Next version of MLRsearch library may invent new quantity that is more stable.] - - <mark>In future, different quantities may prove more useful, - especially when applying to specific problems, - but currently the Conditional Throughput is the recommended compromise, - especially for repeatability and comparability reasons.</mark> - - <mark>MKP2 mk edit note: This is future looking and hand wavy without - specifics. What are the "specific problems" that are referred here? - Networking, else?Some specific behaviours, if so, what sort? If - something is classified as future work, it needs to be better defined. - The same applies to any out of scope statements.</mark> - + TODO-P0: Move somewhere else? MK: I think it's okay to leave it here. {:/comment} -## Trials with Single Duration +By definition, Conditional Throughput logic results in a value +that represents Trial Loss Ratio at most equal to Goal Loss Ratio. -{::comment} - [Clarity.] - - <mark>MKP2 mk edit note: Need to improve explanations in this subsection.</mark> +## SUT Behaviors -{:/comment} +In [DUT in SUT](#dut-in-sut), the notion of noise has been introduced. +In this section we rely on new terms defined since then +to describe possible SUT behaviors more precisely. -When goal attributes are chosen in such a way that every trial has the same -intended duration, the load classification is simpler. +From measurement point of view, noise is visible as inconsistent trial results. +See [Inconsistent Trial Results](#inconsistent-trial-results) for general points +and [Loss Ratios and Loss Inversion](#loss-ratios-and-loss-inversion) +for specifics when comparing different Load values. -The following description follows the motivation -of Goal Loss Ratio, Goal Exceed Ratio, and Goal Duration Sum. +Load Classification and Conditional Throughput apply to a single Load value, +but even the set of Trial Results measured at that Trial Load value +may appear inconsistent. -If the sum of the durations of all trials (at the given load) -is less than the Goal Duration Sum, imagine two scenarios: +As MLRsearch aims to save time, it executes only a small number of Trials, +getting only a limited amount of information about SUT behavior. +It is useful to introduce an "SUT expert" point of view to contrast +with that limited information. -- **best case scenario**: all subsequent trials having zero loss, and -- **worst case scenario**: all subsequent trials having 100% loss. +### Expert Predictions -Here we assume there are as many subsequent trials as needed -to make the sum of all trials equal to the Goal Duration Sum. +Imagine that before the Search starts, a human expert had unlimited time +to measure SUT and obtain all reliable information about it. +The information is not perfect, as there is still random noise influencing SUT. +But the expert is familiar with possible noise events, even the rare ones, +and thus the expert can do probabilistic predictions about future Trial Outputs. -The exceed ratio is defined using sums of durations -(and number of trials does not matter), so it does not matter whether -the "subsequent trials" can consist of an integer number of full-length trials. +When several outcomes are possible, +the expert can asses probability of each outcome. -In any of the two scenarios, best case and worst case, we can compute the load exceed ratio, -as the duration sum of good trials divided by the duration sum of all trials, -in both cases including the assumed trials. +### Exceed Probability -Even if, in the best case scenario, the load exceed ratio is larger -than the Goal Exceed Ratio, the load is an upper bound. +When the Controller selects new Trial Duration and Trial Load, +and just before the Measurer starts performing the Trial, +the SUT expert can envision possible Trial Results. -MKP2 Even if, in the worst case scenario, the load exceed ratio is not larger -than the Goal Exceed Ratio, the load is a lower bound. +With respect to a particular Search Goal instance, the possibilities +can be summarized into a single number: Exceed Probability. +It is the probability (according to the expert) that the measured +Trial Loss Ratio will be higher than the Goal Loss Ratio. {::comment} - [Middle of rewrite?] - - <mark>Even if</mark>, in the best case scenario, the load exceed ratio is larger - than the Goal Exceed Ratio, the load is an upper bound. - <mark>MKP2 Even if</mark>, in the worst case scenario, the load exceed ratio is not larger - than the Goal Exceed Ratio, the load is a lower bound. + TODO-P2: Do we need to say small EP means low load? - <mark>MKP2 mk edit note: I am confused by "Even if" prefixing - each of the above statements. And even more so by your version - with "If even".</mark> + TODO-P3: Mention how ER relates to EP here? - <mark>mk edit note: I do not get how this statements are true, as they - are counter-intuitive. For the best case scenario, if load exceed ratio - is larger than the goal exceed ratio, I expect the load to be lower - bound. Need more examples.</mark> + TODO-P2: Tie to Relevant Lower Bound and Conditional Throughput somewhere. {:/comment} -More specifically: +### Trial Duration Dependence -- Take all trials measured at a given load. -- The sum of the durations of all bad full-length trials is called the bad sum. -- The sum of the durations of all good full-length trials is called the good sum. -- The result of adding the bad sum plus the good sum is called the measured sum. -- The larger of the measured sum and the Goal Duration Sum is called the whole sum. -- The whole sum minus the measured sum is called the missing sum. -- The optimistic exceed ratio is the bad sum divided by the whole sum. -- The pessimistic exceed ratio is the bad sum plus the missing sum, that divided by the whole sum. -- If the optimistic exceed ratio is larger than the Goal Exceed Ratio, the load is classified as an upper bound. -- If the pessimistic exceed ratio is not larger than the Goal Exceed Ratio, the load is classified as a lower bound. -- Else, the load is classified as undecided. +When comparing Exceed Probability values for the same Trial Load value +but different Trial Duration values, +there are several patterns that commonly occur in practice. -The definition of pessimistic exceed ratio is compatible with the logic in -the Conditional Throughput computation, so in this single trial duration case, -a load is a lower bound if and only if the Conditional Throughput -loss ratio is not larger than the Goal Loss Ratio. +#### Strong Increase -{::comment} - [Useful (depends on the whole chapter).] - - <mark>MKP2 mk edit note: I do not get the defintion of optimistic and - pessmistic exceed ratios. Please define or describe what they - are.</mark> - -{:/comment} - -If it is larger, the load is either an upper bound or undecided. +Exceed Probability is very small at short durations but very high at full-length. +This SUT behavior is undesirable, and may hint at faulty SUT, +e.g. SUT leaks resources and is unable to sustain the desired performance. -## Trials with Short Duration +But this behavior is also seen when SUT uses large amount of buffers. +This is the main reasons users may want to set high Goal Final Trial Duration. -### Scenarios +#### Mild Increase -Trials with intended duration smaller than the goal final trial duration -are called short trials. -The motivation for load classification logic in the presence of short trials -is based around a counter-factual case: What would the trial result be -if a short trial has been measured as a full-length trial instead? +Short trials have smaller exceed probability, but the difference is not as high. +This behavior is quite common if the noise contains infrequent but large +loss spikes, as the more performant parts of a full-length trial +are unable to compensate for all the frame loss from a less performant part. -There are three main scenarios where human intuition guides -the intended behavior of load classification. +#### Independence -#### False Good Scenario +Short trials have basically the same Exceed Probability as full-length trials. +This is possible only if loss spikes are small (so other parts can compensate) +and if Goal Loss Ratio is more than zero (otherwise other parts +cannot compensate at all). -The user had their reason for not configuring a shorter goal -final trial duration. -Perhaps SUT has buffers that may get full at longer -trial durations. -Perhaps SUT shows periodic decreases in performance -the user does not want to be treated as noise. +#### Decrease -In any case, many good short trials may become bad full-length trials -in the counter-factual case. - -In extreme cases, there are plenty of good short trials and no bad short trials. - -In this scenario, we want the load classification NOT to classify the load -as a lower bound, despite the abundance of good short trials. +Short trials have larger Exceed Probability than full-length trials. +This can be possible only for non-zero Goal Loss Ratio, +for example if SUT needs to "warm up" to best performance within each trial. +Not sommonly seen in practice. {::comment} - [I agree.] - <mark>MKP2 mk edit note: It may be worth adding why that is. i.e. because - there is a risk that at longer trial this could turn into a bad - trial.</mark> + TODO-P2: Define loss spikes? Mention loss spikes when discussing noise? {:/comment} -Effectively, we want the good short trials to be ignored, so they -do not contribute to comparisons with the Goal Duration Sum. - -#### True Bad Scenario - -When there is a frame loss in a short trial, -the counter-factual full-length trial is expected to lose at least as many -frames. - -In practice, bad short trials are rarely turning into -good full-length trials. - -In extreme cases, there are no good short trials. - -In this scenario, we want the load classification -to classify the load as an upper bound just based on the abundance -of short bad trials. - -Effectively, we want the bad short trials -to contribute to comparisons with the Goal Duration Sum, -so the load can be classified sooner. - -#### Balanced Scenario - -Some SUTs are quite indifferent to trial duration. -Performance probability function constructed from short trial results -is likely to be similar to the performance probability function constructed -from full-length trial results (perhaps with larger dispersion, -but without a big impact on the median quantiles overall). - {::comment} - [Recheck after edits earlier.] - <mark>MKP1 mk edit note: "Performance probability function" is this function - defined anywhere? Mention in [Performance Spectrum] (#Performance Spectrum) - is not a complete definition.</mark> + ### Loss Spikes + + #### Frequent Small Loss Spikes + + #### Rare Big Loss Spikes {:/comment} -For a moderate Goal Exceed Ratio value, this may mean there are both -good short trials and bad short trials. +## Example Search -This scenario is there just to invalidate a simple heuristic -of always ignoring good short trials and never ignoring bad short trials, -as that simple heuristic would be too biased. +The following example Search is related to +one hypothetical run of a Search test procedure +that has been started with multiple Search Goals. +Several points in time are chosen, in order to show how the logic works, +with specific sets of Trial Result available. +The trial results themselves are not very realistic, as +the intention is to show several corner cases of the logic. -Yes, the short bad trials -are likely to turn into full-length bad trials in the counter-factual case, -but there is no information on what would the good short trials turn into. +In all Trials, the Effective Trial Duration is equal to Trial Duration. -The only way to decide safely is to do more trials at full length, -the same as in False Good Scenario. +Only one Trial Load is in focus, its value is one million frames per second. +Trial Results at other Trial Loads are not mentioned, +as the parts of logic present here do not depend on those. +In practice, Trial Results at other Load values would be present, +e.g. MLRsearch will look for a Lower Bound smaller than any Upper Bound found. -### Classification Logic +In all points in time, only one Search Goal instance is marked as "in focus". +That explains Trial Duration of the new Trials, +but is otherwise unrelated to the logic applied. -MLRsearch picks a particular logic for load classification -in the presence of short trials, but it is still RECOMMENDED -to use configurations that imply no short trials, -so the possible inefficiencies in that logic -do not affect the result, and the result has better explainability. +MLRsearch implementations are not required to "focus" on one goal at time, +but this example is useful to show a load can be classified +also for goals not "in focus". -With that said, the logic differs from the single trial duration case -only in different definition of the bad sum. -The good sum is still the sum across all good full-length trials. +### Example Goals -Few more notions are needed for defining the new bad sum: +The following four Search Goal instances are selected for the example Search. +Each goal has a readable name and dense code, +the code is useful to show Search Goal attribute values. -- The sum of durations of all bad full-length trials is called the bad long sum. -- The sum of durations of all bad short trials is called the bad short sum. -- The sum of durations of all good short trials is called the good short sum. -- One minus the Goal Exceed Ratio is called the subceed ratio. -- The Goal Exceed Ratio divided by the subceed ratio is called the exceed coefficient. -- The good short sum multiplied by the exceed coefficient is called the balancing sum. -- The bad short sum minus the balancing sum is called the excess sum. -- If the excess sum is negative, the bad sum is equal to the bad long sum. -- Otherwise, the bad sum is equal to the bad long sum plus the excess sum. +As the variable "exceed coefficient" does not depend on trial results, +it is also precomputed here. -Here is how the new definition of the bad sum fares in the three scenarios, -where the load is close to what would the relevant bounds be -if only full-length trials were used for the search. +Goal 1: -#### False Good Scenario + name: RFC2544 + Goal Final Trial Duration: 60s + Goal Duration Sum: 60s + Goal Loss Ratio: 0% + Goal Exceed Ratio: 0% + exceed coefficient: 0% / (100% / 0%) = 0.0 + code: 60f60d0l0e -If the duration is too short, we expect to see a higher frequency -of good short trials. -This could lead to a negative excess sum, -which has no impact, hence the load classification is given just by -full-length trials. -Thus, MLRsearch using too short trials has no detrimental effect -on result comparability in this scenario. -But also using short trials does not help with overall search duration, -probably making it worse. +Goal 2: -#### True Bad Scenario + name: TST009 + Goal Final Trial Duration: 60s + Goal Duration Sum: 120s + Goal Loss Ratio: 0% + Goal Exceed Ratio: 50% + exceed coefficient: 50% / (100% - 50%) = 1.0 + code: 60f120d0l50e -Settings with a small exceed ratio -have a small exceed coefficient, so the impact of the good short sum is small, -and the bad short sum is almost wholly converted into excess sum, -thus bad short trials have almost as big an impact as full-length bad trials. -The same conclusion applies to moderate exceed ratio values -when the good short sum is small. -Thus, short trials can cause a load to get classified as an upper bound earlier, -bringing time savings (while not affecting comparability). +Goal 3: -#### Balanced Scenario + name: 1s final + Goal Final Trial Duration: 1s + Goal Duration Sum: 120s + Goal Loss Ratio: 0.5% + Goal Exceed Ratio: 50% + exceed coefficient: 50% / (100% - 50%) = 1.0 + code: 1f120d.5l50e -Here excess sum is small in absolute value, as the balancing sum -is expected to be similar to the bad short sum. -Once again, full-length trials are needed for final load classification; -but usage of short trials probably means MLRsearch needed -a shorter overall search time before selecting this load for measurement, -thus bringing time savings (while not affecting comparability). +Goal 4: -Note that in presence of short trial results, -the comparibility between the load classification -and the Conditional Throughput is only partial. -The Conditional Throughput still comes from a good long trial, -but a load higher than the Relevant Lower Bound may also compute to a good value. + name: 20% exceed + Goal Final Trial Duration: 60s + Goal Duration Sum: 60s + Goal Loss Ratio: 0.5% + Goal Exceed Ratio: 20% + exceed coefficient: 20% / (100% - 20%) = 0.25 + code: 60f60d0.5l20e -## Trials with Longer Duration +The first two goals are important for compliance reasons, +the other two cover less frequent cases. -If there are trial results with an intended duration larger -than the goal trial duration, the precise definitions -in Appendix A and Appendix B treat them in exactly the same way -as trials with duration equal to the goal trial duration. - -But in configurations with moderate (including 0.5) or small -Goal Exceed Ratio and small Goal Loss Ratio (especially zero), -bad trials with longer than goal durations may bias the search -towards the lower load values, as the noiseful end of the spectrum -gets a larger probability of causing the loss within the longer trials. +### Example Trial Results {::comment} - [Use single goal when testing externaly, deviate freely in internal tests.] - <mark>For some users, this is an acceptable price</mark> - <mark>for increased configuration flexibility</mark> - <mark>(perhaps saving time for the related goals),</mark> - <mark>so implementations SHOULD allow such configurations.</mark> - <mark>Still, users are encouraged to avoid such configurations</mark> - <mark>by making all goals use the same final trial duration,</mark> - <mark>so their results remain comparable across implementations.</mark> - - <mark>MKP2 mk edit note: This paragraph has no value in my view. - Statements like "For some users, this is an acceptable price - for increased configuration flexibility" do not make sense. - Configuration flexibility for flexibility sake is not a valid argument - in the specification that aims at standardising benchmarking methodologies. - If one wants to test with longer durations, - then one should configure these as Goal Final Trial Duration. - Simple, no? Or am I reading this point wrong?</mark> - -{:/comment} - -{::comment} - [MKP4 Out of scope here, subject for future work] - - # Current practices? - - <mark>MKP2 [VP] TODO: Even if not mentioned in spec (not even recommended), - some tricks from CSIT code may be worth mentioning? Not sure.</mark> - - <mark>MKP2 [VP] TODO: Tricks with big impact on search time - can be mentioned so that Addressed Problems : Long Test Duration - has something specific to refer to.</mark> - - <mark>MKP2 [VP] TODO: It is important to mention trick that have impact - on repeatability and comparability.</mark> - - <mark>MKP2 [VP] TODO: CSIT computes a discrete "grid" of load values to use.</mark> - - <mark>MKP2 [VP] TODO: - If all Goal Widths are aligned, there is one common coarse grid. - In that case, NDR (and even PDR conditional throughput - for tests with zer-or-big losses) values are identical in trending, - hiding the real performance variance, and causing fake anomaly - when the performance shifts just one gridpoint. - </mark> - - <mark>MKP2 [VP] TODO: Conversely, when Goal Width do not match well, - CSIT needs to compute a fine-grained grid to match them all. - In this case, similar performances can be "rounded differently", - mostly based on specific loss that happened at Max Load, - where SUT may be less stable than around PDR. - This way trending sees higher variance (still within corresponding Goal Width), - but at least there are no fake anomalies. - </mark> - - <mark>MKP2 [VP] TODO: In general, do not trust stdev if not larged than width.</mark> - - <mark>MKP2 [VP] TODO: De we have a chapter section fosucing on design principles? - - Make Controller API independent from Measurer API. - - The "allowed if makes worse" principle: - - RFC1242 specmanship happens when testing own DUTs. - - Shortening trial wait times only risks making goal results lower. - - So it is fine to save time aggressively when testing own DUTs. - </mark> + TODO-P1: Merge this with Point computations so all trial data is localized. {:/comment} +The following six sets of trial results are selected for the example Search. +The sets are defined as points in time, describing which Trial Results +were added since the previous point. -{::comment} - [Will be nice if made substantial.] - - # Addressed Problems - - <mark>MKP1 all of this section requires updating based on the updated content. - And it is for information only anyways. In fact not sure it's needed. - Maybe in appendix for posterity.</mark> - - Now when MLRsearch is clearly specified and explained, - it is possible to summarize how does MLRsearch specification help with problems. - - Here, "multiple trials" is a shorthand for having the goal final trial duration - significantly smaller than the Goal Duration Sum. - This results in MLRsearch performing multiple trials at the same load, - which may not be the case with other configurations. - - ## Long Test Duration - - As shortening the overall search duration is the main motivation - of MLRsearch library development, the library implements - multiple improvements on this front, both big and small. - - Most of implementation details are not constrained by MLRsearch specification, - so that future implementations may keep shortening the search duration even more. - - One exception is the impact of short trial results on the Relevant Lower Bound. - While motivated by human intuition, the logic is not straightforward. - In practice, configurations with only one common trial duration value - are capable of achieving good overal search time and result repeatability - without the need to consider short trials. - - ### Impact of goal attribute values - - From the required goal attributes, the Goal Duration Sum - remains the best way to get even shorter searches. - - Usage of multiple trials can also save time, - depending on wait times around trial traffic. - - The farther the Goal Exceed Ratio is from 0.5 (towards zero or one), - the less predictable the overal search duration becomes in practice. - - Width parameter does not change search duration much in practice - (compared to other, mainly optional goal attributes). +Each point has a readable name and dense code, +the code is useful to show Trial Output attribute values +and number of times identical results were added. - ## DUT in SUT +Point 1: - In practice, using multiple trials and moderate exceed ratios - often improves result repeatability without increasing the overall search time, - depending on the specific SUT and DUT characteristics. - Benefits for separating SUT noise are less clear though, - as it is not easy to distinguish SUT noise from DUT instability in general. + name: first short good + goal in focus: 1s final (1f120d.5l50e) + added Trial Results: 59 trials, each 1 second and 0% loss + code: 59x1s0l - Conditional Throughput has an intuitive meaning when described - using the performance spectrum, so this is an improvement - over existing simple (less configurable) search procedures. +Point 2: - Multiple trials can save time also when the noisy end of - the preformance spectrum needs to be examined, e.g. for [RFC9004]. + name: first short bad + goal in focus: 1s final (1f120d.5l50e) + added Trial Result: one trial, 1 second, 1% loss + code: 59x1s0l+1x1s1l - Under some circumstances, testing the same DUT and SUT setup with different - DUT configurations can give some hints on what part of noise is SUT noise - and what part is DUT performance fluctuations. - In practice, both types of noise tend to be too complicated for that analysis. +Point 3: - MLRsearch enables users to search for multiple goals, - potentially providing more insight at the cost of a longer overall search time. - However, for a thorough and reliable examination of DUT-SUT interactions, - it is necessary to employ additional methods beyond black-box benchmarking, - such as collecting and analyzing DUT and SUT telemetry. + name: last short bad + goal in focus: 1s final (1f120d.5l50e) + added Trial Results: 59 trials, 1 second each, 1% loss each + code: 59x1s0l+60x1s1l - ## Repeatability and Comparability +Point 4: - Multiple trials improve repeatability, depending on exceed ratio. + name: last short good + goal in focus: 1s final (1f120d.5l50e) + added Trial Results: one trial 1 second, 0% loss + code: 60x1s0l+60x1s1l - In practice, one-second goal final trial duration with exceed ratio 0.5 - is good enough for modern SUTs. - However, unless smaller wait times around the traffic part of the trial - are allowed, too much of overal search time would be wasted on waiting. +Point 5: - It is not clear whether exceed ratios higher than 0.5 are better - for repeatability. - The 0.5 value is still preferred due to explainability using median. + name: first long bad + goal in focus: TST009 (60f120d0l50e) + added Trial Results: one trial, 60 seconds, 0.1% loss + code: 60x1s0l+60x1s1l+1x60s.1l - It is possible that the Conditional Throughput values (with non-zero goal - loss ratio) are better for repeatability than the Relevant Lower Bound values. - This is especially for implementations - which pick load from a small set of discrete values, - as that hides small variances in Relevant Lower Bound values - other implementations may find. +Point 6: - Implementations focusing on shortening the overall search time - are automatically forced to avoid comparability issues due to load selection, - as they must prefer even splits wherever possible. - But this conclusion only holds when the same goals are used. - Larger adoption is needed before any further claims on comparability - between MLRsearch implementations can be made. - - ## Throughput with Non-Zero Loss - - Trivially suported by the Goal Loss Ratio attribute. - - In practice, usage of non-zero loss ratio values - improves the result repeatability - (exactly as expected based on results from simpler search methods). - - ## Inconsistent Trial Results - - MLRsearch is conservative wherever possible. - This is built into the definition of Conditional Throughput, - and into the treatment of short trial results for load classification. - - This is consistent with [RFC2544] zero loss tolerance motivation. - - If the noiseless part of the SUT performance spectrum is of interest, - it should be enough to set small value for the goal final trial duration, - and perhaps also a large value for the Goal Exceed Ratio. - - Implementations may offer other (optional) configuration attributes - to become less conservative, but currently it is not clear - what impact would that have on repeatability. + name: first long good + goal in focus: TST009 (60f120d0l50e) + added Trial Results: one trial, 60 seconds, 0% loss + code: 60x1s0l+60x1s1l+1x60s.1l+1x60s0l + +Comments on point in time naming: + +- When a name contains "short", it means the added trial + had Trial Duration of 1 second, which is Short Trial for 3 of the Search Goals, + but it is a Full-Length Trial for the "1s final" goal. + +- Similarly, "long" in name means the added trial + had Trial Duration of 60 seconds, which is Full-Length Trial for 3 goals + but Long Trial for the "1s final" goal. + +- When a name contains "good" it means the added trial is Low-Loss Trial + for all the goals. + +- When a name contains "short bad" it means the added trial is High-Loss Trial + for all the goals. + +- When a name contains "long bad", it means the added trial + is a High-Loss Trial for goals "RFC2544" and "TST009", + but it is a Low-Loss Trial for the two other goals. + +### Load Classification Computations + +This section shows how Load Classification logic is applied +by listing all temporary values at the specific time point. + +#### Point 1 + +This is the "first short good" point. +Code for available results is: 59x1s0l + +Goal name | RFC2544 | TST009 | 1s final | 20% exceed +--------------------------|-------------|--------------|--------------|-------------- +Goal code | 60f60d0l0e | 60f120d0l50e | 1f120d.5l50e | 60f60d0.5l20e +Full-length high-loss sum | 0s | 0s | 0s | 0s +Full-length low-loss sum | 0s | 0s | 59s | 0s +Short high-loss sum | 0s | 0s | 0s | 0s +Short low-loss sum | 59s | 59s | 0s | 59s +Balancing sum | 0s | 59s | 0s | 14.75s +Excess sum | 0s | -59s | 0s | -14.75s +Positive excess sum | 0s | 0s | 0s | 0s +Effective high-loss sum | 0s | 0s | 0s | 0s +Effective full sum | 0s | 0s | 59s | 0s +Effective whole sum | 60s | 120s | 120s | 60s +Missing sum | 60s | 120s | 61s | 60s +Pessimistic high-loss sum | 60s | 120s | 61s | 60s +Optimistic exceed ratio | 0% | 0% | 0% | 0% +Pessimistic exceed ratio | 100% | 100% | 50.833% | 100% +Classification Result | Undecided | Undecided | Undecided | Undecided + +This is the last point in time where all goals have this load as Undecided. + +#### Point 2 + +This is the "first short bad" point. +Code for available results is: 59x1s0l+1x1s1l + +Goal name | RFC2544 | TST009 | 1s final | 20% exceed +--------------------------|-------------|--------------|--------------|-------------- +Goal code | 60f60d0l0e | 60f120d0l50e | 1f120d.5l50e | 60f60d0.5l20e +Full-length high-loss sum | 0s | 0s | 1s | 0s +Full-length low-loss sum | 0s | 0s | 59s | 0s +Short high-loss sum | 1s | 1s | 0s | 1s +Short low-loss sum | 59s | 59s | 0s | 59s +Balancing sum | 0s | 59s | 0s | 14.75s +Excess sum | 1s | -58s | 0s | -13.75s +Positive excess sum | 1s | 0s | 0s | 0s +Effective high-loss sum | 1s | 0s | 1s | 0s +Effective full sum | 1s | 0s | 60s | 0s +Effective whole sum | 60s | 120s | 120s | 60s +Missing sum | 59s | 120s | 60s | 60s +Pessimistic high-loss sum | 60s | 120s | 61s | 60s +Optimistic exceed ratio | 1.667% | 0% | 0.833% | 0% +Pessimistic exceed ratio | 100% | 100% | 50.833% | 100% +Classification Result | Upper Bound | Undecided | Undecided | Undecided + +Due to zero Goal Loss Ratio, RFC2544 goal must have mild or strong increase +of exceed probability, so the one lossy trial would be lossy even if measured +at 60 second duration. +Due to zero exceed ratio, one High-Loss Trial is enough to preclude this Load +from becoming a Lower Bound for RFC2544. That is why this Load +is classified as an Upper Bound for RFC2544 this early. + +This is an example how significant time can be saved, compared to 60-second trials. + +#### Point 3 + +This is the "last short bad" point. +Code for available trial results is: 59x1s0l+60x1s1l + +Goal name | RFC2544 | TST009 | 1s final | 20% exceed +--------------------------|-------------|--------------|--------------|-------------- +Goal code | 60f60d0l0e | 60f120d0l50e | 1f120d.5l50e | 60f60d0.5l20e +Full-length high-loss sum | 0s | 0s | 60s | 0s +Full-length low-loss sum | 0s | 0s | 59s | 0s +Short high-loss sum | 60s | 60s | 0s | 60s +Short low-loss sum | 59s | 59s | 0s | 59s +Balancing sum | 0s | 59s | 0s | 14.75s +Excess sum | 60s | 1s | 0s | 45.25s +Positive excess sum | 60s | 1s | 0s | 45.25s +Effective high-loss sum | 60s | 1s | 60s | 45.25s +Effective full sum | 60s | 1s | 119s | 45.25s +Effective whole sum | 60s | 120s | 120s | 60s +Missing sum | 0s | 119s | 1s | 14.75s +Pessimistic high-loss sum | 60s | 120s | 61s | 60s +Optimistic exceed ratio | 100% | 0.833% | 50% | 75.417% +Pessimistic exceed ratio | 100% | 100% | 50.833% | 100% +Classification Result | Upper Bound | Undecided | Undecided | Upper Bound + +This is the last point for "1s final" goal to have this Load still Undecided. +Only one 1-second trial is missing within the 120-second Goal Duration Sum, +but its result will decide the classification result. + +The "20% exceed" started to classify this load as an Upper Bound +somewhere between points 2 and 3. + +#### Point 4 + +This is the "last short good" point. +Code for available trial results is: 60x1s0l+60x1s1l + +Goal name | RFC2544 | TST009 | 1s final | 20% exceed +--------------------------|-------------|--------------|--------------|-------------- +Goal code | 60f60d0l0e | 60f120d0l50e | 1f120d.5l50e | 60f60d0.5l20e +Full-length high-loss sum | 0s | 0s | 60s | 0s +Full-length low-loss sum | 0s | 0s | 60s | 0s +Short high-loss sum | 60s | 60s | 0s | 60s +Short low-loss sum | 60s | 60s | 0s | 60s +Balancing sum | 0s | 60s | 0s | 15s +Excess sum | 60s | 0s | 0s | 45s +Positive excess sum | 60s | 0s | 0s | 45s +Effective high-loss sum | 60s | 0s | 60s | 45s +Effective full sum | 60s | 0s | 120s | 45s +Effective whole sum | 60s | 120s | 120s | 60s +Missing sum | 0s | 120s | 0s | 15s +Pessimistic high-loss sum | 60s | 120s | 60s | 60s +Optimistic exceed ratio | 100% | 0% | 50% | 75% +Pessimistic exceed ratio | 100% | 100% | 50% | 100% +Classification Result | Upper Bound | Undecided | Lower Bound | Upper Bound + +The one missing trial for "1s final" was low-loss, +half of trial results are low-loss which exactly matches 50% exceed ratio. +This shows time savings are not guaranteed. + +#### Point 5 + +This is the "first long bad" point. +Code for available trial results is: 60x1s0l+60x1s1l+1x60s.1l + +Goal name | RFC2544 | TST009 | 1s final | 20% exceed +--------------------------|-------------|--------------|--------------|-------------- +Goal code | 60f60d0l0e | 60f120d0l50e | 1f120d.5l50e | 60f60d0.5l20e +Full-length high-loss sum | 60s | 60s | 60s | 0s +Full-length low-loss sum | 0s | 0s | 120s | 60s +Short high-loss sum | 60s | 60s | 0s | 60s +Short low-loss sum | 60s | 60s | 0s | 60s +Balancing sum | 0s | 60s | 0s | 15s +Excess sum | 60s | 0s | 0s | 45s +Positive excess sum | 60s | 0s | 0s | 45s +Effective high-loss sum | 120s | 60s | 60s | 45s +Effective full sum | 120s | 60s | 180s | 105s +Effective whole sum | 120s | 120s | 180s | 105s +Missing sum | 0s | 60s | 0s | 0s +Pessimistic high-loss sum | 120s | 120s | 60s | 45s +Optimistic exceed ratio | 100% | 50% | 33.333% | 42.857% +Pessimistic exceed ratio | 100% | 100% | 33.333% | 42.857% +Classification Result | Upper Bound | Undecided | Lower Bound | Lower Bound + +As designed for TST009 goal, one Full-Length High-Loss Trial can be tolerated. +120s worth of 1-second trials is not useful, as this is allowed when +Exceed Probability does not depend on Trial Duration. +As Goal Loss Ratio is zero, it is not really possible for 60-second trials +to compensate for losses seen in 1-second results. +But Load Classification logic does not have that knowledge hardcoded, +so optimistic exceed ratio is still only 50%. + +But the 0.1% Trial Loss Ratio is smaller than "20% exceed" Goal Loss Ratio, +so this unexpected Full-Length Low-Loss trial changed the classification result +of this Load to Lower Bound. + +#### Point 6 + +This is the "first long good" point. +Code for available trial results is: 60x1s0l+60x1s1l+1x60s.1l+1x60s0l + +Goal name | RFC2544 | TST009 | 1s final | 20% exceed +--------------------------|-------------|--------------|--------------|-------------- +Goal code | 60f60d0l0e | 60f120d0l50e | 1f120d.5l50e | 60f60d0.5l20e +Full-length high-loss sum | 60s | 60s | 60s | 0s +Full-length low-loss sum | 60s | 60s | 180s | 120s +Short high-loss sum | 60s | 60s | 0s | 60s +Short low-loss sum | 60s | 60s | 0s | 60s +Balancing sum | 0s | 60s | 0s | 15s +Excess sum | 60s | 0s | 0s | 45s +Positive excess sum | 60s | 0s | 0s | 45s +Effective high-loss sum | 120s | 60s | 60s | 45s +Effective full sum | 180s | 120s | 240s | 165s +Effective whole sum | 180s | 120s | 240s | 165s +Missing sum | 0s | 0s | 0s | 0s +Pessimistic high-loss sum | 120s | 60s | 60s | 45s +Optimistic exceed ratio | 66.667% | 50% | 25% | 27.273% +Pessimistic exceed ratio | 66.667% | 50% | 25% | 27.273% +Classification Result | Upper Bound | Lower Bound | Lower Bound | Lower Bound + +This is the Low-Loss Trial the "TST009" goal was waiting for. +This Load is now classified for all goals, the search may end. +Or, more realistically, it can focus on higher load only, +as the three goals will want an Upper Bound (unless this Load is Max Load). + +### Conditional Throughput Computations + +At the end of the hypothetical search, "RFC2544" goal has this load +classified as an Upper Bound, so it is not eligible for Conditional Throughput +calculations. But the remaining three goals calssify this Load as a Lower Bound, +and if we assume it has also became the Relevant Lower Bound, +we can compute Conditional Throughput values for all three goals. + +As a reminder, the Load value is one million frames per second. + +#### Goal 2 + +The Conditional Throughput is computed from sorted list +of Full-Length Trial results. As TST009 Goal Final Trial Duration is 60 seconds, +only two of 122 Trials are considered Full-Length Trials. +One has Trial Loss Ratio of 0%, the other of 0.1%. + +- Full-length high-loss sum is 60 seconds. +- Full-length low-loss sum is 60 seconds. +- Full-length is 120 seconds. +- Subceed ratio is 50%. +- Remaining sum initially is 0.5x12s = 60 seconds. +- Current loss ratio initially is 100%. + +- For first result (duration 60s, loss 0%): + - Remaining sum is larger than zero, not exiting the loop. + - Set current loss ratio to this trial's Trial Loss Ratio which is 0%. + - Decrease the remaining sum by this trial's Trial Effective Duration. + - New remaining sum is 60s - 60s = 0s. +- For second result (duration 60s, loss 0.1%): + - Remaining sum is not larger than zero, exiting the loop. +- Current forwarding ratio was most recently set to 0%. + +- Current forwarding ratio is one minus the current loss ratio, so 100%. +- Conditional Throughput is the current forwarding ratio multiplied by the Load value. +- Conditional Throughput is one million frames per second. + +#### Goal 3 + +The "1s final" has Goal Final Trial Duration of 1 second, +so all 122 Trial Results are considered Full-Length Trials. +They are ordered like this: + + 60 1-second 0% loss trials, + 1 60-second 0% loss trial, + 1 60-second 0.1% loss trial, + 60 1-second 1% loss trials. + +The result does not depend on the order of 0% loss trials. + +- Full-length high-loss sum is 60 seconds. +- Full-length low-loss sum is 180 seconds. +- Full-length is 240 seconds. +- Subceed ratio is 50%. +- Remaining sum initially is 0.5x240s = 120 seconds. +- Current loss ratio initially is 100%. + +- For first 61 results (duration varies, loss 0%): + - Remaining sum is larger than zero, not exiting the loop. + - Set current loss ratio to this trial's Trial Loss Ratio which is 0%. + - Decrease the remaining sum by this trial's Trial Effective Duration. + - New remaining sum varies. +- After 61 trials, we have subtracted 60x1s + 1x60s from 120s, remaining 0s. +- For 62-th result (duration 60s, loss 0.1%): + - Remaining sum is not larger than zero, exiting the loop. +- Current forwarding ratio was most recently set to 0%. + +- Current forwarding ratio is one minus the current loss ratio, so 100%. +- Conditional Throughput is the current forwarding ratio multiplied by the Load value. +- Conditional Throughput is one million frames per second. + +#### Goal 4 + +The Conditional Throughput is computed from sorted list +of Full-Length Trial results. As "20% exceed" Goal Final Trial Duration +is 60 seconds, only two of 122 Trials are considered Full-Length Trials. +One has Trial Loss Ratio of 0%, the other of 0.1%. + +- Full-length high-loss sum is 60 seconds. +- Full-length low-loss sum is 60 seconds. +- Full-length is 120 seconds. +- Subceed ratio is 80%. +- Remaining sum initially is 0.8x120s = 96 seconds. +- Current loss ratio initially is 100%. + +- For first result (duration 60s, loss 0%): + - Remaining sum is larger than zero, not exiting the loop. + - Set current loss ratio to this trial's Trial Loss Ratio which is 0%. + - Decrease the remaining sum by this trial's Trial Effective Duration. + - New remaining sum is 96s - 60s = 36s. +- For second result (duration 60s, loss 0.1%): + - Remaining sum is larger than zero, not exiting the loop. + - Set current loss ratio to this trial's Trial Loss Ratio which is 0.1%. + - Decrease the remaining sum by this trial's Trial Effective Duration. + - New remaining sum is 36s - 60s = -24s. +- No more trials (and also remaining sum is not larger than zero), exiting loop. +- Current forwarding ratio was most recently set to 0.1%. + +- Current forwarding ratio is one minus the current loss ratio, so 99.9%. +- Conditional Throughput is the current forwarding ratio multiplied by the Load value. +- Conditional Throughput is 999 thousand frames per second. + +Due to stricter Goal Exceed Ratio, this Conditional Throughput +is smaller than Conditional Throughput of the other two goals. + +{::comment} + + TODO-P2: Example of long trial being too strict? + + TODO-P2: Unless a set of Search Goals is recommended, comparability is not there. + + TODO-P2: Spell out how MLRsearch addressed the Problems. {:/comment} + # IANA Considerations No requests of IANA. @@ -2970,7 +3123,8 @@ positive attitude. Al, you are dearly missed. This section specifies how to perform the load classification. -Any intended load value can be classified, according to a given [Search Goal] (#Search-Goal). +Any Trial Load value can be classified, +according to a given [Search Goal](#search-goal). The algorithm uses (some subsets of) the set of all available trial results from trials measured at a given intended load at the end of the search. @@ -2978,7 +3132,7 @@ All durations are those returned by the Measurer. The block at the end of this appendix holds pseudocode which computes two values, stored in variables named -`optimistic` and `pessimistic`. +`optimistic_is_lower` and `pessimistic_is_lower`. {::comment} [We have other section re optimistic. Not going to talk about variable naming here.] @@ -2986,53 +3140,57 @@ which computes two values, stored in variables named <mark>MKP2 mk edit note: Need to add the description of what the `optimistic` and `pessimistic` variables represent. Or a reference to where this is described - e.g. in [Single Trial Duration] (#Single-Trial-Duration) section.</mark> + e.g. in [Single Trial Duration](#single-trial-duration) section.</mark> {:/comment} -The pseudocode happens to be a valid Python code. +The pseudocode happens to be valid Python code. If values of both variables are computed to be true, the load in question is classified as a lower bound according to the given Search Goal. If values of both variables are false, the load is classified as an upper bound. Otherwise, the load is classified as undecided. -The pseudocode expects the following variables to hold values as follows: +The pseudocode expects the following variables to hold the following values: - `goal_duration_sum`: The duration sum value of the given Search Goal. - `goal_exceed_ratio`: The exceed ratio value of the given Search Goal. -- `good_long_sum`: Sum of durations across trials with trial duration +- `full_length_low_loss_sum`: Sum of durations across trials with trial duration at least equal to the goal final trial duration and with a Trial Loss Ratio not higher than the Goal Loss Ratio. -- `bad_long_sum`: Sum of durations across trials with trial duration +- `full_length_high_loss_sum`: Sum of durations across trials with trial duration at least equal to the goal final trial duration and with a Trial Loss Ratio higher than the Goal Loss Ratio. -- `good_short_sum`: Sum of durations across trials with trial duration +- `short_low_loss_sum`: Sum of durations across trials with trial duration shorter than the goal final trial duration and with a Trial Loss Ratio not higher than the Goal Loss Ratio. -- `bad_short_sum`: Sum of durations across trials with trial duration +- `short_high_loss_sum`: Sum of durations across trials with trial duration shorter than the goal final trial duration and with a Trial Loss Ratio higher than the Goal Loss Ratio. The code works correctly also when there are no trial results at a given load. ~~~ python -balancing_sum = good_short_sum * goal_exceed_ratio / (1.0 - goal_exceed_ratio) -effective_bad_sum = bad_long_sum + max(0.0, bad_short_sum - balancing_sum) -effective_whole_sum = max(good_long_sum + effective_bad_sum, goal_duration_sum) +exceed_coefficient = goal_exceed_ratio / (1.0 - goal_exceed_ratio) +balancing_sum = short_low_loss_sum * exceed_coefficient +positive_excess_sum = max(0.0, short_high_loss_sum - balancing_sum) +effective_high_loss_sum = full_length_high_loss_sum + positive_excess_sum +effective_full_length_sum = full_length_low_loss_sum + effective_high_loss_sum +effective_whole_sum = max(effective_full_length_sum, goal_duration_sum) quantile_duration_sum = effective_whole_sum * goal_exceed_ratio -optimistic = effective_bad_sum <= quantile_duration_sum -pessimistic = (effective_whole_sum - good_long_sum) <= quantile_duration_sum +pessimistic_high_loss_sum = effective_whole_sum - full_length_low_loss_sum +pessimistic_is_lower = pessimistic_high_loss_sum <= quantile_duration_sum +optimistic_is_lower = effective_high_loss_sum <= quantile_duration_sum ~~~ # Appendix B: Conditional Throughput -This section specifies how to compute Conditional Throughput, as referred to in section [Conditional Throughput] (#Conditional-Throughput). +This section specifies how to compute Conditional Throughput, as referred to in section [Conditional Throughput](#conditional-throughput). Any intended load value can be used as the basis for the following computation, but only the Relevant Lower Bound (at the end of the search) @@ -3051,27 +3209,27 @@ which computes a value stored as variable `conditional_throughput`. <mark>MKP2 mk edit note: Need to add the description of what does the `conditional_throughput` variable represent. Or a reference to where this is described - e.g. in [Conditional Throughput] (#Conditional-Throughput) section.</mark> + e.g. in [Conditional Throughput](#conditional-throughput) section.</mark> {:/comment} -The pseudocode happens to be a valid Python code. +The pseudocode happens to be valid Python code. -The pseudocode expects the following variables to hold values as follows: +The pseudocode expects the following variables to hold the following values: - `goal_duration_sum`: The duration sum value of the given Search Goal. - `goal_exceed_ratio`: The exceed ratio value of the given Search Goal. -- `good_long_sum`: Sum of durations across trials with trial duration +- `full_length_low_loss_sum`: Sum of durations across trials with trial duration at least equal to the goal final trial duration and with a Trial Loss Ratio not higher than the Goal Loss Ratio. -- `bad_long_sum`: Sum of durations across trials with trial duration +- `full_length_high_loss_sum`: Sum of durations across trials with trial duration at least equal to the goal final trial duration and with a Trial Loss Ratio higher than the Goal Loss Ratio. -- `long_trials`: An iterable of all trial results from trials with trial duration +- `full_length_trials`: An iterable of all trial results from trials with trial duration at least equal to the goal final trial duration, sorted by increasing the Trial Loss Ratio. A trial result is a composite with the following two attributes available: @@ -3084,10 +3242,11 @@ The code works correctly only when there if there is at least one trial result measured at a given load. ~~~ python -all_long_sum = max(goal_duration_sum, good_long_sum + bad_long_sum) -remaining = all_long_sum * (1.0 - goal_exceed_ratio) +full_length_sum = full_length_low_loss_sum + full_length_high_loss_sum +whole_sum = max(goal_duration_sum, full_length_sum) +remaining = whole_sum * (1.0 - goal_exceed_ratio) quantile_loss_ratio = None -for trial in long_trials: +for trial in full_length_trials: if quantile_loss_ratio is None or remaining > 0.0: quantile_loss_ratio = trial.loss_ratio remaining -= trial.duration @@ -3099,25 +3258,94 @@ else: conditional_throughput = intended_load * (1.0 - quantile_loss_ratio) ~~~ +# Index + +{::comment} + + TODO-P2: There are long lines. + +{:/comment} + +- Bound: Lower Bound or Upper Bound. +- Bounds: Lower Bound and Upper Bound. +- Conditional Throughput: defined in [Conditional Throughput](#conditional-throughput), discussed in [Generalized Throughput](#generalized-throughput). +- Controller: introduced in [Overview ](#overview), defined in [Controller ](#controller). +- Controller Input: defined in [Controller Input](#controller-input). +- Controller Output: defined in [Controller Output](#controller-output). +- Full-Length Trial: defined in [Full-Length Trial](#full-length-trial). +- Goal Duration Sum: defined in [Goal Duration Sum](#goal-duration-sum), discussed in [Exceed Ratio and Multiple Trials](#exceed-ratio-and-multiple-trials). +- Goal Exceed Ratio: defined in [Goal Exceed Ratio](#goal-exceed-ratio), discussed in [Exceed Ratio and Multiple Trials](#exceed-ratio-and-multiple-trials). +- Goal Final Trial Duration: defined in [Goal Final Trial Duration](#goal-final-trial-duration). +- Goal Initial Trial Duration: defined in [Goal Initial Trial Duration](#goal-initial-trial-duration). +- Goal Loss Ratio: defined in [Goal Loss Ratio](#goal-loss-ratio). +- Goal Result: defined in [Goal Result](#goal-result). +- Goal Width: defined in [Goal Width](#goal-width). +- Exceed Probability: defined in [Exceed Probability](#exceed-probability) +- High-Loss Trial: defined in [High-Loss Trial](#high-loss-trial). +- Intended Load: defined in [RFC2285] (Section 3.5.1). +- Irregular Goal Result: defined in [Irregular Goal Result](#irregular-goal-result). +- Load: introduced in [Trial Load](#trial-load). +- Load Classification: Introduced in [Overview ](#overview), defined in [Load Classification](#load-classification), discussed in [Load Classification Logic](#load-classification-logic). +- Loss Inversion: Situation introduced in [Inconsistent Trial Results](#inconsistent-trial-results), defined in [Loss Ratios and Loss Inversion](#loss-ratios-and-loss-inversion). +- Low-Loss Trial: defined in [Low-Loss Trial](#low-loss-trial). +- Lower Bound: defined in [Lower Bound](#lower-bound). +- Manager: introduced in [Overview ](#overview), defined in [Manager ](#manager). +- Max Load: defined in [Max Load](#max-load). +- Measurer: introduced in [Overview ](#overview), defined in [Meaurer ](#measurer). +- Min Load: defined in [Min Load](#min-load). +- MLRsearch Specification: introduced in [Purpose and Scope](#purpose-and-scope) +and in [Overview ](#overview), defined in [Test Procedure Compliant with MLRsearch](#test-procedure-compliant-with-mlrsearch). +- MLRsearch Implementation: defined in [Test Procedure Compliant with MLRsearch](#test-procedure-compliant-with-mlrsearch). +- Offered Load: defined in [RFC2285] (Section 3.5.2). +- Regular Goal Result: defined in [Regular Goal Result](#regular-goal-result). +- Relevant Bound: Relevant Lower Bound or Relevant Upper Bound. +- Relevant Bounds: Relevant Lower Bound and Relevant Upper Bound. +- Relevant Lower Bound: defined in [Relevant Lower Bound](#relevant-lower-bound), discussed in [Conservativeness and Relevant Bounds](#conservativeness-and-relevant-bounds). +- Relevant Upper Bound: defined in [Relevant Upper Bound](#relevant-upper-bound). +- Search: defined in [Overview ](#overview). +- Search Duration: introduced in [Purpose and Scope](#purpose-and-scope) and in [Long Search Duration](#long-search-duration), discussed in [Stopping Conditions and Precision](#stopping-conditions-and-precision). +- Search Goal: defined in [Search Goal](#search-goal). +- Search Result: defined in [Search Result](#search-result). +- Short Trial: defined in [Short Trial](#short-trial). +- Throughput: defined in [RFC1242] (Section 3.17), Methodology specified in [RFC2544] (Section 26.1). +- Trial: defined in [Trial ](#trial). +- Trial Duration: defined in [Trial Duration](#trial-duration). +- Trial Effective Duration: defined in [Trial Effective Duration](#trial-effective-duration). +- Trial Forwarding Rate: defined in [Trial Forwarding Rate](#trial-forwarding-rate). +- Trial Forwarding Ratio: defined in [Trial Forwarding Ratio](#trial-forwarding-ratio). +- Trial Input: defined in [Trial Input](#trial-input). +- Trial Loss Ratio: defined in [Trial Loss Ratio](#trial-loss-ratio). +- Trial Load: defined in [Trial Load](#trial-load). +- Trial Output: defined in [Trial Output](#trial-output). +- Trial Result: defined in [Trial Result](#trial-result). +- Upper Bound: defined in [Upper Bound](#upper-bound). + +{::comment} + + - Test Procedure: defined in [RFC2544] (Section 26), TODO-P3: That lists several procedures in subsection, + but does not define what "a test procedure" is. + - Test Report: defined in [RFC2544] (Section 26), TODO-P3: Lists reporting formats without actually defining what the report is. + - Tester: defined in [RFC2544] (Section 6), TODO-P3: Not used enough to be in Glossary. + +{:/comment} + --- back {::comment} [Final checklist.] <mark>[VP] Final Checks. Only mark as done when there are no active todos above.</mark> - + <mark>[VP] Rename chapter/sub-/section to better match their content.</mark> - + <mark>MKP3 [VP] TODO: Recheck the definition dependencies go bottom-up.</mark> - + <mark>[VP] TODO: Unify external reference style (brackets, spaces, section numbers and names).</mark> - - <mark>[VP] TODO: Add internal links wherever Captialized Term is mentioned.</mark> - + <mark>MKP2 [VP] TODO: Capitalization of New Terms: useful when editing and reviewing, but I still vote to remove capitalization before final submit, because all other RFCs I see only capitalize due to being section title.</mark> - + <mark>[VP] TODO: If time permits, keep improving formal style (e.g. using AI).</mark> {:/comment} diff --git a/docs/ietf/process.txt b/docs/ietf/process.txt index 6492861163..f1545e96e8 100644 --- a/docs/ietf/process.txt +++ b/docs/ietf/process.txt @@ -14,15 +14,18 @@ Commands to convert RFC text from .md (so I do not need to search next time). -Hints: https://www.rubydoc.info/gems/kramdown-rfc2629/ +Hints: ++ https://www.rubydoc.info/gems/kramdown-rfc2629/ ++ https://github.com/cabo/kramdown-rfc ++ https://www.rfc-editor.org/materials/FAQ-xml2rfcv3.html Initial: $ sudo aptitude install ruby-rubygems -$ sudo gem install kramdown-rfc2629 +$ sudo gem install kramdown-rfc $ kdrfc --version Main: -$ kdrfc draft-ietf-bmwg-mlrsearch-07.md +$ kdrfc draft-ietf-bmwg-mlrsearch-08.md If that complains, do it manually at https://author-tools.ietf.org/ diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.36.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.36.yaml new file mode 100644 index 0000000000..800cab9bcb --- /dev/null +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.36.yaml @@ -0,0 +1,25 @@ +--- +# file: host_vars/10.30.51.36.yaml + +hostname: "s36-t27-sut1" +grub: + audit: "0" + default_hugepagesz: "2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=32768" + iommu.passthrough: "1" + isolcpus: "1-71" + nmi_watchdog: "0" + nohz_full: "1-71" + nosoftlockup: true + processor.max_cstate: "1" + rcu_nocbs: "1-71" +sysctl: + kernel: + watchdog_cpumask: "0,71" + vm: + nr_hugepages: 32768 + max_map_count: 20000 + +inventory_ipmi_hostname: "10.30.50.36" +cpu_microarchitecture: "grace" + +mellanox_matrix: "dpdk24.07" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.37.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.37.yaml index f8dfe5ad42..81794519b3 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.37.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.37.yaml @@ -29,4 +29,17 @@ sysctl: inventory_ipmi_hostname: "10.30.50.37" cpu_microarchitecture: "cascadelake" -mellanox_matrix: "dpdk22.07" +mellanox_matrix: "dpdk24.07" + +docker_tg: true +docker_volumes: + - source: "/usr/bin/ofed_info" + target: "/usr/bin/ofed_info" + - source: "/dev/hugepages" + target: "/dev/hugepages" + - source: "/dev/vfio" + target: "/dev/vfio" + - source: "/etc/sudoers" + target: "/etc/sudoers" + - source: "/usr/lib/firmware/" + target: "/usr/lib/firmware/"
\ No newline at end of file diff --git a/fdio.infra.ansible/inventories/lf_inventory/hosts b/fdio.infra.ansible/inventories/lf_inventory/hosts index c5fe4a57fe..4f5dde4f38 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/hosts +++ b/fdio.infra.ansible/inventories/lf_inventory/hosts @@ -23,6 +23,7 @@ all: 10.30.51.33: #s33-t31-sut2 - icelaked 10.30.51.34: #s34-t32-sut1 - icelaked 10.30.51.35: #s35-t32-sut2 - icelaked + 10.30.51.36: #s36-t27-sut1 - grace 10.30.51.52: #s52-t21-sut1 - sapphirerapids 10.30.51.54: #s54-t22-sut1 - sapphirerapids 10.30.51.56: #s56-t23-sut1 - sapphirerapids @@ -40,12 +41,6 @@ all: 10.30.51.93: #s93-t39-sut1 - snowridge 10.30.51.94: #s94-t39-sut2 - snowridge 10.32.8.24: #s60-t210-sut1 - epyc - vpp_device: - hosts: - 10.30.51.30: #s30-t15-sut1 - sapphirerapids - 10.30.51.31: #s31-t16-sut1 - sapphirerapids - 10.30.51.70: #s70-t13-sut1 - altra - 10.30.51.71: #s71-t14-sut1 - altra nomad: hosts: 10.30.51.21: #s21-nomad - sapphirerapids @@ -56,8 +51,12 @@ all: 10.30.51.26: #s26-nomad - skylake 10.30.51.27: #s27-nomad - skylake 10.30.51.28: #s28-nomad - skylake + 10.30.51.30: #s30-nomad - sapphirerapids + 10.30.51.31: #s31-nomad - sapphirerapids 10.30.51.50: #s50-nomad - skylake 10.30.51.51: #s51-nomad - skylake + 10.30.51.70: #s70-nomad - altra + 10.30.51.71: #s71-nomad - altra 10.30.51.91: #s58-nomad - neoverse n1 10.30.51.92: #s59-nomad - neoverse n1 dev: diff --git a/fdio.infra.ansible/nomad.yaml b/fdio.infra.ansible/nomad.yaml index d7aa467007..57b111c275 100644 --- a/fdio.infra.ansible/nomad.yaml +++ b/fdio.infra.ansible/nomad.yaml @@ -14,8 +14,6 @@ roles: - role: user_add tags: user_add - - role: baremetal - tags: baremetal - role: docker tags: docker - role: nomad diff --git a/fdio.infra.ansible/roles/ab/defaults/main.yaml b/fdio.infra.ansible/roles/ab/defaults/main.yaml deleted file mode 100644 index adabf1464c..0000000000 --- a/fdio.infra.ansible/roles/ab/defaults/main.yaml +++ /dev/null @@ -1,18 +0,0 @@ ---- -# file: roles/ab/defaults/main.yaml - -packages: "{{ packages_base + packages_by_distro[ansible_distribution|lower][ansible_distribution_release] + packages_by_arch[ansible_machine] }}" - -packages_base: - - [] - -packages_by_distro: - ubuntu: - jammy: - - "apache2-utils" - -packages_by_arch: - aarch64: - - [] - x86_64: - - [] diff --git a/fdio.infra.ansible/roles/ab/tasks/main.yaml b/fdio.infra.ansible/roles/ab/tasks/main.yaml deleted file mode 100644 index 2a70fd1d1d..0000000000 --- a/fdio.infra.ansible/roles/ab/tasks/main.yaml +++ /dev/null @@ -1,18 +0,0 @@ ---- -# file: roles/ab/tasks/main.yaml - -- name: Inst - Update Package Cache (APT) - ansible.builtin.apt: - update_cache: true - cache_valid_time: 3600 - when: - - ansible_distribution|lower == 'ubuntu' - tags: - - ab-inst-prerequisites - -- name: Inst - Apache ab tools - ansible.builtin.package: - name: "{{ packages | flatten(levels=1) }}" - state: present - tags: - - ab-inst diff --git a/fdio.infra.ansible/roles/baremetal/handlers/cimc.yaml b/fdio.infra.ansible/roles/baremetal/handlers/cimc.yaml deleted file mode 100644 index 3d244d8d19..0000000000 --- a/fdio.infra.ansible/roles/baremetal/handlers/cimc.yaml +++ /dev/null @@ -1,74 +0,0 @@ ---- -# file: roles/baremeatal/handlers/cimc.yaml - -- name: Boot from network - imc_rest: - hostname: "{{ inventory_cimc_hostname }}" - username: "{{ inventory_cimc_username }}" - password: "{{ inventory_cimc_password }}" - validate_certs: false - content: | - <!-- Configure PXE boot --> - <configConfMo><inConfig> - <lsbootLan dn="sys/rack-unit-1/boot-policy/lan-read-only" access="read-only" order="1" prot="pxe" type="lan"/> - </inConfig></configConfMo> - delegate_to: localhost - tags: - - boot-network - -- name: Boot from storage - imc_rest: - hostname: "{{ inventory_cimc_hostname }}" - username: "{{ inventory_cimc_username }}" - password: "{{ inventory_cimc_password }}" - validate_certs: false - content: | - <configConfMo><inConfig> - <lsbootStorage dn="sys/rack-unit-1/boot-policy/storage-read-write" access="read-write" order="1" type="storage"/> - </inConfig></configConfMo> - delegate_to: localhost - tags: - - boot-storage - -- name: Power up server - imc_rest: - hostname: "{{ inventory_cimc_hostname }}" - username: "{{ inventory_cimc_username }}" - password: "{{ inventory_cimc_password }}" - validate_certs: false - content: | - <configConfMo><inConfig> - <computeRackUnit dn="sys/rack-unit-1" adminPower="up"/> - </inConfig></configConfMo> - delegate_to: localhost - tags: - - power-up - -- name: Power down server - imc_rest: - hostname: "{{ inventory_cimc_hostname }}" - username: "{{ inventory_cimc_username }}" - password: "{{ inventory_cimc_password }}" - validate_certs: false - content: | - <configConfMo><inConfig> - <computeRackUnit dn="sys/rack-unit-1" adminPower="down"/> - </inConfig></configConfMo> - delegate_to: localhost - tags: - - power-down - -- name: Power cycle server - imc_rest: - hostname: "{{ inventory_cimc_hostname }}" - username: "{{ inventory_cimc_username }}" - password: "{{ inventory_cimc_password }}" - validate_certs: false - content: | - <!-- Power cycle server --> - <configConfMo><inConfig> - <computeRackUnit dn="sys/rack-unit-1" adminPower="cycle-immediate"/> - </inConfig></configConfMo> - delegate_to: localhost - tags: - - power-cycle diff --git a/fdio.infra.ansible/roles/baremetal/handlers/ipmi.yaml b/fdio.infra.ansible/roles/baremetal/handlers/ipmi.yaml deleted file mode 100644 index b3cc3d0a82..0000000000 --- a/fdio.infra.ansible/roles/baremetal/handlers/ipmi.yaml +++ /dev/null @@ -1,52 +0,0 @@ ---- -# file: roles/baremetal/handlers/ipmi.yaml - -- name: Boot from network - ipmi_boot: - name: "{{ inventory_ipmi_hostname }}" - user: "{{ inventory_ipmi_username }}" - password: "{{ inventory_ipmi_password }}" - bootdev: network - delegate_to: localhost - tags: - - boot-network - -- name: Boot from storage - ipmi_boot: - name: "{{ inventory_ipmi_hostname }}" - user: "{{ inventory_ipmi_username }}" - password: "{{ inventory_ipmi_password }}" - bootdev: hd - delegate_to: localhost - tags: - - boot-storage - -- name: Power up server - ipmi_power: - name: "{{ inventory_ipmi_hostname }}" - user: "{{ inventory_ipmi_username }}" - password: "{{ inventory_ipmi_password }}" - state: true - delegate_to: localhost - tags: - - power-up - -- name: Power down server - ipmi_power: - name: "{{ inventory_ipmi_hostname }}" - user: "{{ inventory_ipmi_username }}" - password: "{{ inventory_ipmi_password }}" - state: false - delegate_to: localhost - tags: - - power-down - -- name: Power cycle server - ipmi_power: - name: "{{ inventory_ipmi_hostname }}" - user: "{{ inventory_ipmi_username }}" - password: "{{ inventory_ipmi_password }}" - state: boot - delegate_to: localhost - tags: - - power-cycle diff --git a/fdio.infra.ansible/roles/baremetal/handlers/main.yaml b/fdio.infra.ansible/roles/baremetal/handlers/main.yaml deleted file mode 100644 index 6e8734eaa9..0000000000 --- a/fdio.infra.ansible/roles/baremetal/handlers/main.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# file: roles/baremetal/handlers/main.yaml - -- name: IPMI specific - import_tasks: ipmi.yaml - when: inventory_ipmi_hostname is defined - tags: - - ipmi-handlers - -- name: CIMC specific - import_tasks: cimc.yaml - when: inventory_cimc_hostname is defined - tags: - - cimc-handlers - -- name: Reboot server - ansible.builtin.reboot: - reboot_timeout: 3600 - tags: - - reboot-server - -- name: Wait for server to restart - ansible.builtin.wait_for: - host: "{{ inventory_hostname }}" - search_regex: OpenSSH - port: 22 - delay: 60 - timeout: 3600 - tags: - - reboot-server diff --git a/fdio.infra.ansible/roles/cadvisor/defaults/main.yaml b/fdio.infra.ansible/roles/cadvisor/defaults/main.yaml deleted file mode 100644 index 5dba8c9112..0000000000 --- a/fdio.infra.ansible/roles/cadvisor/defaults/main.yaml +++ /dev/null @@ -1,24 +0,0 @@ ---- -# file: roles/cadvisor/defaults/main.yaml - -packages: "{{ packages_base + packages_by_distro[ansible_distribution | lower] + packages_by_arch[ansible_machine] }}" - -packages_base: - - [] - -packages_by_distro: - ubuntu: - - "python3-docker" - - "python3-dockerpty" - -packages_by_arch: - aarch64: - - [] - x86_64: - - [] - -image: "{{ image_by_arch[ansible_machine] }}" - -image_by_arch: - aarch64: "zcube/cadvisor:v0.37.0" - x86_64: "gcr.io/cadvisor/cadvisor:v0.38.7" diff --git a/fdio.infra.ansible/roles/cadvisor/tasks/main.yaml b/fdio.infra.ansible/roles/cadvisor/tasks/main.yaml deleted file mode 100644 index a8c3f70124..0000000000 --- a/fdio.infra.ansible/roles/cadvisor/tasks/main.yaml +++ /dev/null @@ -1,39 +0,0 @@ ---- -# file: roles/cadvisor/tasks/main.yaml - -- name: Inst - Update Package Cache (APT) - apt: - update_cache: true - cache_valid_time: 3600 - when: - - ansible_distribution|lower == 'ubuntu' - tags: - - cadvisor-inst-prerequisites - -- name: Inst - Prerequisites - package: - name: "{{ packages | flatten(levels=1) }}" - state: latest - tags: - - cadvisor-inst-prerequisites - -- name: Inst - Start a container - docker_container: - name: "cAdvisor" - image: "{{ image }}" - state: "started" - restart_policy: "unless-stopped" - detach: true - devices: - - "/dev/kmsg" - ports: - - "8080:8080" - privileged: true - volumes: - - "/:/rootfs:ro" - - "/var/run:/var/run:ro" - - "/sys:/sys:ro" - - "/var/lib/docker/:/var/lib/docker:ro" - - "/dev/disk/:/dev/disk:ro" - tags: - - cadvisor-run-container diff --git a/fdio.infra.ansible/roles/calibration/defaults/main.yaml b/fdio.infra.ansible/roles/calibration/defaults/main.yaml index 302f6d9663..dac42b84d4 100644 --- a/fdio.infra.ansible/roles/calibration/defaults/main.yaml +++ b/fdio.infra.ansible/roles/calibration/defaults/main.yaml @@ -1,26 +1,5 @@ --- -# file: roles/calibration/defaults/main.yaml - -# Packages to install. -packages: "{{ packages_base + packages_by_distro[ansible_distribution|lower][ansible_distribution_release] + packages_by_arch[ansible_machine] }}" - -packages_base: - - [] - -packages_by_distro: - ubuntu: - jammy: - - "build-essential" - - "dmidecode" - debian: - bullseye: - - "build-essential" - -packages_by_arch: - aarch64: - - [] - x86_64: - - [] +# file: defaults/main.yaml # Kernel version to check. kernel_version: "{{ kernel_version_by_distro_by_arch[ansible_distribution | lower][ansible_distribution_release][ansible_machine] }}" @@ -29,15 +8,18 @@ kernel_version_by_distro_by_arch: ubuntu: jammy: x86_64: - - "5.15.0-46-generic" # Placeholder - - "5.15.0-1000-aws" # Placeholder - - "5.4.0-1009-aws" # Placeholder + - "5.15.0-46-generic" + - "5.15.0-1000-aws" + - "5.4.0-1009-aws" aarch64: - - "5.15.0-46-generic" # Placeholder + - "5.15.0-46-generic" + noble: + x86_64: + - "6.8.0-45-generic" + - "5.15.0-1000-aws" + - "5.4.0-1009-aws" + aarch64: + - "6.8.0-45-generic" debian: bullseye: - - "5.15.0-107-generic" - -pma_directory: "/tmp/pma_tools" -jitter_core: 7 -jitter_iterations: 20 + - "5.15.0-107-generic"
\ No newline at end of file diff --git a/fdio.infra.ansible/roles/calibration/tasks/aarch64.yaml b/fdio.infra.ansible/roles/calibration/tasks/aarch64.yaml deleted file mode 100644 index ca4e75d268..0000000000 --- a/fdio.infra.ansible/roles/calibration/tasks/aarch64.yaml +++ /dev/null @@ -1,2 +0,0 @@ ---- -# file: roles/calibration/tasks/aarch64.yaml diff --git a/fdio.infra.ansible/roles/calibration/tasks/main.yaml b/fdio.infra.ansible/roles/calibration/tasks/main.yaml index 9db95a87a0..77c9a43430 100644 --- a/fdio.infra.ansible/roles/calibration/tasks/main.yaml +++ b/fdio.infra.ansible/roles/calibration/tasks/main.yaml @@ -1,23 +1,7 @@ --- # file: tasks/main.yaml -- name: Update Package Cache (APT) - ansible.builtin.apt: - update_cache: true - cache_valid_time: 3600 - when: - - ansible_distribution|lower == 'ubuntu' - tags: - - calibration-inst-prerequisites - -- name: Prerequisites - ansible.builtin.package: - name: "{{ packages | flatten(levels=1) }}" - state: latest - tags: - - calibration-inst-prerequisites - -- name: Check Kernel Parameters +- name: "Check Kernel Parameters" ansible.builtin.assert: that: - item in ansible_cmdline @@ -29,7 +13,7 @@ tags: - check-kernel-params -- name: Check Kernel Version +- name: "Check Kernel Version" ansible.builtin.assert: that: - ansible_kernel not in kernel_version_by_distro_by_arch @@ -37,9 +21,3 @@ success_msg: "Kernel version match." tags: - check-kernel-version - -- name: "{{ ansible_machine }} Specific" - include_tasks: "{{ ansible_machine }}.yaml" - tags: - - check-machine-specific - - check-jitter-tool diff --git a/fdio.infra.ansible/roles/calibration/tasks/x86_64.yaml b/fdio.infra.ansible/roles/calibration/tasks/x86_64.yaml deleted file mode 100644 index dd4e307ca6..0000000000 --- a/fdio.infra.ansible/roles/calibration/tasks/x86_64.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# file: tasks/x86_64.yaml - -- name: Clone PMA Tool - ansible.builtin.git: - repo: "https://gerrit.fd.io/r/pma_tools" - dest: "{{ pma_directory }}" - tags: - - check-jitter-tool - -- name: Compile PMA Tool - ansible.builtin.raw: "cd {{ pma_directory }}/jitter && make" - tags: - - check-jitter-tool - -- name: Calibration - Run Jitter Tool - ansible.builtin.shell: "{{ pma_directory }}/jitter/jitter -c {{ jitter_core }} -i {{ jitter_iterations }} -f" - become: true - async: 60 - poll: 0 - ignore_errors: true - register: jitter_async - tags: - - check-jitter-tool - -- name: Check sync status - ansible.builtin.async_status: - jid: "{{ jitter_async.ansible_job_id }}" - register: "jitter_poll_results" - until: jitter_poll_results.finished - retries: 30 - -- ansible.builtin.debug: var=jitter_poll_results.stdout_lines - tags: - - check-jitter-tool diff --git a/fdio.infra.ansible/roles/docker_images/files/base/Dockerfile b/fdio.infra.ansible/roles/docker_images/files/base/Dockerfile index 4514ec3679..f30caeb344 100644 --- a/fdio.infra.ansible/roles/docker_images/files/base/Dockerfile +++ b/fdio.infra.ansible/roles/docker_images/files/base/Dockerfile @@ -1,4 +1,6 @@ -FROM ubuntu:22.04 +# Import necessary base images +ARG BASE_IMAGE +FROM ${BASE_IMAGE} # Setup the environment ENV DEBIAN_FRONTEND=noninteractive @@ -56,6 +58,7 @@ RUN apt-get -q update \ python3-pip \ python3-pyelftools \ python3-setuptools \ + python3-venv \ python3-virtualenv \ qemu-system \ rdma-core \ @@ -72,10 +75,9 @@ RUN apt-get -q update \ tar \ tcpdump \ unzip \ - vim \ wget \ zlib1g-dev \ - && ln -s -f /usr/lib/x86_64-linux-gnu/libc.a /usr/lib/x86_64-linux-gnu/liblibc.a \ + #&& ln -s -f /usr/lib/x86_64-linux-gnu/libc.a /usr/lib/x86_64-linux-gnu/liblibc.a \ && curl -fsSL https://get.docker.com | sh \ && rm -rf /var/lib/apt/lists/* @@ -90,47 +92,58 @@ RUN mkdir -p /tmp/dumps \ && mkdir -p /var/log/vpp # CSIT PIP pre-cache -RUN pip3 install \ - ecdsa==0.18.0 \ - paramiko==3.3.1 \ - pycrypto==2.6.1 \ - python-dateutil==2.8.2 \ +RUN python3 -m venv venv \ + && venv/bin/pip3 install --upgrade --no-cache-dir pip \ + && venv/bin/pip3 install --upgrade setuptools \ + && venv/bin/pip3 install --upgrade wheel \ + && venv/bin/pip3 install \ + ecdsa==0.19.0 \ + paramiko==3.4.1 \ + pycryptodome==3.20.0 \ + python-dateutil==2.9.0 \ PyYAML==6.0.1 \ - requests==2.31.0 \ - robotframework==6.1.1 \ + requests==2.32.2 \ + robotframework==7.0.1 \ scapy==2.4.5 \ - scp==0.14.5 \ - ansible==8.2.0 \ - ansible-core==2.15.2 \ - dill==0.3.7 \ - numpy==1.25.2 \ - scipy==1.11.1 \ + scp==0.15.0 \ + ansible==10.2.0 \ + ansible-core==2.17.2 \ + dill==0.3.8 \ + numpy==2.0.1 \ + scipy==1.14.0 \ ply==3.11 \ - jsonschema==4.18.4 \ + jsonschema==4.23.0 \ rfc3339-validator==0.1.4 \ rfc3987==1.3.8 \ - attrs==23.1.0 \ - bcrypt==4.0.1 \ - certifi==2023.7.22 \ - cffi==1.15.1 \ - charset-normalizer==3.2.0 \ - cryptography==41.0.3 \ - idna==3.4 \ - Jinja2==3.1.2 \ - jsonschema-specifications==2023.7.1 \ - MarkupSafe==2.1.3 \ - packaging==23.1 \ - pycparser==2.21 \ + pylint==3.2.6 \ + astroid==3.2.4 \ + attrs==24.2.0 \ + bcrypt==4.2.0 \ + certifi==2024.7.4 \ + cffi==1.17.0 \ + charset-normalizer==3.3.2 \ + cryptography==43.0.0 \ + idna==3.7 \ + isort==5.13.2 \ + Jinja2==3.1.4 \ + jsonschema-specifications==2023.12.1 \ + MarkupSafe==2.1.5 \ + mccabe==0.7.0 \ + packaging==24.1 \ + platformdirs==4.2.2 \ + ply==3.11 \ + pycparser==2.22 \ PyNaCl==1.5.0 \ - referencing==0.30.0 \ + referencing==0.35.1 \ resolvelib==1.0.1 \ - rpds-py==0.9.2 \ + rpds-py==0.20.0 \ six==1.16.0 \ - urllib3==2.0.4 \ - meson==0.64.1 + tomli==2.0.1 \ + tomlkit==0.13.0 \ + typing_extensions==4.12.2 \ + urllib3==2.2.2 -RUN groupadd -g 1000 testuser \ - && useradd -rm -d /home/testuser -s /bin/bash -g testuser -G sudo -u 1000 testuser \ +RUN useradd -rm -d /home/testuser -s /bin/bash -g 1000 -G sudo testuser \ && echo 'testuser:Csit1234' | chpasswd RUN echo 'root:Csit1234' | chpasswd \ diff --git a/fdio.infra.ansible/roles/docker_images/files/csit-sut/Dockerfile b/fdio.infra.ansible/roles/docker_images/files/csit-sut/Dockerfile index 85537bc32f..69c8db39dc 100644 --- a/fdio.infra.ansible/roles/docker_images/files/csit-sut/Dockerfile +++ b/fdio.infra.ansible/roles/docker_images/files/csit-sut/Dockerfile @@ -1,4 +1,4 @@ -FROM base-ubuntu2204:local +FROM base-ubuntu2404:local EXPOSE 2222 diff --git a/fdio.infra.ansible/roles/docker_images/files/tg/Dockerfile b/fdio.infra.ansible/roles/docker_images/files/tg/Dockerfile new file mode 100644 index 0000000000..3e55041ca4 --- /dev/null +++ b/fdio.infra.ansible/roles/docker_images/files/tg/Dockerfile @@ -0,0 +1,112 @@ +# Import necessary base images +ARG BASE_IMAGE +FROM ${BASE_IMAGE} + +ARG TREX_VERSION +ARG IPERF_VERSION + +# Setup the environment +ENV DEBIAN_FRONTEND=noninteractive + +# Configure locales +RUN apt-get update -qq \ + && apt-get install -y \ + apt-utils \ + locales \ + && sed -i 's/# \(en_US\.UTF-8 .*\)/\1/' /etc/locale.gen \ + && locale-gen en_US.UTF-8 \ + && dpkg-reconfigure --frontend=noninteractive locales \ + && update-locale LANG=en_US.UTF-8 \ + && TZ=Etc/UTC && ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone \ + && rm -r /var/lib/apt/lists/* +ENV LANG="en_US.UTF-8" LANGUAGE="en_US" LC_ALL="en_US.UTF-8" + +# Install packages and Docker +RUN apt-get -q update \ + && apt-get install -y -qq \ + apt-transport-https \ + bridge-utils \ + build-essential \ + ca-certificates \ + cmake \ + curl \ + dkms \ + ethtool \ + gcc-9 \ + g++-9 \ + libibverbs-dev \ + libnuma1 \ + libnuma-dev \ + libpcap-dev \ + net-tools \ + openssh-server \ + pciutils \ + python3-all \ + python3-apt \ + python3-dev \ + python3-pip \ + python3-setuptools \ + python3-venv \ + python3-virtualenv \ + rdma-core \ + rsyslog \ + screen \ + socat \ + software-properties-common \ + strace \ + ssh \ + sshpass \ + sudo \ + tar \ + unzip \ + wget \ + zlib1g-dev \ + && rm -rf /var/lib/apt/lists/* + +# Fix permissions +RUN chown root:syslog /var/log \ + && chmod 755 /etc/default + +# Create directory structure +RUN mkdir -p /var/run/sshd + +# CSIT PIP pre-cache +RUN python3 -m venv venv \ + && venv/bin/pip3 install --upgrade --no-cache-dir pip \ + && venv/bin/pip3 install --upgrade setuptools \ + && venv/bin/pip3 install --upgrade wheel \ + && pip3 install \ + PyYAML==6.0.1 + +# Install AB +RUN apt-get -q update \ + && apt-get install -y -qq \ + apache2-utils \ + && rm -rf /var/lib/apt/lists/* + +# Install T-Rex +RUN wget -c https://github.com/cisco-system-traffic-generator/trex-core/archive/v${TREX_VERSION}.tar.gz -P /opt/ \ + && cd /opt/ \ + && tar xzfv v${TREX_VERSION}.tar.gz \ + && cd /opt/trex-core-${TREX_VERSION}/linux_dpdk/ \ + && ./b configure \ + && ./b build + +# Install iPerf +RUN wget -c https://downloads.es.net/pub/iperf/iperf-${IPERF_VERSION}.tar.gz -P /opt/ \ + && cd /opt/ \ + && tar xzfv iperf-${IPERF_VERSION}.tar.gz \ + && cd /opt/iperf-${IPERF_VERSION} \ + && ./configure \ + && make \ + && make install + +RUN groupadd -g 1000 testuser \ + && useradd -rm -d /home/testuser -s /bin/bash -g testuser -G sudo -u 1000 testuser \ + && echo 'testuser:Csit1234' | chpasswd + +RUN echo 'root:Csit1234' | chpasswd \ + && sed -i 's/#PermitRootLogin prohibit-password/PermitRootLogin yes/' /etc/ssh/sshd_config \ + && echo "export VISIBLE=now" >> /etc/profile + +RUN service ssh start diff --git a/fdio.infra.ansible/roles/docker_images/tasks/base.yaml b/fdio.infra.ansible/roles/docker_images/tasks/base.yaml index 69b3f6217d..a3ded7466c 100644 --- a/fdio.infra.ansible/roles/docker_images/tasks/base.yaml +++ b/fdio.infra.ansible/roles/docker_images/tasks/base.yaml @@ -23,7 +23,7 @@ - docker-base - name: "Build CSIT Base Docker Image" - ansible.builtin.shell: "docker build -t base-ubuntu2204:local ." + ansible.builtin.shell: "docker build --build-arg BASE_IMAGE=ubuntu:24.04 -t base-ubuntu2404:local ." args: chdir: "/opt/csit-docker-images/base" async: 3000 @@ -43,7 +43,7 @@ - docker-base - name: "Build CSIT OLD Docker Image" - ansible.builtin.shell: "docker build -t csit_sut-ubuntu2204:local ." + ansible.builtin.shell: "docker build -t csit_sut-ubuntu2404:local ." args: chdir: "/opt/csit-docker-images/csit-sut" async: 3000 diff --git a/fdio.infra.ansible/roles/docker_images/tasks/main.yaml b/fdio.infra.ansible/roles/docker_images/tasks/main.yaml index 1005e024f2..382c70b80a 100644 --- a/fdio.infra.ansible/roles/docker_images/tasks/main.yaml +++ b/fdio.infra.ansible/roles/docker_images/tasks/main.yaml @@ -3,6 +3,8 @@ - name: "Build Base Docker Images" import_tasks: "base.yaml" + when: > + inventory_hostname in groups["sut"] tags: - docker-base diff --git a/fdio.infra.ansible/roles/docker_images/tasks/tg.yaml b/fdio.infra.ansible/roles/docker_images/tasks/tg.yaml index 0623616073..f4184d43d7 100644 --- a/fdio.infra.ansible/roles/docker_images/tasks/tg.yaml +++ b/fdio.infra.ansible/roles/docker_images/tasks/tg.yaml @@ -1,6 +1,26 @@ --- # file: tasks/tg.yaml +- name: "Create a Directory For Docker Images" + ansible.builtin.file: + path: "/opt/csit-docker-images/" + state: "directory" + mode: 0755 + tags: + - docker-base + +- name: "Copy Build Items" + ansible.builtin.copy: + src: "{{ item }}" + dest: "/opt/csit-docker-images/{{ item }}" + owner: "root" + group: "root" + mode: 0755 + with_items: + - "tg/" + tags: + - docker-base + - name: "Template Compose File" ansible.builtin.template: src: "{{ item }}.j2" diff --git a/fdio.infra.ansible/roles/docker_images/templates/docker-compose-sut.yaml.j2 b/fdio.infra.ansible/roles/docker_images/templates/docker-compose-sut.yaml.j2 index b4713d8552..810374527c 100644 --- a/fdio.infra.ansible/roles/docker_images/templates/docker-compose-sut.yaml.j2 +++ b/fdio.infra.ansible/roles/docker_images/templates/docker-compose-sut.yaml.j2 @@ -1,9 +1,10 @@ -version: "3" services: - numa-0: + sut-0: build: context: "base/" dockerfile: "Dockerfile" + args: + BASE_IMAGE: "ubuntu:24.04" cap_add: - NET_RAW command: ["/usr/sbin/sshd","-D", "-p", "6001"] @@ -20,10 +21,12 @@ services: source: "{{ volume.source }}" target: "{{ volume.target }}" {% endfor %} - numa-1: + sut-1: build: context: "base/" dockerfile: "Dockerfile" + args: + BASE_IMAGE: "ubuntu:24.04" cap_add: - NET_RAW command: ["/usr/sbin/sshd","-D", "-p", "6002"] diff --git a/fdio.infra.ansible/roles/docker_images/templates/docker-compose-tg.yaml.j2 b/fdio.infra.ansible/roles/docker_images/templates/docker-compose-tg.yaml.j2 index 2cee85e169..590ba76a38 100644 --- a/fdio.infra.ansible/roles/docker_images/templates/docker-compose-tg.yaml.j2 +++ b/fdio.infra.ansible/roles/docker_images/templates/docker-compose-tg.yaml.j2 @@ -1,9 +1,12 @@ -version: "3" services: tg-0: build: - context: "base/" + context: "tg/" dockerfile: "Dockerfile" + args: + BASE_IMAGE: "ubuntu:22.04" + TREX_VERSION: "3.03" + IPERF_VERSION: "3.7" command: ["/usr/sbin/sshd","-D", "-p", "6001"] expose: - "6001" @@ -20,8 +23,12 @@ services: {% endfor %} tg-1: build: - context: "base/" + context: "tg/" dockerfile: "Dockerfile" + args: + BASE_IMAGE: "ubuntu:22.04" + TREX_VERSION: "3.03" + IPERF_VERSION: "3.7" command: ["/usr/sbin/sshd","-D", "-p", "6002"] expose: - "6002" diff --git a/fdio.infra.ansible/roles/dpdk/defaults/main.yaml b/fdio.infra.ansible/roles/dpdk/defaults/main.yaml index d94e9ac91f..22e960e98c 100644 --- a/fdio.infra.ansible/roles/dpdk/defaults/main.yaml +++ b/fdio.infra.ansible/roles/dpdk/defaults/main.yaml @@ -1,16 +1,15 @@ --- # file: defaults/main.yaml -packages: "{{ packages_base + packages_by_distro[ansible_distribution|lower][ansible_distribution_release] + packages_by_arch[ansible_machine] }}" +packages: "{{ packages_base + packages_by_distro[ansible_distribution|lower] + packages_by_arch[ansible_machine] }}" packages_base: - [] packages_by_distro: ubuntu: - jammy: - - "build-essential" - - "libnuma-dev" + - "build-essential" + - "libnuma-dev" packages_by_arch: aarch64: @@ -20,5 +19,5 @@ packages_by_arch: dpdk_target_dir: "/opt" dpdk_version: - - "23.11" + - "24.07" dpdk_url: "https://fast.dpdk.org/rel" diff --git a/fdio.infra.ansible/roles/dpdk/molecule/default/converge.yml b/fdio.infra.ansible/roles/dpdk/molecule/default/converge.yml index ab8392c3dc..505f9f4393 100644 --- a/fdio.infra.ansible/roles/dpdk/molecule/default/converge.yml +++ b/fdio.infra.ansible/roles/dpdk/molecule/default/converge.yml @@ -1,9 +1,9 @@ --- # file: molecule/default/converge.yaml -- name: Converge +- name: "Converge" hosts: all become: true roles: - - role: csit.dpdk + - role: "csit.dpdk" diff --git a/fdio.infra.ansible/roles/dpdk/tasks/deploy_block.yaml b/fdio.infra.ansible/roles/dpdk/tasks/deploy_block.yaml index 1f972f5320..d5afe2d3f8 100644 --- a/fdio.infra.ansible/roles/dpdk/tasks/deploy_block.yaml +++ b/fdio.infra.ansible/roles/dpdk/tasks/deploy_block.yaml @@ -1,14 +1,14 @@ --- # file: tasks/deploy_block.yaml -- name: Download Release {{ item }} +- name: "Download Release {{ item }}" ansible.builtin.get_url: url: "{{ dpdk_url }}/dpdk-{{ item }}.tar.xz" dest: "{{ dpdk_target_dir }}/dpdk-{{ item }}.tar.xz" mode: 0644 register: dpdk_downloaded -- name: Extract Release {{ item }} +- name: "Extract Release {{ item }}" ansible.builtin.unarchive: remote_src: true src: "{{ dpdk_target_dir }}/dpdk-{{ item }}.tar.xz" @@ -17,7 +17,7 @@ when: dpdk_downloaded register: dpdk_extracted -- name: Compile Release I +- name: "Compile Release I" ansible.builtin.command: "meson -Dexamples=l3fwd build" args: chdir: "{{ dpdk_target_dir }}/dpdk-{{ item }}" @@ -25,7 +25,7 @@ CFLAGS: "-DRTE_LIBRTE_I40E_16BYTE_RX_DESC=y" register: dpdk_compiled -- name: Compile Release II +- name: "Compile Release II" ansible.builtin.command: "ninja -C build" args: chdir: "{{ dpdk_target_dir }}/dpdk-{{ item }}" diff --git a/fdio.infra.ansible/roles/dpdk/tasks/main.yaml b/fdio.infra.ansible/roles/dpdk/tasks/main.yaml index 4f6c9ec9f2..1b7886386a 100644 --- a/fdio.infra.ansible/roles/dpdk/tasks/main.yaml +++ b/fdio.infra.ansible/roles/dpdk/tasks/main.yaml @@ -1,24 +1,23 @@ --- # file: tasks/main.yaml -- name: Update Package Cache (APT) +- name: "Update Package Cache (APT)" ansible.builtin.apt: update_cache: true - cache_valid_time: 3600 when: - - ansible_distribution == 'Ubuntu' + - ansible_os_family == 'Debian' tags: - dpdk-inst-prerequisites -- name: Prerequisites +- name: "Prerequisites" ansible.builtin.package: name: "{{ packages | flatten(levels=1) }}" state: "latest" tags: - dpdk-inst-prerequisites -- name: Multiple DPDK Versions - include_tasks: deploy_block.yaml +- name: "Multiple DPDK Versions" + include_tasks: "deploy_block.yaml" loop: "{{ dpdk_version }}" tags: - dpdk-inst diff --git a/fdio.infra.ansible/roles/intel/defaults/main.yaml b/fdio.infra.ansible/roles/intel/defaults/main.yaml index dbc31e87c4..d9b27ea91a 100644 --- a/fdio.infra.ansible/roles/intel/defaults/main.yaml +++ b/fdio.infra.ansible/roles/intel/defaults/main.yaml @@ -48,11 +48,6 @@ intel_download_url: "https://downloadmirror.intel.com" intel_extract_dir: "/opt" intel_700_compatibility_matrix: - dpdk22.03: - # custom for vpp_device - i40e: "2.25.11" - iavf: "4.11.3" - nvm: "8.70" dpdk22.07: # https://doc.dpdk.org/guides/rel_notes/release_22_07.html i40e: "2.19.3" @@ -63,14 +58,13 @@ intel_700_compatibility_matrix: i40e: "2.23.17" iavf: "4.9.5" nvm: "9.30" + dpdk24.07: + # https://doc.dpdk.org/guides/rel_notes/release_24_07.html + i40e: "2.25.9" + iavf: "4.9.5" + nvm: "9.50" intel_800_compatibility_matrix: - dpdk22.03: - # custom for vpp_device - ice: "1.14.13" - ddp: "1.3.45.0" - iavf: "4.11.3" - nvm: "4.40" dpdk22.07: # https://doc.dpdk.org/guides/rel_notes/release_22_07.html ice: "1.9.7" @@ -83,6 +77,12 @@ intel_800_compatibility_matrix: ddp: "1.3.45.0" iavf: "4.9.5" nvm: "4.40" + dpdk24.07: + # https://doc.dpdk.org/guides/rel_notes/release_24_07.html + ice: "1.14.11" + ddp: "1.3.46.0" + iavf: "4.9.5" + nvm: "4.50" intel_dsa_compatibility_matrix: dsa: "4.0" @@ -94,15 +94,14 @@ intel_qat_compatibility_matrix: intel_i40e_url: "2.19.3": "i40e%20stable/2.19.3/i40e-2.19.3.tar.gz/download" "2.23.17": "i40e%20stable/2.23.17/i40e-2.23.17.tar.gz/download" - "2.25.11": "i40e%20stable/2.25.11/i40e-2.25.11.tar.gz/download" + "2.25.9": "i40e%20stable/2.25.9/i40e-2.25.9.tar.gz/download" intel_ice_url: "1.9.7": "ice%20stable/1.9.7/ice-1.9.7.tar.gz/download" "1.13.7": "ice%20stable/1.13.7/ice-1.13.7.tar.gz/download" - "1.14.13": "ice%20stable/1.14.13/ice-1.14.13.tar.gz/download" + "1.14.11": "ice%20stable/1.14.11/ice-1.14.11.tar.gz/download" intel_iavf_url: - "4.3.19": "iavf%20stable/4.3.19/iavf-4.3.19.tar.gz/download" "4.5.3": "iavf%20stable/4.5.3/iavf-4.5.3.tar.gz/download" "4.9.5": "iavf%20stable/4.9.5/iavf-4.9.5.tar.gz/download" "4.11.3": "iavf%20stable/4.11.3/iavf-4.11.3.tar.gz/download" diff --git a/fdio.infra.ansible/roles/iperf/defaults/main.yaml b/fdio.infra.ansible/roles/iperf/defaults/main.yaml deleted file mode 100644 index f757b287b7..0000000000 --- a/fdio.infra.ansible/roles/iperf/defaults/main.yaml +++ /dev/null @@ -1,23 +0,0 @@ ---- -# file: roles/iperf/defaults/main.yaml - -packages: "{{ packages_base + packages_by_distro[ansible_distribution|lower][ansible_distribution_release] + packages_by_arch[ansible_machine] }}" - -packages_base: - - [] - -packages_by_distro: - ubuntu: - jammy: - - "build-essential" - #- "lib32z1" - -packages_by_arch: - aarch64: - - [] - x86_64: - - [] - -iperf_target_dir: "/opt" -iperf_version: - - "3.7" diff --git a/fdio.infra.ansible/roles/iperf/tasks/main.yaml b/fdio.infra.ansible/roles/iperf/tasks/main.yaml deleted file mode 100644 index 6184ba25f1..0000000000 --- a/fdio.infra.ansible/roles/iperf/tasks/main.yaml +++ /dev/null @@ -1,62 +0,0 @@ ---- -# file: roles/iperf/tasks/main.yaml - -- name: Inst - Update Package Cache (APT) - ansible.builtin.apt: - update_cache: true - cache_valid_time: 3600 - when: - - ansible_distribution|lower == 'ubuntu' - tags: - - iperf-inst-prerequisites - -- name: Inst - Prerequisites - ansible.builtin.package: - name: "{{ packages | flatten(levels=1) }}" - state: latest - tags: - - iperf-inst-prerequisites - -- name: Get Release Archive - ansible.builtin.get_url: - url: "https://downloads.es.net/pub/iperf/iperf-{{ item }}.tar.gz" - dest: "{{ iperf_target_dir }}/iperf-{{ item }}.tar.gz" - validate_certs: false - mode: 0644 - loop: "{{ iperf_version }}" - tags: - - iperf-inst - -- name: Extract Release Archive - ansible.builtin.unarchive: - remote_src: true - src: "{{ iperf_target_dir }}/iperf-{{ item }}.tar.gz" - dest: "{{ iperf_target_dir }}/" - creates: "{{ iperf_target_dir }}/iperf-{{ item }}/src" - loop: "{{ iperf_version }}" - tags: - - iperf-inst - -- name: Compile Release I - ansible.builtin.command: "./configure" - args: - chdir: "{{ iperf_target_dir }}/iperf-{{ item }}/" - loop: "{{ iperf_version }}" - tags: - - iperf-inst - -- name: Compile Release II - ansible.builtin.command: "make" - args: - chdir: "{{ iperf_target_dir }}/iperf-{{ item }}/" - loop: "{{ iperf_version }}" - tags: - - iperf-inst - -- name: Compile Release III - ansible.builtin.command: "make install" - args: - chdir: "{{ iperf_target_dir }}/iperf-{{ item }}/" - loop: "{{ iperf_version }}" - tags: - - iperf-inst diff --git a/fdio.infra.ansible/roles/kernel/defaults/main.yaml b/fdio.infra.ansible/roles/kernel/defaults/main.yaml index ef628c93f5..6581eaf1b2 100644 --- a/fdio.infra.ansible/roles/kernel/defaults/main.yaml +++ b/fdio.infra.ansible/roles/kernel/defaults/main.yaml @@ -1,5 +1,5 @@ --- -# file: roles/kernel/defaults/main.yaml +# file: defaults/main.yaml # Kernel version to install (Default to any version). kernel_version: "{{ kernel_version_by_distro[ansible_distribution|lower][ansible_distribution_release] | join(' ') }}" @@ -8,24 +8,24 @@ kernel_version_by_distro: ubuntu: jammy: - "5.15.0-46" + noble: + - "6.8.0-45" -kernel_packages: "{{ kernel_packages_by_distro[ansible_distribution|lower][ansible_distribution_release] | flatten(levels=1) }}" +kernel_packages: "{{ kernel_packages_by_distro[ansible_distribution|lower] | flatten(levels=1) }}" kernel_packages_by_distro: ubuntu: - jammy: - - "linux-image" - - "linux-headers" - - "linux-modules" - - "linux-modules-extra" - - "linux-tools" + - "linux-image" + - "linux-headers" + - "linux-modules" + - "linux-modules-extra" + - "linux-tools" # Packages to remove in relation to kernel upgrade. -absent_packages: "{{ absent_packages_by_distro[ansible_distribution|lower][ansible_distribution_release] | flatten(levels=1) }}" +absent_packages: "{{ absent_packages_by_distro[ansible_distribution|lower] | flatten(levels=1) }}" absent_packages_by_distro: ubuntu: - jammy: - - "amd64-microcode" - - "intel-microcode" - - "iucode-tool" + - "amd64-microcode" + - "intel-microcode" + - "iucode-tool"
\ No newline at end of file diff --git a/fdio.infra.ansible/roles/kernel/handlers/main.yaml b/fdio.infra.ansible/roles/kernel/handlers/main.yaml index d0be276a5b..3f47ee457e 100644 --- a/fdio.infra.ansible/roles/kernel/handlers/main.yaml +++ b/fdio.infra.ansible/roles/kernel/handlers/main.yaml @@ -1,7 +1,7 @@ --- -# file roles/kernel/handlers/main.yaml +# file handlers/main.yaml -- name: Reboot Server +- name: "Reboot Server" ansible.builtin.reboot: reboot_timeout: 3600 tags: diff --git a/fdio.infra.ansible/roles/kernel/tasks/main.yaml b/fdio.infra.ansible/roles/kernel/tasks/main.yaml index 431e344fb8..ec42ea1e6e 100644 --- a/fdio.infra.ansible/roles/kernel/tasks/main.yaml +++ b/fdio.infra.ansible/roles/kernel/tasks/main.yaml @@ -1,7 +1,7 @@ --- -# file: roles/kernel/tasks/main.yaml +# file: tasks/main.yaml -- name: Inst - Prerequisites +- name: "Prerequisites" include_tasks: "{{ ansible_distribution|lower }}_{{ ansible_distribution_release }}.yaml" tags: - kernel-inst-prerequisites diff --git a/fdio.infra.ansible/roles/kernel/tasks/ubuntu_jammy.yaml b/fdio.infra.ansible/roles/kernel/tasks/ubuntu_jammy.yaml index af987d4e5a..430050d79f 100644 --- a/fdio.infra.ansible/roles/kernel/tasks/ubuntu_jammy.yaml +++ b/fdio.infra.ansible/roles/kernel/tasks/ubuntu_jammy.yaml @@ -1,5 +1,5 @@ --- -# file: roles/kernel/tasks/ubuntu_jammy.yaml +# file: tasks/ubuntu_jammy.yaml - name: Get Available Kernel Versions ansible.builtin.command: "apt-cache showpkg linux-headers-*" diff --git a/fdio.infra.ansible/roles/kernel/tasks/ubuntu_noble.yaml b/fdio.infra.ansible/roles/kernel/tasks/ubuntu_noble.yaml new file mode 100644 index 0000000000..1702ecc07d --- /dev/null +++ b/fdio.infra.ansible/roles/kernel/tasks/ubuntu_noble.yaml @@ -0,0 +1,62 @@ +--- +# file: tasks/ubuntu_noble.yaml + +- name: "Get Available Kernel Versions" + ansible.builtin.command: "apt-cache showpkg linux-headers-*" + changed_when: false + register: apt_kernel_list + tags: + - kernel-inst + +- name: "Get installed packages with APT" + ansible.builtin.command: "dpkg -l" + changed_when: false + register: apt_packages_list + tags: + - kernel-inst + +- name: "Set target APT kernel version" + ansible.builtin.set_fact: + _kernel: "{{ apt_kernel_list | deb_kernel( + kernel_version, ansible_kernel) }}" + tags: + - kernel-inst + +- name: "Disable APT auto upgrade" + ansible.builtin.lineinfile: + path: "/etc/apt/apt.conf.d/20auto-upgrades" + state: "present" + regexp: "APT::Periodic::Unattended-Upgrade \"[0-9]\";" + line: "APT::Periodic::Unattended-Upgrade \"0\";" + create: true + mode: 0644 + tags: + - kernel-inst + +- name: "Ensure Packages Versions" + ansible.builtin.apt: + name: "{{ apt_kernel_list | deb_kernel_pkg( + kernel_version, ansible_kernel, ansible_distribution, + ansible_architecture, item) }}" + loop: "{{ kernel_packages }}" + tags: + - kernel-inst + +- name: "Ensure Any Other Kernel Packages Are Removed" + ansible.builtin.apt: + name: "{{ apt_packages_list | deb_installed_kernel( + apt_kernel_list, kernel_version, ansible_kernel) }}" + state: "absent" + purge: true + notify: + - "Reboot Server" + tags: + - kernel-inst + +- name: "Ensure Any Microcode Is Absent" + ansible.builtin.apt: + name: "{{ absent_packages }}" + state: "absent" + purge: true + tags: + - kernel-inst diff --git a/fdio.infra.ansible/roles/mellanox/defaults/main.yaml b/fdio.infra.ansible/roles/mellanox/defaults/main.yaml index fae5551c22..7e6e6e70d4 100644 --- a/fdio.infra.ansible/roles/mellanox/defaults/main.yaml +++ b/fdio.infra.ansible/roles/mellanox/defaults/main.yaml @@ -25,6 +25,6 @@ mellanox_compatibility_matrix: dpdk22.07: # https://doc.dpdk.org/guides/rel_notes/release_22_07.html ofed: "5.9-0.5.6.0" - dpdk23.11: - # https://doc.dpdk.org/guides/rel_notes/release_23_11.html + dpdk24.07: + # https://doc.dpdk.org/guides/rel_notes/release_24_07.html ofed: "24.04-0.7.0.0" diff --git a/fdio.infra.ansible/roles/performance_tuning/defaults/main.yaml b/fdio.infra.ansible/roles/performance_tuning/defaults/main.yaml index 5a732e5539..c9074a3d3b 100644 --- a/fdio.infra.ansible/roles/performance_tuning/defaults/main.yaml +++ b/fdio.infra.ansible/roles/performance_tuning/defaults/main.yaml @@ -1,15 +1,14 @@ --- -# file: roles/performance_tuning/defaults/main.yaml +# file: defaults/main.yaml -packages: "{{ packages_base + packages_by_distro[ansible_distribution|lower][ansible_distribution_release] + packages_by_arch[ansible_machine] }}" +packages: "{{ packages_base + packages_by_distro[ansible_distribution|lower] + packages_by_arch[ansible_machine] }}" packages_base: - "cpufrequtils" packages_by_distro: ubuntu: - jammy: - - [] + - [] packages_by_arch: aarch64: diff --git a/fdio.infra.ansible/roles/performance_tuning/handlers/main.yaml b/fdio.infra.ansible/roles/performance_tuning/handlers/main.yaml index 5a48fc37b4..d92ca0ed41 100644 --- a/fdio.infra.ansible/roles/performance_tuning/handlers/main.yaml +++ b/fdio.infra.ansible/roles/performance_tuning/handlers/main.yaml @@ -1,12 +1,12 @@ --- # file handlers/main.yaml -- name: Update GRUB +- name: "Update GRUB" ansible.builtin.command: update-grub tags: - update-grub -- name: Reboot Server +- name: "Reboot Server" ansible.builtin.reboot: reboot_timeout: 3600 tags: diff --git a/fdio.infra.ansible/roles/performance_tuning/tasks/main.yaml b/fdio.infra.ansible/roles/performance_tuning/tasks/main.yaml index cc904e23e9..1800a6111a 100644 --- a/fdio.infra.ansible/roles/performance_tuning/tasks/main.yaml +++ b/fdio.infra.ansible/roles/performance_tuning/tasks/main.yaml @@ -1,7 +1,7 @@ --- -# file: roles/performance_tuning/tasks/main.yaml +# file: tasks/main.yaml -- name: Inst - Update Package Cache (APT) +- name: "Update Package Cache (APT)" ansible.builtin.apt: update_cache: true cache_valid_time: 3600 @@ -10,24 +10,23 @@ tags: - perf-inst-prerequisites -- name: Inst - Machine Prerequisites +- name: "Machine Prerequisites" ansible.builtin.package: name: "{{ packages | flatten(levels=1) }}" - state: latest + state: "latest" tags: - perf-inst-prerequisites -- name: Conf - Turbo Boost - import_tasks: turbo_boost.yaml +- name: "Turbo Boost" + import_tasks: "turbo_boost.yaml" when: > - cpu_microarchitecture == "skylake" or - cpu_microarchitecture == "cascadelake" or cpu_microarchitecture == "icelake" or - cpu_microarchitecture == "sapphirerapids" + cpu_microarchitecture == "sapphirerapids" or + cpu_microarchitecture == "emeraldrapids" tags: - perf-conf-turbo-boost -- name: Conf - Adjust max_map_count +- name: "Adjust max_map_count" # this file contains the maximum number of memory map areas a process # may have. memory map areas are used as a side-effect of calling # malloc, directly by mmap and mprotect, and also when loading shared @@ -46,7 +45,7 @@ tags: - perf-conf-sysctl -- name: Conf - Adjust hugetlb_shm_group +- name: "Adjust hugetlb_shm_group" # hugetlb_shm_group contains group id that is allowed to create sysv # shared memory segment using hugetlb page. ansible.builtin.sysctl: @@ -58,7 +57,7 @@ tags: - perf-conf-sysctl -- name: Conf - Adjust swappiness +- name: "Adjust swappiness" # this control is used to define how aggressive the kernel will swap # memory pages. higher values will increase agressiveness, lower values # decrease the amount of swap. a value of 0 instructs the kernel not to @@ -73,7 +72,7 @@ tags: - perf-conf-sysctl -- name: Conf - Adjust shmmax +- name: "Adjust shmmax" # shared memory max must be greator or equal to the total size of hugepages. # for 2mb pages, totalhugepagesize = vm.nr_hugepages * 2 * 1024 * 1024 # if the existing kernel.shmmax setting (cat /sys/proc/kernel/shmmax) @@ -88,7 +87,7 @@ tags: - perf-conf-sysctl -- name: Conf - Adjust watchdog_cpumask +- name: "Adjust watchdog_cpumask" # this value can be used to control on which cpus the watchdog may run. # the default cpumask is all possible cores, but if no_hz_full is # enabled in the kernel config, and cores are specified with the @@ -108,7 +107,7 @@ tags: - perf-conf-sysctl -- name: Conf - Adjust randomize_va_space +- name: "Adjust randomize_va_space" # this option can be used to select the type of process address # space randomization that is used in the system, for architectures # that support this feature. @@ -124,7 +123,7 @@ tags: - perf-conf-sysctl -- name: Conf - Cpufrequtils +- name: "Cpufrequtils" ansible.builtin.copy: src: "files/cpufrequtils" dest: "/etc/default/cpufrequtils" @@ -134,7 +133,7 @@ tags: - perf-conf-cpufrequtils -- name: Conf - Irqbalance +- name: "Irqbalance" ansible.builtin.template: src: "files/irqbalance" dest: "/etc/default/irqbalance" @@ -144,7 +143,7 @@ tags: - perf-conf-irqbalance -- name: Conf - Kernel Parameters +- name: "Kernel Parameters" ansible.builtin.lineinfile: path: "/etc/default/grub" state: "present" @@ -157,7 +156,7 @@ - meta: flush_handlers -- name: Conf - Load Kernel Modules By Default +- name: "Load Kernel Modules By Default" ansible.builtin.lineinfile: path: "/etc/modules" state: "present" @@ -169,7 +168,7 @@ tags: - perf-conf-load-kernel-modules -- name: Conf - Create a directory for 1G HugeTLBs hugepages +- name: "Create a directory for 1G HugeTLBs hugepages" ansible.builtin.file: path: "/dev/hugepages1G" state: "directory" @@ -177,7 +176,7 @@ tags: - perf-conf-hugepages-1g -- name: Conf - Mount 1G HugeTLBs hugepages +- name: "Mount 1G HugeTLBs hugepages" ansible.builtin.mount: path: "/dev/hugepages1G" src: "hugetlbfs" @@ -188,7 +187,7 @@ tags: - perf-conf-hugepages-1g -- name: Create a directory if it does not exist +- name: "Create a directory if it does not exist" ansible.builtin.file: path: "/dev/hugepages2M" state: "directory" @@ -196,7 +195,7 @@ tags: - perf-conf-hugepages-2m -- name: Conf - Create a directory for 2M HugeTLBs hugepages +- name: "Create a directory for 2M HugeTLBs hugepages" ansible.builtin.mount: path: "/dev/hugepages2M" src: "hugetlbfs" diff --git a/fdio.infra.ansible/roles/performance_tuning/tasks/turbo_boost.yaml b/fdio.infra.ansible/roles/performance_tuning/tasks/turbo_boost.yaml index cff71e9ce3..d7cfe0e602 100644 --- a/fdio.infra.ansible/roles/performance_tuning/tasks/turbo_boost.yaml +++ b/fdio.infra.ansible/roles/performance_tuning/tasks/turbo_boost.yaml @@ -1,7 +1,7 @@ --- -# file: roles/performance_tuning/tasks/turbo_boost.yaml +# file: tasks/turbo_boost.yaml -- name: Inst - Update Package Cache (APT) +- name: "Update Package Cache (APT)" apt: update_cache: true cache_valid_time: 3600 @@ -10,15 +10,15 @@ tags: - turbo-inst-prerequisites -- name: Inst - msr-tools +- name: "msr-tools" package: name: - "msr-tools" - state: latest + state: "latest" tags: - turbo-inst-prerequisites -- name: Conf - Load msr By Default +- name: "Load msr By Default" lineinfile: path: "/etc/modules" state: "present" @@ -26,7 +26,7 @@ tags: - turbo-conf-msr -- name: Conf - Custom Startup Service Hook +- name: "Custom Startup Service Hook" copy: src: "files/disable-turbo-boost.service" dest: "/etc/systemd/system/disable-turbo-boost.service" @@ -36,7 +36,7 @@ tags: - turbo-conf-msr -- name: Conf - Custom Startup Service Hook Enable +- name: "Custom Startup Service Hook Enable" service: name: "disable-turbo-boost" enabled: true diff --git a/fdio.infra.ansible/roles/python_env/defaults/main.yaml b/fdio.infra.ansible/roles/python_env/defaults/main.yaml deleted file mode 100644 index 4b572c0dd0..0000000000 --- a/fdio.infra.ansible/roles/python_env/defaults/main.yaml +++ /dev/null @@ -1,25 +0,0 @@ ---- -# file: defaults/main.yaml - -packages: "{{ packages_base + packages_by_distro[ansible_distribution|lower][ansible_distribution_release] + packages_by_arch[ansible_machine] }}" - -packages_base: - - "virtualenv" - -packages_by_distro: - ubuntu: - jammy: - - "python3-all" - - "python3-apt" - - "python3-cffi" - - "python3-cffi-backend" - - "python3-dev" - - "python3-pip" - - "python3-pyelftools" - - "python3-setuptools" - -packages_by_arch: - aarch64: - - [] - x86_64: - - [] diff --git a/fdio.infra.ansible/roles/python_env/tasks/main.yaml b/fdio.infra.ansible/roles/python_env/tasks/main.yaml deleted file mode 100644 index 29d9b963ca..0000000000 --- a/fdio.infra.ansible/roles/python_env/tasks/main.yaml +++ /dev/null @@ -1,71 +0,0 @@ ---- -# file: tasks/main.yaml - -- name: Inst - Update package cache (apt) - ansible.builtin.apt: - update_cache: true - cache_valid_time: 3600 - when: - - ansible_distribution|lower == 'ubuntu' - tags: - - common-inst-prerequisites - -- name: Inst - Prerequisites - ansible.builtin.package: - name: "{{ packages | flatten(levels=1) }}" - state: latest - tags: - - common-inst-prerequisites - -- name: Inst - CSIT PIP requirements - ansible.builtin.pip: - name: - - "ecdsa==0.19.0" - - "paramiko==3.4.1" - - "pycryptodome==3.20.0" - - "python-dateutil==2.9.0" - - "PyYAML==6.0.1" - - "requests==2.32.2" - - "robotframework==7.0.1" - - "scapy==2.4.5" - - "scp==0.15.0" - - "ansible==10.2.0" - - "ansible-core==2.17.2" - - "dill==0.3.8" - - "numpy==2.0.1" - - "scipy==1.14.0" - - "ply==3.11" - - "jsonschema==4.23.0" - - "rfc3339-validator==0.1.4" - - "rfc3987==1.3.8" - - "pylint==3.2.6" - - "astroid==3.2.4" - - "attrs==24.2.0" - - "bcrypt==4.2.0" - - "certifi==2024.7.4" - - "cffi==1.17.0" - - "charset-normalizer==3.3.2" - - "cryptography==43.0.0" - - "idna==3.7" - - "isort==5.13.2" - - "Jinja2==3.1.4" - - "jsonschema-specifications==2023.12.1" - - "MarkupSafe==2.1.5" - - "mccabe==0.7.0" - - "packaging==24.1" - - "platformdirs==4.2.2" - - "ply==3.11" - - "pycparser==2.22" - - "PyNaCl==1.5.0" - - "referencing==0.35.1" - - "resolvelib==1.0.1" - - "rpds-py==0.20.0" - - "six==1.16.0" - - "tomli==2.0.1" - - "tomlkit==0.13.0" - - "typing_extensions==4.12.2" - - "urllib3==2.2.2" - environment: - ANSIBLE_SKIP_CONFLICT_CHECK: 1 - tags: - - common-inst-pip diff --git a/fdio.infra.ansible/roles/trex/defaults/main.yaml b/fdio.infra.ansible/roles/trex/defaults/main.yaml deleted file mode 100644 index 18a2b56bda..0000000000 --- a/fdio.infra.ansible/roles/trex/defaults/main.yaml +++ /dev/null @@ -1,33 +0,0 @@ ---- -# file: defaults/main.yaml - -packages: "{{ packages_base + packages_by_distro[ansible_distribution|lower] + packages_by_arch[ansible_machine] }}" - -packages_base: - - [] - -packages_by_distro: - ubuntu: - - "build-essential" - - "gcc-9" - - "g++-9" - - "libmnl-dev" - - "libnuma-dev" - - "libpcap-dev" - - "librdmacm-dev" - - "librdmacm1" - - "libssl-dev" - - "pciutils" - - "python3-pip" - - "zlib1g-dev" - -packages_by_arch: - aarch64: - - [] - x86_64: - - [] - -trex_target_dir: "/opt" -trex_url: "https://github.com/cisco-system-traffic-generator/trex-core/archive/" -trex_version: - - "3.03" diff --git a/fdio.infra.ansible/roles/trex/files/t-rex.patch b/fdio.infra.ansible/roles/trex/files/t-rex.patch deleted file mode 100644 index e7db647779..0000000000 --- a/fdio.infra.ansible/roles/trex/files/t-rex.patch +++ /dev/null @@ -1,548 +0,0 @@ -diff --git a/linux_dpdk/ws_main.py b/linux_dpdk/ws_main.py -index e8d0cd51..a0c01adb 100755 ---- a/linux_dpdk/ws_main.py -+++ b/linux_dpdk/ws_main.py -@@ -209,7 +209,7 @@ def check_ofed(ctx): - - ofed_ver= 42 - ofed_ver_show= '4.2' -- -+ return True - if not os.path.isfile(ofed_info): - ctx.end_msg('not found', 'YELLOW') - return False -@@ -1552,8 +1552,6 @@ class build_option: - flags += ['-DNDEBUG']; - else: - flags += ['-UNDEBUG']; -- if bld.env.OFED_OK: -- flags += ['-DHAVE_IBV_MLX4_WQE_LSO_SEG=1'] - return (flags) - - def get_bnxt_flags(self): -diff --git a/src/dpdk/drivers/net/mlx4/mlx4_autoconf.h b/src/dpdk/drivers/net/mlx4/mlx4_autoconf.h -index b3d68683..35474409 100644 ---- a/src/dpdk/drivers/net/mlx4/mlx4_autoconf.h -+++ b/src/dpdk/drivers/net/mlx4/mlx4_autoconf.h -@@ -1,3 +1,6 @@ --#ifndef HAVE_IBV_MLX4_WQE_LSO_SEG --#define HAVE_IBV_MLX4_WQE_LSO_SEG --#endif -+/* HAVE_IBV_MLX4_BUF_ALLOCATORS is not defined. */ -+ -+/* HAVE_IBV_MLX4_UAR_MMAP_OFFSET is not defined. */ -+ -+/* HAVE_IBV_MLX4_WQE_LSO_SEG is not defined. */ -+ -diff --git a/src/dpdk/drivers/net/mlx5/mlx5_autoconf.h b/src/dpdk/drivers/net/mlx5/mlx5_autoconf.h -index 8770fdde..75db5ae8 100644 ---- a/src/dpdk/drivers/net/mlx5/mlx5_autoconf.h -+++ b/src/dpdk/drivers/net/mlx5/mlx5_autoconf.h -@@ -1,54 +1,362 @@ --#ifndef HAVE_IBV_DEVICE_COUNTERS_SET_SUPPORT --#define HAVE_IBV_DEVICE_COUNTERS_SET_SUPPORT --#endif -+/* HAVE_IBV_DEVICE_STRIDING_RQ_SUPPORT is not defined. */ - --#ifndef HAVE_IBV_FLOW_DV_SUPPORT --#define HAVE_IBV_FLOW_DV_SUPPORT --#endif -+#ifndef HAVE_IBV_DEVICE_TUNNEL_SUPPORT -+#define HAVE_IBV_DEVICE_TUNNEL_SUPPORT 1 -+#endif /* HAVE_IBV_DEVICE_TUNNEL_SUPPORT */ - --#ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45 --#define HAVE_IBV_DEVICE_COUNTERS_SET_V45 --#endif -+/* HAVE_IBV_DEVICE_MPLS_SUPPORT is not defined. */ - --#ifndef HAVE_IBV_FLOW_DEVX_COUNTERS --#define HAVE_IBV_FLOW_DEVX_COUNTERS --#endif -+#ifndef HAVE_IBV_WQ_FLAGS_PCI_WRITE_END_PADDING -+#define HAVE_IBV_WQ_FLAGS_PCI_WRITE_END_PADDING 1 -+#endif /* HAVE_IBV_WQ_FLAGS_PCI_WRITE_END_PADDING */ - --#ifndef HAVE_IBV_MLX4_WQE_LSO_SEG --#define HAVE_IBV_MLX4_WQE_LSO_SEG --#endif -+/* HAVE_IBV_WQ_FLAG_RX_END_PADDING is not defined. */ - -+#ifndef HAVE_IBV_MLX5_MOD_SWP -+#define HAVE_IBV_MLX5_MOD_SWP 1 -+#endif /* HAVE_IBV_MLX5_MOD_SWP */ - --#ifdef SUPPORTED_40000baseKR4_Full -+#ifndef HAVE_IBV_MLX5_MOD_MPW -+#define HAVE_IBV_MLX5_MOD_MPW 1 -+#endif /* HAVE_IBV_MLX5_MOD_MPW */ -+ -+#ifndef HAVE_IBV_MLX5_MOD_CQE_128B_COMP -+#define HAVE_IBV_MLX5_MOD_CQE_128B_COMP 1 -+#endif /* HAVE_IBV_MLX5_MOD_CQE_128B_COMP */ -+ -+#ifndef HAVE_IBV_MLX5_MOD_CQE_128B_PAD -+#define HAVE_IBV_MLX5_MOD_CQE_128B_PAD 1 -+#endif /* HAVE_IBV_MLX5_MOD_CQE_128B_PAD */ -+ -+/* HAVE_IBV_FLOW_DV_SUPPORT is not defined. */ -+ -+/* HAVE_MLX5DV_DR is not defined. */ -+ -+/* HAVE_MLX5DV_DR_ESWITCH is not defined. */ -+ -+/* HAVE_IBV_DEVX_OBJ is not defined. */ -+ -+/* HAVE_IBV_FLOW_DEVX_COUNTERS is not defined. */ -+ -+#ifndef HAVE_ETHTOOL_LINK_MODE_25G -+#define HAVE_ETHTOOL_LINK_MODE_25G 1 -+#endif /* HAVE_ETHTOOL_LINK_MODE_25G */ -+ -+#ifndef HAVE_ETHTOOL_LINK_MODE_50G -+#define HAVE_ETHTOOL_LINK_MODE_50G 1 -+#endif /* HAVE_ETHTOOL_LINK_MODE_50G */ -+ -+#ifndef HAVE_ETHTOOL_LINK_MODE_100G -+#define HAVE_ETHTOOL_LINK_MODE_100G 1 -+#endif /* HAVE_ETHTOOL_LINK_MODE_100G */ -+ -+/* HAVE_IBV_DEVICE_COUNTERS_SET_V42 is not defined. */ -+ -+/* HAVE_IBV_DEVICE_COUNTERS_SET_V45 is not defined. */ -+ -+#ifndef HAVE_RDMA_NL_NLDEV -+#define HAVE_RDMA_NL_NLDEV 1 -+#endif /* HAVE_RDMA_NL_NLDEV */ -+ -+#ifndef HAVE_RDMA_NLDEV_CMD_GET -+#define HAVE_RDMA_NLDEV_CMD_GET 1 -+#endif /* HAVE_RDMA_NLDEV_CMD_GET */ -+ -+#ifndef HAVE_RDMA_NLDEV_CMD_PORT_GET -+#define HAVE_RDMA_NLDEV_CMD_PORT_GET 1 -+#endif /* HAVE_RDMA_NLDEV_CMD_PORT_GET */ -+ -+#ifndef HAVE_RDMA_NLDEV_ATTR_DEV_INDEX -+#define HAVE_RDMA_NLDEV_ATTR_DEV_INDEX 1 -+#endif /* HAVE_RDMA_NLDEV_ATTR_DEV_INDEX */ -+ -+#ifndef HAVE_RDMA_NLDEV_ATTR_DEV_NAME -+#define HAVE_RDMA_NLDEV_ATTR_DEV_NAME 1 -+#endif /* HAVE_RDMA_NLDEV_ATTR_DEV_NAME */ -+ -+#ifndef HAVE_RDMA_NLDEV_ATTR_PORT_INDEX -+#define HAVE_RDMA_NLDEV_ATTR_PORT_INDEX 1 -+#endif /* HAVE_RDMA_NLDEV_ATTR_PORT_INDEX */ -+ -+/* HAVE_RDMA_NLDEV_ATTR_NDEV_INDEX is not defined. */ -+ -+#ifndef HAVE_IFLA_NUM_VF -+#define HAVE_IFLA_NUM_VF 1 -+#endif /* HAVE_IFLA_NUM_VF */ -+ -+#ifndef HAVE_IFLA_EXT_MASK -+#define HAVE_IFLA_EXT_MASK 1 -+#endif /* HAVE_IFLA_EXT_MASK */ -+ -+#ifndef HAVE_IFLA_PHYS_SWITCH_ID -+#define HAVE_IFLA_PHYS_SWITCH_ID 1 -+#endif /* HAVE_IFLA_PHYS_SWITCH_ID */ -+ -+#ifndef HAVE_IFLA_PHYS_PORT_NAME -+#define HAVE_IFLA_PHYS_PORT_NAME 1 -+#endif /* HAVE_IFLA_PHYS_PORT_NAME */ -+ -+#ifndef HAVE_IFLA_VXLAN_COLLECT_METADATA -+#define HAVE_IFLA_VXLAN_COLLECT_METADATA 1 -+#endif /* HAVE_IFLA_VXLAN_COLLECT_METADATA */ -+ -+#ifndef HAVE_TCA_CHAIN -+#define HAVE_TCA_CHAIN 1 -+#endif /* HAVE_TCA_CHAIN */ -+ -+#ifndef HAVE_TCA_FLOWER_ACT -+#define HAVE_TCA_FLOWER_ACT 1 -+#endif /* HAVE_TCA_FLOWER_ACT */ -+ -+#ifndef HAVE_TCA_FLOWER_FLAGS -+#define HAVE_TCA_FLOWER_FLAGS 1 -+#endif /* HAVE_TCA_FLOWER_FLAGS */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ETH_TYPE -+#define HAVE_TCA_FLOWER_KEY_ETH_TYPE 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ETH_TYPE */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ETH_DST -+#define HAVE_TCA_FLOWER_KEY_ETH_DST 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ETH_DST */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ETH_DST_MASK -+#define HAVE_TCA_FLOWER_KEY_ETH_DST_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ETH_DST_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ETH_SRC -+#define HAVE_TCA_FLOWER_KEY_ETH_SRC 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ETH_SRC */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ETH_SRC_MASK -+#define HAVE_TCA_FLOWER_KEY_ETH_SRC_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ETH_SRC_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_IP_PROTO -+#define HAVE_TCA_FLOWER_KEY_IP_PROTO 1 -+#endif /* HAVE_TCA_FLOWER_KEY_IP_PROTO */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_IPV4_SRC -+#define HAVE_TCA_FLOWER_KEY_IPV4_SRC 1 -+#endif /* HAVE_TCA_FLOWER_KEY_IPV4_SRC */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_IPV4_SRC_MASK -+#define HAVE_TCA_FLOWER_KEY_IPV4_SRC_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_IPV4_SRC_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_IPV4_DST -+#define HAVE_TCA_FLOWER_KEY_IPV4_DST 1 -+#endif /* HAVE_TCA_FLOWER_KEY_IPV4_DST */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_IPV4_DST_MASK -+#define HAVE_TCA_FLOWER_KEY_IPV4_DST_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_IPV4_DST_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_IPV6_SRC -+#define HAVE_TCA_FLOWER_KEY_IPV6_SRC 1 -+#endif /* HAVE_TCA_FLOWER_KEY_IPV6_SRC */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_IPV6_SRC_MASK -+#define HAVE_TCA_FLOWER_KEY_IPV6_SRC_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_IPV6_SRC_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_IPV6_DST -+#define HAVE_TCA_FLOWER_KEY_IPV6_DST 1 -+#endif /* HAVE_TCA_FLOWER_KEY_IPV6_DST */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_IPV6_DST_MASK -+#define HAVE_TCA_FLOWER_KEY_IPV6_DST_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_IPV6_DST_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_TCP_SRC -+#define HAVE_TCA_FLOWER_KEY_TCP_SRC 1 -+#endif /* HAVE_TCA_FLOWER_KEY_TCP_SRC */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_TCP_SRC_MASK -+#define HAVE_TCA_FLOWER_KEY_TCP_SRC_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_TCP_SRC_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_TCP_DST -+#define HAVE_TCA_FLOWER_KEY_TCP_DST 1 -+#endif /* HAVE_TCA_FLOWER_KEY_TCP_DST */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_TCP_DST_MASK -+#define HAVE_TCA_FLOWER_KEY_TCP_DST_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_TCP_DST_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_UDP_SRC -+#define HAVE_TCA_FLOWER_KEY_UDP_SRC 1 -+#endif /* HAVE_TCA_FLOWER_KEY_UDP_SRC */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_UDP_SRC_MASK -+#define HAVE_TCA_FLOWER_KEY_UDP_SRC_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_UDP_SRC_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_UDP_DST -+#define HAVE_TCA_FLOWER_KEY_UDP_DST 1 -+#endif /* HAVE_TCA_FLOWER_KEY_UDP_DST */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_UDP_DST_MASK -+#define HAVE_TCA_FLOWER_KEY_UDP_DST_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_UDP_DST_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_VLAN_ID -+#define HAVE_TCA_FLOWER_KEY_VLAN_ID 1 -+#endif /* HAVE_TCA_FLOWER_KEY_VLAN_ID */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_VLAN_PRIO -+#define HAVE_TCA_FLOWER_KEY_VLAN_PRIO 1 -+#endif /* HAVE_TCA_FLOWER_KEY_VLAN_PRIO */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_VLAN_ETH_TYPE -+#define HAVE_TCA_FLOWER_KEY_VLAN_ETH_TYPE 1 -+#endif /* HAVE_TCA_FLOWER_KEY_VLAN_ETH_TYPE */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_TCP_FLAGS -+#define HAVE_TCA_FLOWER_KEY_TCP_FLAGS 1 -+#endif /* HAVE_TCA_FLOWER_KEY_TCP_FLAGS */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_TCP_FLAGS_MASK -+#define HAVE_TCA_FLOWER_KEY_TCP_FLAGS_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_TCP_FLAGS_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_IP_TOS -+#define HAVE_TCA_FLOWER_KEY_IP_TOS 1 -+#endif /* HAVE_TCA_FLOWER_KEY_IP_TOS */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_IP_TOS_MASK -+#define HAVE_TCA_FLOWER_KEY_IP_TOS_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_IP_TOS_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_IP_TTL -+#define HAVE_TCA_FLOWER_KEY_IP_TTL 1 -+#endif /* HAVE_TCA_FLOWER_KEY_IP_TTL */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_IP_TTL_MASK -+#define HAVE_TCA_FLOWER_KEY_IP_TTL_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_IP_TTL_MASK */ -+ -+#ifndef HAVE_TC_ACT_GOTO_CHAIN -+#define HAVE_TC_ACT_GOTO_CHAIN 1 -+#endif /* HAVE_TC_ACT_GOTO_CHAIN */ -+ -+#ifndef HAVE_TC_ACT_VLAN -+#define HAVE_TC_ACT_VLAN 1 -+#endif /* HAVE_TC_ACT_VLAN */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ENC_KEY_ID -+#define HAVE_TCA_FLOWER_KEY_ENC_KEY_ID 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ENC_KEY_ID */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ENC_IPV4_SRC -+#define HAVE_TCA_FLOWER_KEY_ENC_IPV4_SRC 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ENC_IPV4_SRC */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ENC_IPV4_SRC_MASK -+#define HAVE_TCA_FLOWER_KEY_ENC_IPV4_SRC_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ENC_IPV4_SRC_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ENC_IPV4_DST -+#define HAVE_TCA_FLOWER_KEY_ENC_IPV4_DST 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ENC_IPV4_DST */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ENC_IPV4_DST_MASK -+#define HAVE_TCA_FLOWER_KEY_ENC_IPV4_DST_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ENC_IPV4_DST_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ENC_IPV6_SRC -+#define HAVE_TCA_FLOWER_KEY_ENC_IPV6_SRC 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ENC_IPV6_SRC */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ENC_IPV6_SRC_MASK -+#define HAVE_TCA_FLOWER_KEY_ENC_IPV6_SRC_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ENC_IPV6_SRC_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ENC_IPV6_DST -+#define HAVE_TCA_FLOWER_KEY_ENC_IPV6_DST 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ENC_IPV6_DST */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ENC_IPV6_DST_MASK -+#define HAVE_TCA_FLOWER_KEY_ENC_IPV6_DST_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ENC_IPV6_DST_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ENC_UDP_SRC_PORT -+#define HAVE_TCA_FLOWER_KEY_ENC_UDP_SRC_PORT 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ENC_UDP_SRC_PORT */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ENC_UDP_SRC_PORT_MASK -+#define HAVE_TCA_FLOWER_KEY_ENC_UDP_SRC_PORT_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ENC_UDP_SRC_PORT_MASK */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ENC_UDP_DST_PORT -+#define HAVE_TCA_FLOWER_KEY_ENC_UDP_DST_PORT 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ENC_UDP_DST_PORT */ -+ -+#ifndef HAVE_TCA_FLOWER_KEY_ENC_UDP_DST_PORT_MASK -+#define HAVE_TCA_FLOWER_KEY_ENC_UDP_DST_PORT_MASK 1 -+#endif /* HAVE_TCA_FLOWER_KEY_ENC_UDP_DST_PORT_MASK */ -+ -+/* HAVE_TCA_FLOWER_KEY_ENC_IP_TOS is not defined. */ -+ -+/* HAVE_TCA_FLOWER_KEY_ENC_IP_TOS_MASK is not defined. */ -+ -+/* HAVE_TCA_FLOWER_KEY_ENC_IP_TTL is not defined. */ -+ -+/* HAVE_TCA_FLOWER_KEY_ENC_IP_TTL_MASK is not defined. */ -+ -+#ifndef HAVE_TC_ACT_TUNNEL_KEY -+#define HAVE_TC_ACT_TUNNEL_KEY 1 -+#endif /* HAVE_TC_ACT_TUNNEL_KEY */ -+ -+#ifndef HAVE_TCA_TUNNEL_KEY_ENC_DST_PORT -+#define HAVE_TCA_TUNNEL_KEY_ENC_DST_PORT 1 -+#endif /* HAVE_TCA_TUNNEL_KEY_ENC_DST_PORT */ -+ -+/* HAVE_TCA_TUNNEL_KEY_ENC_TOS is not defined. */ -+ -+/* HAVE_TCA_TUNNEL_KEY_ENC_TTL is not defined. */ -+ -+#ifndef HAVE_TCA_TUNNEL_KEY_NO_CSUM -+#define HAVE_TCA_TUNNEL_KEY_NO_CSUM 1 -+#endif /* HAVE_TCA_TUNNEL_KEY_NO_CSUM */ -+ -+#ifndef HAVE_TC_ACT_PEDIT -+#define HAVE_TC_ACT_PEDIT 1 -+#endif /* HAVE_TC_ACT_PEDIT */ -+ -+#ifndef HAVE_SUPPORTED_40000baseKR4_Full - #define HAVE_SUPPORTED_40000baseKR4_Full 1 --#endif -+#endif /* HAVE_SUPPORTED_40000baseKR4_Full */ - --#ifdef SUPPORTED_40000baseCR4_Full -+#ifndef HAVE_SUPPORTED_40000baseCR4_Full - #define HAVE_SUPPORTED_40000baseCR4_Full 1 --#endif -+#endif /* HAVE_SUPPORTED_40000baseCR4_Full */ - --#ifdef SUPPORTED_40000baseSR4_Full -+#ifndef HAVE_SUPPORTED_40000baseSR4_Full - #define HAVE_SUPPORTED_40000baseSR4_Full 1 --#endif -+#endif /* HAVE_SUPPORTED_40000baseSR4_Full */ - --#ifdef SUPPORTED_40000baseLR4_Full -+#ifndef HAVE_SUPPORTED_40000baseLR4_Full - #define HAVE_SUPPORTED_40000baseLR4_Full 1 --#endif -+#endif /* HAVE_SUPPORTED_40000baseLR4_Full */ - --#ifdef SUPPORTED_56000baseKR4_Full -+#ifndef HAVE_SUPPORTED_56000baseKR4_Full - #define HAVE_SUPPORTED_56000baseKR4_Full 1 --#endif -+#endif /* HAVE_SUPPORTED_56000baseKR4_Full */ - --#ifdef SUPPORTED_56000baseCR4_Full -+#ifndef HAVE_SUPPORTED_56000baseCR4_Full - #define HAVE_SUPPORTED_56000baseCR4_Full 1 --#endif -+#endif /* HAVE_SUPPORTED_56000baseCR4_Full */ - --#ifdef SUPPORTED_56000baseSR4_Full -+#ifndef HAVE_SUPPORTED_56000baseSR4_Full - #define HAVE_SUPPORTED_56000baseSR4_Full 1 --#endif -+#endif /* HAVE_SUPPORTED_56000baseSR4_Full */ - --#ifdef SUPPORTED_56000baseLR4_Full -+#ifndef HAVE_SUPPORTED_56000baseLR4_Full - #define HAVE_SUPPORTED_56000baseLR4_Full 1 --#endif -+#endif /* HAVE_SUPPORTED_56000baseLR4_Full */ - -+#ifndef HAVE_STATIC_ASSERT -+#define HAVE_STATIC_ASSERT 1 -+#endif /* HAVE_STATIC_ASSERT */ - -diff --git a/src/dpdk/drivers/net/tap/rte_eth_tap.c b/src/dpdk/drivers/net/tap/rte_eth_tap.c -index bc889c19..47a2b68f 100644 ---- a/src/dpdk/drivers/net/tap/rte_eth_tap.c -+++ b/src/dpdk/drivers/net/tap/rte_eth_tap.c -@@ -34,8 +34,8 @@ - #include <unistd.h> - #include <arpa/inet.h> - #include <net/if.h> --#include <linux_tap/if_tun.h> --#include <linux_tap/if_ether.h> -+#include <linux/if_tun.h> -+#include <linux/if_ether.h> - #include <fcntl.h> - #include <ctype.h> - -diff --git a/src/dpdk/drivers/net/tap/rte_eth_tap.h b/src/dpdk/drivers/net/tap/rte_eth_tap.h -index 66cd3441..dc3579ac 100644 ---- a/src/dpdk/drivers/net/tap/rte_eth_tap.h -+++ b/src/dpdk/drivers/net/tap/rte_eth_tap.h -@@ -11,7 +11,7 @@ - #include <inttypes.h> - #include <net/if.h> - --#include <linux_tap/if_tun.h> -+#include <linux/if_tun.h> - - #include <rte_ethdev_driver.h> - #include <rte_ether.h> -diff --git a/src/dpdk/drivers/net/tap/tap_autoconf.h b/src/dpdk/drivers/net/tap/tap_autoconf.h -index dddd4ae6..d5880608 100644 ---- a/src/dpdk/drivers/net/tap/tap_autoconf.h -+++ b/src/dpdk/drivers/net/tap/tap_autoconf.h -@@ -1,14 +1,24 @@ - #ifndef HAVE_TC_FLOWER - #define HAVE_TC_FLOWER 1 --#endif -+#endif /* HAVE_TC_FLOWER */ - -+#ifndef HAVE_TC_VLAN_ID -+#define HAVE_TC_VLAN_ID 1 -+#endif /* HAVE_TC_VLAN_ID */ - - #ifndef HAVE_TC_BPF - #define HAVE_TC_BPF 1 --#endif -+#endif /* HAVE_TC_BPF */ - --#ifndef HAVE_TC_VLAN_ID --#define HAVE_TC_VLAN_ID 1 --#endif -+#ifndef HAVE_TC_BPF_FD -+#define HAVE_TC_BPF_FD 1 -+#endif /* HAVE_TC_BPF_FD */ -+ -+#ifndef HAVE_TC_ACT_BPF -+#define HAVE_TC_ACT_BPF 1 -+#endif /* HAVE_TC_ACT_BPF */ - -+#ifndef HAVE_TC_ACT_BPF_FD -+#define HAVE_TC_ACT_BPF_FD 1 -+#endif /* HAVE_TC_ACT_BPF_FD */ - -diff --git a/src/dpdk/drivers/net/tap/tap_netlink.h b/src/dpdk/drivers/net/tap/tap_netlink.h -index 900ce375..faa73ba1 100644 ---- a/src/dpdk/drivers/net/tap/tap_netlink.h -+++ b/src/dpdk/drivers/net/tap/tap_netlink.h -@@ -8,8 +8,8 @@ - - #include <ctype.h> - #include <inttypes.h> --#include <linux_tap/rtnetlink.h> --#include <linux_tap/netlink.h> -+#include <linux/rtnetlink.h> -+#include <linux/netlink.h> - #include <stdio.h> - - #include <rte_log.h> -diff --git a/src/dpdk/drivers/net/tap/tap_tcmsgs.h b/src/dpdk/drivers/net/tap/tap_tcmsgs.h -index 782de540..8cedea84 100644 ---- a/src/dpdk/drivers/net/tap/tap_tcmsgs.h -+++ b/src/dpdk/drivers/net/tap/tap_tcmsgs.h -@@ -7,13 +7,13 @@ - #define _TAP_TCMSGS_H_ - - #include <tap_autoconf.h> --#include <linux_tap/if_ether.h> --#include <linux_tap/rtnetlink.h> --#include <linux_tap/pkt_sched.h> --#include <linux_tap/pkt_cls.h> --#include <linux_tap/tc_act/tc_mirred.h> --#include <linux_tap/tc_act/tc_gact.h> --#include <linux_tap/tc_act/tc_skbedit.h> -+#include <linux/if_ether.h> -+#include <linux/rtnetlink.h> -+#include <linux/pkt_sched.h> -+#include <linux/pkt_cls.h> -+#include <linux/tc_act/tc_mirred.h> -+#include <linux/tc_act/tc_gact.h> -+#include <linux/tc_act/tc_skbedit.h> - #ifdef HAVE_TC_ACT_BPF - #include <linux/tc_act/tc_bpf.h> - #endif -diff --git a/src/main_dpdk.cpp b/src/main_dpdk.cpp -index 0f66b07a..8c37ea15 100644 ---- a/src/main_dpdk.cpp -+++ b/src/main_dpdk.cpp -@@ -6969,6 +6969,7 @@ COLD_FUNC bool DpdkTRexPortAttr::update_link_status_nowait(){ - bool changed = false; - rte_eth_link_get_nowait(m_repid, &new_link); - -+ new_link.link_speed = ETH_SPEED_NUM_50G; - if (new_link.link_speed != m_link.link_speed || - new_link.link_duplex != m_link.link_duplex || - new_link.link_autoneg != m_link.link_autoneg || diff --git a/fdio.infra.ansible/roles/trex/tasks/deploy_block.yaml b/fdio.infra.ansible/roles/trex/tasks/deploy_block.yaml deleted file mode 100644 index 959330508d..0000000000 --- a/fdio.infra.ansible/roles/trex/tasks/deploy_block.yaml +++ /dev/null @@ -1,63 +0,0 @@ ---- -# file: tasks/deploy_block.yaml - -- name: Get Release {{ item }} - ansible.builtin.get_url: - url: "{{ trex_url }}/v{{ item }}.tar.gz" - dest: "{{ trex_target_dir }}/trex-core-{{ item }}.tar.gz" - validate_certs: false - mode: 0644 - register: trex_downloaded - -- name: Create Directory {{ item }} - ansible.builtin.file: - path: "{{ trex_target_dir }}/trex-core-{{ item }}" - state: "directory" - -- name: Extract Release {{ item }} - ansible.builtin.unarchive: - remote_src: true - src: "{{ trex_target_dir }}/trex-core-{{ item }}.tar.gz" - dest: "{{ trex_target_dir }}/" - creates: "{{ trex_target_dir }}/trex-core-{{ item }}/linux_dpdk/" - register: trex_extracted - -- name: Compile Release {{ item }} Part I - ansible.builtin.command: "./b configure" - args: - chdir: "{{ trex_target_dir }}/trex-core-{{ item }}/linux_dpdk/" - when: trex_extracted.changed - -- name: Compile Release {{ item }} Part II - ansible.builtin.command: "./b build" - args: - chdir: "{{ trex_target_dir }}/trex-core-{{ item }}/linux_dpdk/" - async: 3000 - poll: 0 - register: trex_built - when: trex_extracted.changed - -- name: Check if T-Rex is Compiled - async_status: - jid: "{{ trex_built.ansible_job_id }}" - register: trex_built - until: trex_built.finished - delay: 10 - retries: 300 - when: trex_extracted.changed - -#- name: Compile Release {{ item }} Part III -# ansible.builtin.command: "make -j 16" -# args: -# chdir: "{{ trex_target_dir }}/trex-core-{{ item }}/scripts/ko/src" -# when: trex_extracted.changed - -#- name: Compile Release {{ item }} Part IV -# ansible.builtin.command: "make install" -# args: -# chdir: "{{ trex_target_dir }}/trex-core-{{ item }}/scripts/ko/src" -# when: trex_extracted.changed - -- name: Link libc.a to liblibc.a - ansible.builtin.command: "ln -s -f /usr/lib/x86_64-linux-gnu/libc.a /usr/lib/x86_64-linux-gnu/liblibc.a" - when: trex_extracted.changed diff --git a/fdio.infra.ansible/roles/trex/tasks/main.yaml b/fdio.infra.ansible/roles/trex/tasks/main.yaml deleted file mode 100644 index d0509f7544..0000000000 --- a/fdio.infra.ansible/roles/trex/tasks/main.yaml +++ /dev/null @@ -1,24 +0,0 @@ ---- -# file: tasks/main.yaml - -- name: Update Package Cache (APT) - ansible.builtin.apt: - update_cache: true - cache_valid_time: 3600 - when: - - ansible_distribution|lower == 'ubuntu' - tags: - - trex-inst-prerequisites - -- name: Prerequisites - ansible.builtin.package: - name: "{{ packages | flatten(levels=1) }}" - state: latest - tags: - - trex-inst-prerequisites - -- name: Multiple T-Rex Versions - include_tasks: deploy_block.yaml - loop: "{{ trex_version }}" - tags: - - trex-inst diff --git a/fdio.infra.ansible/roles/vpp/defaults/main.yaml b/fdio.infra.ansible/roles/vpp/defaults/main.yaml index 00c56859d0..84cbf965a9 100644 --- a/fdio.infra.ansible/roles/vpp/defaults/main.yaml +++ b/fdio.infra.ansible/roles/vpp/defaults/main.yaml @@ -1,5 +1,5 @@ --- -# file: roles/vpp/defaults/main.yaml +# file: defaults/main.yaml packages: "{{ packages_base + packages_by_distro[ansible_distribution|lower][ansible_distribution_release] + packages_by_arch[ansible_machine] }}" @@ -20,6 +20,14 @@ packages_by_distro: - "libmbedx509-1" - "libnuma-dev" - "libpixman-1-dev" + noble: + - "build-essential" + - "libglib2.0-dev" + - "libmbedcrypto7t64" + - "libmbedtls14t64" + - "libmbedx509-1t64" + - "libnuma-dev" + - "libpixman-1-dev" packages_by_arch: aarch64: diff --git a/fdio.infra.ansible/roles/vpp/tasks/main.yaml b/fdio.infra.ansible/roles/vpp/tasks/main.yaml index cea06b764d..b7cb484b9a 100644 --- a/fdio.infra.ansible/roles/vpp/tasks/main.yaml +++ b/fdio.infra.ansible/roles/vpp/tasks/main.yaml @@ -1,23 +1,22 @@ --- -# file: roles/vpp/tasks/main.yaml +# file: tasks/main.yaml -- name: Inst - Update Package Cache (APT) +- name: "Update Package Cache (APT)" ansible.builtin.apt: update_cache: true - cache_valid_time: 3600 when: - - ansible_distribution|lower == 'ubuntu' + - ansible_os_family == 'Debian' tags: - vpp-inst-prerequisites -- name: Inst - Prerequisites +- name: "Prerequisites" ansible.builtin.package: name: "{{ packages | flatten(levels=1) }}" - state: latest + state: "latest" tags: - vpp-inst-prerequisites -- name: Conf - sysctl +- name: "sysctl" ansible.builtin.file: src: "/dev/null" dest: "/etc/sysctl.d/80-vpp.conf" diff --git a/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs-alt.sh b/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs-alt.sh deleted file mode 100644 index cd04d61251..0000000000 --- a/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs-alt.sh +++ /dev/null @@ -1,39 +0,0 @@ -#!/usr/bin/env bash - -# Copyright (c) 2023 PANTHEON.tech and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# Add QLogic Corp. FastLinQ QL41000 Series 10/25/40/50GbE Controller to -# blacklist. -PCI_BLACKLIST=($(lspci -Dmmd ':8070:0200' | cut -f1 -d' ')) -# Add I350 Gigabit Network Connection 1521 to blacklist. -PCI_BLACKLIST+=($(lspci -Dmmd ':1521:0200' | cut -f1 -d' ')) -# Add MT27800 Family [ConnectX-5] 1017 to blacklist. -PCI_BLACKLIST+=($(lspci -Dmmd ':1017:0200' | cut -f1 -d' ')) - -# Add Intel Corporation Ethernet Controller XL710 for 40GbE QSFP+ to whitelist. -PCI_WHITELIST=($(lspci -Dmmd ':1583:0200' | cut -f1 -d' ')) -# Add MT2892 Family [ConnectX-6 Dx] 101d to whitelist. -PCI_WHITELIST+=($(lspci -Dmmd ':101d:0200' | cut -f1 -d' ')) - -# See http://pci-ids.ucw.cz/v2.2/pci.ids for more info. - -declare -A PF_INDICES -# Intel NICs -PF_INDICES["0000:01:00.0"]=0 -PF_INDICES["0000:01:00.1"]=1 -PF_INDICES["0003:02:00.0"]=0 -PF_INDICES["0003:02:00.1"]=1 -# Mellanox CX6 -PF_INDICES["0001:01:00.0"]=2 -PF_INDICES["0001:01:00.1"]=2
\ No newline at end of file diff --git a/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs-default.sh b/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs-default.sh deleted file mode 100644 index 91c93ab882..0000000000 --- a/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs-default.sh +++ /dev/null @@ -1,37 +0,0 @@ -#!/usr/bin/env bash - -# Copyright (c) 2021 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# Add Intel Corporation Ethernet Controller 10G X550T to blacklist. -PCI_BLACKLIST=($(lspci -Dmmd ':1563:0200' | cut -f1 -d' ')) - -# Add Intel Corporation Ethernet Controller X710 for 10GbE SFP+ to whitelist. -PCI_WHITELIST=($(lspci -Dmmd ':1572:0200' | cut -f1 -d' ')) -# Add Intel Corporation Ethernet Controller E810-C for 100GbE QSFP to whitelist. -PCI_WHITELIST+=($(lspci -Dmmd ':1592:0200' | cut -f1 -d' ')) - -# See http://pci-ids.ucw.cz/v2.2/pci.ids for more info. - -declare -A PF_INDICES -# Intel NICs -PF_INDICES["0000:18:00.0"]=0 -PF_INDICES["0000:18:00.1"]=1 -PF_INDICES["0000:18:00.2"]=2 -PF_INDICES["0000:18:00.3"]=3 -PF_INDICES["0000:86:00.0"]=4 -PF_INDICES["0000:3b:00.0"]=0 -PF_INDICES["0000:3b:00.1"]=1 -PF_INDICES["0000:3b:00.2"]=2 -PF_INDICES["0000:3b:00.3"]=3 -PF_INDICES["0000:af:00.0"]=4 diff --git a/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs-spr.sh b/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs-spr.sh deleted file mode 100644 index 74593b24d4..0000000000 --- a/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs-spr.sh +++ /dev/null @@ -1,38 +0,0 @@ -#!/usr/bin/env bash - -# Copyright (c) 2024 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# Add Intel Corporation Ethernet Controller 10G X550T to blacklist. -PCI_BLACKLIST=($(lspci -Dmmd ':1563:0200' | cut -f1 -d' ')) - -# Add Intel Corporation Ethernet Controller X710 for 10GbE SFP+ to whitelist. -PCI_WHITELIST=($(lspci -Dmmd ':1572:0200' | cut -f1 -d' ')) -# Add Intel Corporation Ethernet Controller E810-C for 100GbE QSFP to whitelist. -PCI_WHITELIST+=($(lspci -Dmmd ':1592:0200' | cut -f1 -d' ')) - -# See http://pci-ids.ucw.cz/v2.2/pci.ids for more info. - -declare -A PF_INDICES -# Intel NICs -PF_INDICES["0000:2a:00.0"]=0 -PF_INDICES["0000:2a:00.1"]=1 -PF_INDICES["0000:2a:00.2"]=2 -PF_INDICES["0000:2a:00.3"]=3 -PF_INDICES["0000:bd:00.0"]=4 -PF_INDICES["0000:3d:00.0"]=0 -PF_INDICES["0000:3d:00.1"]=1 -PF_INDICES["0000:3d:00.2"]=2 -PF_INDICES["0000:3d:00.3"]=3 -PF_INDICES["0000:e1:00.0"]=4 - diff --git a/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs-tx2.sh b/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs-tx2.sh deleted file mode 100644 index 6c56752ad0..0000000000 --- a/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs-tx2.sh +++ /dev/null @@ -1,34 +0,0 @@ -#!/usr/bin/env bash - -# Copyright (c) 2021 PANTHEON.tech and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# Add QLogic Corp. FastLinQ QL41000 Series 10/25/40/50GbE Controller to -# blacklist. -PCI_BLACKLIST=($(lspci -Dmmd ':8070:0200' | cut -f1 -d' ')) -# Add I350 Gigabit Network Connection 1521 to blacklist. -PCI_BLACKLIST+=($(lspci -Dmmd ':1521:0200' | cut -f1 -d' ')) -# Add MT27800 Family [ConnectX-5] 1017 to blacklist. -PCI_BLACKLIST+=($(lspci -Dmmd ':1017:0200' | cut -f1 -d' ')) - -# Add Intel Corporation Ethernet Controller XL710 for 40GbE QSFP+ to whitelist. -PCI_WHITELIST=($(lspci -Dmmd ':1583:0200' | cut -f1 -d' ')) - -# See http://pci-ids.ucw.cz/v2.2/pci.ids for more info. - -declare -A PF_INDICES -# Intel NICs -PF_INDICES["0000:05:00.0"]=0 -PF_INDICES["0000:05:00.1"]=1 -PF_INDICES["0000:91:00.0"]=0 -PF_INDICES["0000:91:00.1"]=1 diff --git a/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs.service b/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs.service deleted file mode 100644 index 996792ab9b..0000000000 --- a/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs.service +++ /dev/null @@ -1,12 +0,0 @@ -[Unit] -Description=CSIT Initialize SR-IOV VFs -After=network.target - -[Service] -Type=oneshot -RemainAfterExit=True -ExecStart=/usr/local/bin/csit-initialize-vfs.sh start -ExecStop=/usr/local/bin/csit-initialize-vfs.sh stop - -[Install] -WantedBy=default.target diff --git a/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs.sh b/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs.sh deleted file mode 100644 index afa84ae15a..0000000000 --- a/fdio.infra.ansible/roles/vpp_device/files/csit-initialize-vfs.sh +++ /dev/null @@ -1,77 +0,0 @@ -#!/usr/bin/env bash - -# Copyright (c) 2021 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# CSIT SRIOV VF initialization and isolation. - -set -euo pipefail - -SCRIPT_DIR="$(dirname $(readlink -e "${BASH_SOURCE[0]}"))" -source "${SCRIPT_DIR}/csit-initialize-vfs-data.sh" - -# Initilize whitelisted NICs with maximum number of VFs. -pci_idx=0 -for pci_addr in ${PCI_WHITELIST[@]}; do - if ! [[ ${PCI_BLACKLIST[*]} =~ "${pci_addr}" ]]; then - pci_path="/sys/bus/pci/devices/${pci_addr}" - # SR-IOV initialization - case "${1:-start}" in - "start" ) - if [ $(< "${pci_path}"/sriov_totalvfs) -gt 128 ] - then - sriov_totalvfs=128 - else - sriov_totalvfs=$(< "${pci_path}"/sriov_totalvfs) - fi - ;; - "stop" ) - sriov_totalvfs=0 - ;; - esac - echo ${sriov_totalvfs} > "${pci_path}"/sriov_numvfs - # SR-IOV 802.1Q isolation - case "${1:-start}" in - "start" ) - pf=$(basename "${pci_path}"/net/*) - for vf in $(seq "${sriov_totalvfs}"); do - # PCI address index in array (pairing siblings). - if [[ -n ${PF_INDICES[@]} ]] - then - vlan_pf_idx=${PF_INDICES[$pci_addr]} - else - vlan_pf_idx=$(( pci_idx % (${#PCI_WHITELIST[@]} / 2) )) - fi - # 802.1Q base offset. - vlan_bs_off=1100 - # 802.1Q PF PCI address offset. - vlan_pf_off=$(( vlan_pf_idx * 100 + vlan_bs_off )) - # 802.1Q VF PCI address offset. - vlan_vf_off=$(( vlan_pf_off + vf - 1 )) - # VLAN string. - vlan_str="vlan ${vlan_vf_off}" - # MAC string. - mac5="$(printf '%x' ${pci_idx})" - mac6="$(printf '%x' $(( vf - 1 )))" - mac_str="mac ba:dc:0f:fe:${mac5}:${mac6}" - # Set 802.1Q VLAN id and MAC address - ip link set ${pf} vf $(( vf - 1 )) ${mac_str} ${vlan_str} - ip link set ${pf} vf $(( vf - 1 )) trust on - ip link set ${pf} vf $(( vf - 1 )) spoof off - sleep .5 - done - pci_idx=$(( pci_idx + 1 )) - ;; - esac - fi -done diff --git a/fdio.infra.ansible/roles/vpp_device/handlers/main.yaml b/fdio.infra.ansible/roles/vpp_device/handlers/main.yaml deleted file mode 100644 index 3ac80cc16e..0000000000 --- a/fdio.infra.ansible/roles/vpp_device/handlers/main.yaml +++ /dev/null @@ -1,21 +0,0 @@ ---- -# file: handlers/main.yaml - -- name: "Start csit-initialize-vfs.service" - ansible.builtin.systemd: - enabled: true - state: "started" - name: "csit-initialize-vfs.service" - tags: - - start-vf-service - -- name: "Update GRUB" - ansible.builtin.command: "update-grub" - tags: - - update-grub - -- name: "Reboot server" - ansible.builtin.reboot: - reboot_timeout: 3600 - tags: - - reboot-server diff --git a/fdio.infra.ansible/roles/vpp_device/tasks/main.yaml b/fdio.infra.ansible/roles/vpp_device/tasks/main.yaml deleted file mode 100644 index 91916456af..0000000000 --- a/fdio.infra.ansible/roles/vpp_device/tasks/main.yaml +++ /dev/null @@ -1,139 +0,0 @@ ---- -# file: tasks/main.yaml - -- name: "Load Kernel Modules On Startup (vfio-pci)" - ansible.builtin.lineinfile: - path: "/etc/modules" - state: "present" - line: "{{ item }}" - with_items: - - "vfio-pci" - tags: - - load-kernel-modules - -- name: "Disable IPv6 Router Advertisement" - ansible.builtin.sysctl: - name: "net.ipv6.conf.default.accept_ra" - value: "0" - state: "present" - sysctl_file: "/etc/sysctl.d/90-csit.conf" - reload: "yes" - tags: - - set-sysctl - -- name: "Disable IPv6 MLDv1 interval" - ansible.builtin.sysctl: - name: "net.ipv6.conf.default.mldv1_unsolicited_report_interval" - value: "0" - state: "present" - sysctl_file: "/etc/sysctl.d/90-csit.conf" - reload: "yes" - tags: - - set-sysctl - -- name: "Disable IPv6 MLDv2 interval" - ansible.builtin.sysctl: - name: "net.ipv6.conf.default.mldv2_unsolicited_report_interval" - value: "0" - state: "present" - sysctl_file: "/etc/sysctl.d/90-csit.conf" - reload: "yes" - tags: - - set-sysctl - -- name: "Disable IPv6 Autoconf" - ansible.builtin.sysctl: - name: "net.ipv6.conf.default.autoconf" - value: "0" - state: "present" - sysctl_file: "/etc/sysctl.d/90-csit.conf" - reload: "yes" - tags: - - set-sysctl - -- name: "Disable IPv6 MC Forwarding" - ansible.builtin.sysctl: - name: "net.ipv6.conf.default.mc_forwarding" - value: "0" - state: "present" - sysctl_file: "/etc/sysctl.d/90-csit.conf" - reload: "yes" - tags: - - set-sysctl - -- name: "Disable IPv4 IGMPv2 interval" - ansible.builtin.sysctl: - name: "net.ipv4.conf.default.igmpv2_unsolicited_report_interval" - value: "0" - state: "present" - sysctl_file: "/etc/sysctl.d/90-csit.conf" - reload: "yes" - tags: - - set-sysctl - -- name: "Disable IPv4 IGMPv3 interval" - ansible.builtin.sysctl: - name: "net.ipv4.conf.default.igmpv3_unsolicited_report_interval" - value: "0" - state: "present" - sysctl_file: "/etc/sysctl.d/90-csit.conf" - reload: "yes" - tags: - - set-sysctl - -- name: "Copy csit-initialize-vfs.sh" - ansible.builtin.copy: - src: "files/csit-initialize-vfs.sh" - dest: "/usr/local/bin/" - owner: "root" - group: "root" - mode: 0744 - tags: - - copy-vf-script - -- name: "Copy csit-initialize-vfs-data.sh" - ansible.builtin.copy: - src: "files/{{ vfs_data_file }}" - dest: "/usr/local/bin/csit-initialize-vfs-data.sh" - owner: "root" - group: "root" - mode: 0744 - tags: copy-vf-data-script - when: - - vfs_data_file is defined - -- name: "Copy Default csit-initialize-vfs-data.sh" - ansible.builtin.copy: - src: "files/csit-initialize-vfs-default.sh" - dest: "/usr/local/bin/csit-initialize-vfs-data.sh" - owner: "root" - group: "root" - mode: 0744 - tags: copy-vf-data-script - when: - - vfs_data_file is not defined - -- name: "Start csit-initialize-vfs.service" - ansible.builtin.copy: - src: "files/csit-initialize-vfs.service" - dest: "/etc/systemd/system/" - owner: "root" - group: "root" - mode: 0644 - notify: - - "Start csit-initialize-vfs.service" - tags: - - start-vf-service - -- ansible.builtin.meta: "flush_handlers" - -- name: "Set Hugepages In GRUB" - ansible.builtin.lineinfile: - path: "/etc/default/grub" - state: "present" - regexp: "^GRUB_CMDLINE_LINUX=" - line: "GRUB_CMDLINE_LINUX=\"{% for key, value in grub.items() %}{% if value %}{{key}}={{value}} {% else %}{{key}} {% endif %}{% endfor %}\"" - notify: - - "Update GRUB" - tags: - - set-grub diff --git a/fdio.infra.ansible/site.yaml b/fdio.infra.ansible/site.yaml index 45a090344e..eee7940d54 100644 --- a/fdio.infra.ansible/site.yaml +++ b/fdio.infra.ansible/site.yaml @@ -15,10 +15,6 @@ - sut_azure - sut_openstasck -- import_playbook: vpp_device.yaml - tags: - - vpp-device - - import_playbook: nomad.yaml tags: - nomad diff --git a/fdio.infra.ansible/sut.yaml b/fdio.infra.ansible/sut.yaml index 57be961ee1..41327cb515 100644 --- a/fdio.infra.ansible/sut.yaml +++ b/fdio.infra.ansible/sut.yaml @@ -12,12 +12,8 @@ tags: - always roles: - - role: baremetal - tags: baremetal - role: common tags: common - - role: python_env - tags: python_env - role: kernel tags: kernel - role: mellanox @@ -56,18 +52,12 @@ tags: user_add - role: common tags: common - - role: python_env - tags: python_env + - role: aws + tags: aws - role: vpp tags: vpp - - role: iperf - tags: iperf - role: docker tags: docker -# - role: dpdk -# tags: dpdk - - role: aws - tags: aws - role: cleanup tags: cleanup - role: calibration @@ -87,18 +77,12 @@ tags: user_add - role: common tags: common - - role: python_env - tags: python_env + - role: azure + tags: azure - role: docker tags: docker - role: vpp tags: vpp - - role: iperf - tags: iperf - - role: dpdk - tags: dpdk - - role: azure - tags: azure - role: cleanup tags: cleanup - role: calibration @@ -118,16 +102,10 @@ tags: user_add - role: common tags: common - - role: python_env - tags: python_env - role: docker tags: docker - role: vpp tags: vpp - - role: iperf - tags: iperf - - role: dpdk - tags: dpdk - role: cleanup tags: cleanup - role: calibration diff --git a/fdio.infra.ansible/tg.yaml b/fdio.infra.ansible/tg.yaml index de8706ffd1..26179c9852 100644 --- a/fdio.infra.ansible/tg.yaml +++ b/fdio.infra.ansible/tg.yaml @@ -12,12 +12,8 @@ tags: - always roles: - - role: baremetal - tags: baremetal - role: common tags: common - - role: python_env - tags: python_env - role: kernel tags: kernel - role: mellanox @@ -28,12 +24,6 @@ tags: docker - role: docker_images tags: docker_images - - role: iperf - tags: iperf - - role: trex - tags: trex - - role: ab - tags: ab - role: performance_tuning tags: performance_tuning - role: cleanup @@ -56,20 +46,12 @@ tags: user_add - role: common tags: common - - role: python_env - tags: python_env - - role: docker - tags: docker - - role: iperf - tags: iperf -# - role: dpdk -# tags: dpdk - role: aws tags: aws - - role: trex - tags: trex - - role: ab - tags: ab + - role: docker + tags: docker + - role: docker_images + tags: docker_images - role: cleanup tags: cleanup - role: calibration @@ -89,18 +71,12 @@ tags: user_add - role: common tags: common - - role: python_env - tags: python_env - - role: docker - tags: docker - - role: iperf - tags: iperf - - role: trex - tags: trex - - role: ab - tags: ab - role: azure tags: azure + - role: docker + tags: docker + - role: docker_images + tags: docker_images - role: cleanup tags: cleanup - role: calibration @@ -120,16 +96,10 @@ tags: user_add - role: common tags: common - - role: python_env - tags: python_env - role: docker tags: docker - - role: iperf - tags: iperf - - role: trex - tags: trex - - role: ab - tags: ab + - role: docker_images + tags: docker_images - role: cleanup tags: cleanup - role: calibration diff --git a/fdio.infra.ansible/vagrant.yaml b/fdio.infra.ansible/vagrant.yaml index ad655c3926..f7763af2dd 100644 --- a/fdio.infra.ansible/vagrant.yaml +++ b/fdio.infra.ansible/vagrant.yaml @@ -14,8 +14,6 @@ roles: - role: common tags: common - - role: python_env - tags: python_env - role: docker tags: docker - role: vpp diff --git a/fdio.infra.ansible/vpp_device.yaml b/fdio.infra.ansible/vpp_device.yaml deleted file mode 100644 index 61c8016d0a..0000000000 --- a/fdio.infra.ansible/vpp_device.yaml +++ /dev/null @@ -1,44 +0,0 @@ ---- -# file: vpp_device.yaml - -- hosts: vpp_device - remote_user: localadmin - become: true - become_user: root - gather_facts: false - pre_tasks: - - name: Gathering Facts - gather_facts: - tags: - - always - roles: - - role: user_add - tags: user_add - - role: baremetal - tags: baremetal - - role: common - tags: common -# - role: kernel -# tags: kernel - - role: intel - tags: intel - - role: mellanox - tags: mellanox - - role: docker - tags: docker - - role: docker_images - tags: docker_images - - role: nomad - tags: nomad - - role: consul - tags: consul - - role: prometheus_exporter - tags: prometheus_exporter - - role: jenkins_job_health_exporter - tags: jenkins_job_health_exporter - - role: vpp_device - tags: vpp_device - - role: kernel_vm - tags: kernel_vm - - role: cleanup - tags: cleanup diff --git a/fdio.infra.terraform/terraform-aws-2n-c7gn/variables.tf b/fdio.infra.terraform/terraform-aws-2n-c7gn/variables.tf index 2a80b86936..1b9d375c24 100644 --- a/fdio.infra.terraform/terraform-aws-2n-c7gn/variables.tf +++ b/fdio.infra.terraform/terraform-aws-2n-c7gn/variables.tf @@ -5,7 +5,7 @@ variable "vault-name" { variable "region" { description = "AWS Region." type = string - default = "eu-west-1" + default = "us-east-1" } variable "resource_prefix" { @@ -38,7 +38,7 @@ variable "placement_group_strategy" { variable "tg_ami" { description = "AMI to use for the instance." type = string - default = "ami-0b5aa26a6e4192705" + default = "ami-0243e38bc8ac1f8a3" } variable "tg_associate_public_ip_address" { @@ -74,7 +74,7 @@ variable "tg_source_dest_check" { variable "sut1_ami" { description = "AMI to use for the instance." type = string - default = "ami-08930f71bd0be1085" + default = "ami-0c0f39556bbb626b2" } variable "sut1_associate_public_ip_address" { diff --git a/fdio.infra.terraform/terraform-nomad-nomad-job/main.tf b/fdio.infra.terraform/terraform-nomad-nomad-job/main.tf new file mode 100644 index 0000000000..fc604fec7d --- /dev/null +++ b/fdio.infra.terraform/terraform-nomad-nomad-job/main.tf @@ -0,0 +1,33 @@ +locals { + datacenters = join(",", var.datacenters) + envs = join("\n", concat([], var.envs)) +} + +resource "nomad_job" "nomad_job" { + jobspec = templatefile( + "${path.cwd}/conf/nomad/${var.job_name}.hcl.tftpl", + { + aws_access_key_id = var.aws_access_key_id, + aws_secret_access_key = var.aws_secret_access_key, + aws_default_region = var.aws_default_region + cpu = var.cpu, + cron = var.cron, + datacenters = local.datacenters, + envs = local.envs, + image = var.image, + job_name = var.job_name, + memory = var.memory, + out_aws_access_key_id = var.out_aws_access_key_id, + out_aws_secret_access_key = var.out_aws_secret_access_key, + out_aws_default_region = var.out_aws_default_region + prohibit_overlap = var.prohibit_overlap, + time_zone = var.time_zone, + type = var.type, + use_vault_provider = var.vault_secret.use_vault_provider, + vault_kv_policy_name = var.vault_secret.vault_kv_policy_name, + vault_kv_path = var.vault_secret.vault_kv_path, + vault_kv_field_access_key = var.vault_secret.vault_kv_field_access_key, + vault_kv_field_secret_key = var.vault_secret.vault_kv_field_secret_key + }) + detach = false +} diff --git a/fdio.infra.terraform/terraform-nomad-nomad-job/variables.tf b/fdio.infra.terraform/terraform-nomad-nomad-job/variables.tf new file mode 100644 index 0000000000..86d1b45753 --- /dev/null +++ b/fdio.infra.terraform/terraform-nomad-nomad-job/variables.tf @@ -0,0 +1,115 @@ +# Nomad +variable "datacenters" { + description = "Specifies the list of DCs to be considered placing this task." + type = list(string) + default = ["dc1"] +} + +# ETL +variable "aws_access_key_id" { + description = "AWS access key." + type = string + default = "aws" +} + +variable "aws_secret_access_key" { + description = "AWS secret key" + type = string + default = "aws" +} + +variable "aws_default_region" { + description = "AWS region" + type = string + default = "aws" +} + +variable "cpu" { + description = "Specifies the CPU required to run this task in MHz." + type = number + default = 10000 +} + +variable "cron" { + description = "Specifies a cron expression configuring the interval to launch." + type = string + default = "@daily" +} + +variable "envs" { + description = "Specifies ETL environment variables." + type = list(string) + default = [] +} + +variable "image" { + description = "Specifies the Docker image to run." + type = string + default = "pmikus/docker-ubuntu-focal-aws-glue:latest" +} + +variable "job_name" { + description = "Specifies a name for the job." + type = string + default = "etl" +} + +variable "memory" { + description = "Specifies the memory required in MB." + type = number + default = 50000 +} + +variable "out_aws_access_key_id" { + description = "AWS access key." + type = string + default = "aws" +} + +variable "out_aws_secret_access_key" { + description = "AWS secret key" + type = string + default = "aws" +} + +variable "out_aws_default_region" { + description = "AWS region" + type = string + default = "aws" +} + +variable "prohibit_overlap" { + description = "Specifies if this job should wait until previous completed." + type = bool + default = true +} + +variable "time_zone" { + description = "Specifies the time zone to evaluate the next launch interval." + type = string + default = "UTC" +} + +variable "type" { + description = "Specifies the Nomad scheduler to use." + type = string + default = "batch" +} + +variable "vault_secret" { + type = object({ + use_vault_provider = bool, + vault_kv_policy_name = string, + vault_kv_path = string, + vault_kv_field_access_key = string, + vault_kv_field_secret_key = string + }) + description = "Set of properties to be able to fetch secret from vault." + default = { + use_vault_provider = true + vault_kv_policy_name = "kv" + vault_kv_path = "data/etl" + vault_kv_field_access_key = "access_key" + vault_kv_field_secret_key = "secret_key" + } +} diff --git a/fdio.infra.terraform/terraform-nomad-nomad-job/versions.tf b/fdio.infra.terraform/terraform-nomad-nomad-job/versions.tf new file mode 100644 index 0000000000..f40435fe77 --- /dev/null +++ b/fdio.infra.terraform/terraform-nomad-nomad-job/versions.tf @@ -0,0 +1,9 @@ +terraform { + required_providers { + nomad = { + source = "hashicorp/nomad" + version = ">= 1.4.20" + } + } + required_version = ">= 1.5.4" +} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-device-rls2410.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-device-rls2410.hcl.tftpl new file mode 100644 index 0000000000..96fef71e17 --- /dev/null +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-device-rls2410.hcl.tftpl @@ -0,0 +1,59 @@ +job "${job_name}" { + datacenters = ["${datacenters}"] + type = "${type}" + periodic { + cron = "${cron}" + prohibit_overlap = "${prohibit_overlap}" + time_zone = "${time_zone}" + } + group "${job_name}" { + restart { + mode = "fail" + } + constraint { + attribute = "$${attr.cpu.arch}" + operator = "!=" + value = "arm64" + } + constraint { + attribute = "$${node.class}" + value = "builder" + } + task "${job_name}" { + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_device_rls2410.py" + destination = "local/" + } + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_device.json" + destination = "local/" + } + driver = "docker" + config { + image = "${image}" + command = "gluesparksubmit" + args = [ + "--driver-memory", "20g", + "--executor-memory", "20g", + "--executor-cores", "2", + "--master", "local[2]", + "coverage_device_rls2410.py" + ] + work_dir = "/local" + } + env { + AWS_ACCESS_KEY_ID = "${aws_access_key_id}" + AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" + AWS_DEFAULT_REGION = "${aws_default_region}" + OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" + OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" + OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" + ${ envs } + } + resources { + cpu = ${cpu} + memory = ${memory} + } + } + } +} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-hoststack-rls2410.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-hoststack-rls2410.hcl.tftpl new file mode 100644 index 0000000000..974e915101 --- /dev/null +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-hoststack-rls2410.hcl.tftpl @@ -0,0 +1,59 @@ +job "${job_name}" { + datacenters = ["${datacenters}"] + type = "${type}" + periodic { + cron = "${cron}" + prohibit_overlap = "${prohibit_overlap}" + time_zone = "${time_zone}" + } + group "${job_name}" { + restart { + mode = "fail" + } + constraint { + attribute = "$${attr.cpu.arch}" + operator = "!=" + value = "arm64" + } + constraint { + attribute = "$${node.class}" + value = "builder" + } + task "${job_name}" { + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_hoststack_rls2410.py" + destination = "local/" + } + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_hoststack.json" + destination = "local/" + } + driver = "docker" + config { + image = "${image}" + command = "gluesparksubmit" + args = [ + "--driver-memory", "20g", + "--executor-memory", "20g", + "--executor-cores", "2", + "--master", "local[2]", + "coverage_hoststack_rls2410.py" + ] + work_dir = "/local" + } + env { + AWS_ACCESS_KEY_ID = "${aws_access_key_id}" + AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" + AWS_DEFAULT_REGION = "${aws_default_region}" + OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" + OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" + OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" + ${ envs } + } + resources { + cpu = ${cpu} + memory = ${memory} + } + } + } +} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-mrr-rls2406.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-mrr-rls2410.hcl.tftpl index c41c7b97a0..c2c282752b 100644 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-mrr-rls2406.hcl.tftpl +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-mrr-rls2410.hcl.tftpl @@ -1,5 +1,5 @@ job "${job_name}" { - datacenters = "${datacenters}" + datacenters = ["${datacenters}"] type = "${type}" periodic { cron = "${cron}" @@ -21,8 +21,12 @@ job "${job_name}" { } task "${job_name}" { artifact { - source = "git::https://github.com/FDio/csit" - destination = "local/csit" + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_mrr_rls2410.py" + destination = "local/" + } + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_mrr.json" + destination = "local/" } driver = "docker" config { @@ -33,9 +37,9 @@ job "${job_name}" { "--executor-memory", "20g", "--executor-cores", "2", "--master", "local[2]", - "coverage_mrr_rls2406.py" + "coverage_mrr_rls2410.py" ] - work_dir = "/local/csit/csit.infra.etl" + work_dir = "/local" } env { AWS_ACCESS_KEY_ID = "${aws_access_key_id}" diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-ndrpdr-rls2410.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-ndrpdr-rls2410.hcl.tftpl new file mode 100644 index 0000000000..ee4771b0b3 --- /dev/null +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-ndrpdr-rls2410.hcl.tftpl @@ -0,0 +1,59 @@ +job "${job_name}" { + datacenters = ["${datacenters}"] + type = "${type}" + periodic { + cron = "${cron}" + prohibit_overlap = "${prohibit_overlap}" + time_zone = "${time_zone}" + } + group "${job_name}" { + restart { + mode = "fail" + } + constraint { + attribute = "$${attr.cpu.arch}" + operator = "!=" + value = "arm64" + } + constraint { + attribute = "$${node.class}" + value = "builder" + } + task "${job_name}" { + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_ndrpdr_rls2410.py" + destination = "local/" + } + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_ndrpdr.json" + destination = "local/" + } + driver = "docker" + config { + image = "${image}" + command = "gluesparksubmit" + args = [ + "--driver-memory", "20g", + "--executor-memory", "20g", + "--executor-cores", "2", + "--master", "local[2]", + "coverage_ndrpdr_rls2410.py" + ] + work_dir = "/local" + } + env { + AWS_ACCESS_KEY_ID = "${aws_access_key_id}" + AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" + AWS_DEFAULT_REGION = "${aws_default_region}" + OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" + OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" + OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" + ${ envs } + } + resources { + cpu = ${cpu} + memory = ${memory} + } + } + } +} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2406.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2406.hcl.tftpl deleted file mode 100644 index f03beb4840..0000000000 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2406.hcl.tftpl +++ /dev/null @@ -1,55 +0,0 @@ -job "${job_name}" { - datacenters = "${datacenters}" - type = "${type}" - periodic { - cron = "${cron}" - prohibit_overlap = "${prohibit_overlap}" - time_zone = "${time_zone}" - } - group "${job_name}" { - restart { - mode = "fail" - } - constraint { - attribute = "$${attr.cpu.arch}" - operator = "!=" - value = "arm64" - } - constraint { - attribute = "$${node.class}" - value = "builder" - } - task "${job_name}" { - artifact { - source = "git::https://github.com/FDio/csit" - destination = "local/csit" - } - driver = "docker" - config { - image = "${image}" - command = "gluesparksubmit" - args = [ - "--driver-memory", "20g", - "--executor-memory", "20g", - "--executor-cores", "2", - "--master", "local[2]", - "coverage_reconf_rls2406.py" - ] - work_dir = "/local/csit/csit.infra.etl" - } - env { - AWS_ACCESS_KEY_ID = "${aws_access_key_id}" - AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" - AWS_DEFAULT_REGION = "${aws_default_region}" - OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" - OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" - OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" - ${ envs } - } - resources { - cpu = ${cpu} - memory = ${memory} - } - } - } -} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2410.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2410.hcl.tftpl new file mode 100644 index 0000000000..d31ebd81de --- /dev/null +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2410.hcl.tftpl @@ -0,0 +1,59 @@ +job "${job_name}" { + datacenters = ["${datacenters}"] + type = "${type}" + periodic { + cron = "${cron}" + prohibit_overlap = "${prohibit_overlap}" + time_zone = "${time_zone}" + } + group "${job_name}" { + restart { + mode = "fail" + } + constraint { + attribute = "$${attr.cpu.arch}" + operator = "!=" + value = "arm64" + } + constraint { + attribute = "$${node.class}" + value = "builder" + } + task "${job_name}" { + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_reconf_rls2410.py" + destination = "local/" + } + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_reconf.json" + destination = "local/" + } + driver = "docker" + config { + image = "${image}" + command = "gluesparksubmit" + args = [ + "--driver-memory", "20g", + "--executor-memory", "20g", + "--executor-cores", "2", + "--master", "local[2]", + "coverage_reconf_rls2410.py" + ] + work_dir = "/local" + } + env { + AWS_ACCESS_KEY_ID = "${aws_access_key_id}" + AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" + AWS_DEFAULT_REGION = "${aws_default_region}" + OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" + OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" + OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" + ${ envs } + } + resources { + cpu = ${cpu} + memory = ${memory} + } + } + } +} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-soak-rls2406.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-soak-rls2406.hcl.tftpl deleted file mode 100644 index df3944df48..0000000000 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-soak-rls2406.hcl.tftpl +++ /dev/null @@ -1,55 +0,0 @@ -job "${job_name}" { - datacenters = "${datacenters}" - type = "${type}" - periodic { - cron = "${cron}" - prohibit_overlap = "${prohibit_overlap}" - time_zone = "${time_zone}" - } - group "${job_name}" { - restart { - mode = "fail" - } - constraint { - attribute = "$${attr.cpu.arch}" - operator = "!=" - value = "arm64" - } - constraint { - attribute = "$${node.class}" - value = "builder" - } - task "${job_name}" { - artifact { - source = "git::https://github.com/FDio/csit" - destination = "local/csit" - } - driver = "docker" - config { - image = "${image}" - command = "gluesparksubmit" - args = [ - "--driver-memory", "20g", - "--executor-memory", "20g", - "--executor-cores", "2", - "--master", "local[2]", - "coverage_soak_rls2406.py" - ] - work_dir = "/local/csit/csit.infra.etl" - } - env { - AWS_ACCESS_KEY_ID = "${aws_access_key_id}" - AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" - AWS_DEFAULT_REGION = "${aws_default_region}" - OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" - OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" - OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" - ${ envs } - } - resources { - cpu = ${cpu} - memory = ${memory} - } - } - } -} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-ndrpdr-rls2406.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-soak-rls2410.hcl.tftpl index 383087803c..9d71dd8b9b 100644 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-ndrpdr-rls2406.hcl.tftpl +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-soak-rls2410.hcl.tftpl @@ -1,5 +1,5 @@ job "${job_name}" { - datacenters = "${datacenters}" + datacenters = ["${datacenters}"] type = "${type}" periodic { cron = "${cron}" @@ -21,8 +21,12 @@ job "${job_name}" { } task "${job_name}" { artifact { - source = "git::https://github.com/FDio/csit" - destination = "local/csit" + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_soak_rls2410.py" + destination = "local/" + } + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_soak.json" + destination = "local/" } driver = "docker" config { @@ -33,9 +37,9 @@ job "${job_name}" { "--executor-memory", "20g", "--executor-cores", "2", "--master", "local[2]", - "coverage_ndrpdr_rls2406.py" + "coverage_soak_rls2410.py" ] - work_dir = "/local/csit/csit.infra.etl" + work_dir = "/local" } env { AWS_ACCESS_KEY_ID = "${aws_access_key_id}" diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-hoststack-rls2406.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-hoststack-rls2406.hcl.tftpl deleted file mode 100644 index 534fa04362..0000000000 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-hoststack-rls2406.hcl.tftpl +++ /dev/null @@ -1,55 +0,0 @@ -job "${job_name}" { - datacenters = "${datacenters}" - type = "${type}" - periodic { - cron = "${cron}" - prohibit_overlap = "${prohibit_overlap}" - time_zone = "${time_zone}" - } - group "${job_name}" { - restart { - mode = "fail" - } - constraint { - attribute = "$${attr.cpu.arch}" - operator = "!=" - value = "arm64" - } - constraint { - attribute = "$${node.class}" - value = "builder" - } - task "${job_name}" { - artifact { - source = "git::https://github.com/FDio/csit" - destination = "local/csit" - } - driver = "docker" - config { - image = "${image}" - command = "gluesparksubmit" - args = [ - "--driver-memory", "20g", - "--executor-memory", "20g", - "--executor-cores", "2", - "--master", "local[2]", - "iterative_hoststack_rls2406.py" - ] - work_dir = "/local/csit/csit.infra.etl" - } - env { - AWS_ACCESS_KEY_ID = "${aws_access_key_id}" - AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" - AWS_DEFAULT_REGION = "${aws_default_region}" - OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" - OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" - OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" - ${ envs } - } - resources { - cpu = ${cpu} - memory = ${memory} - } - } - } -} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-hoststack-rls2410.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-hoststack-rls2410.hcl.tftpl new file mode 100644 index 0000000000..79397eda20 --- /dev/null +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-hoststack-rls2410.hcl.tftpl @@ -0,0 +1,59 @@ +job "${job_name}" { + datacenters = ["${datacenters}"] + type = "${type}" + periodic { + cron = "${cron}" + prohibit_overlap = "${prohibit_overlap}" + time_zone = "${time_zone}" + } + group "${job_name}" { + restart { + mode = "fail" + } + constraint { + attribute = "$${attr.cpu.arch}" + operator = "!=" + value = "arm64" + } + constraint { + attribute = "$${node.class}" + value = "builder" + } + task "${job_name}" { + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/iterative_hoststack_rls2410.py" + destination = "local/" + } + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/iterative_hoststack.json" + destination = "local/" + } + driver = "docker" + config { + image = "${image}" + command = "gluesparksubmit" + args = [ + "--driver-memory", "20g", + "--executor-memory", "20g", + "--executor-cores", "2", + "--master", "local[2]", + "iterative_hoststack_rls2410.py" + ] + work_dir = "/local" + } + env { + AWS_ACCESS_KEY_ID = "${aws_access_key_id}" + AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" + AWS_DEFAULT_REGION = "${aws_default_region}" + OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" + OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" + OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" + ${ envs } + } + resources { + cpu = ${cpu} + memory = ${memory} + } + } + } +} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-mrr-rls2406.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-mrr-rls2406.hcl.tftpl deleted file mode 100644 index a1992bb651..0000000000 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-mrr-rls2406.hcl.tftpl +++ /dev/null @@ -1,55 +0,0 @@ -job "${job_name}" { - datacenters = "${datacenters}" - type = "${type}" - periodic { - cron = "${cron}" - prohibit_overlap = "${prohibit_overlap}" - time_zone = "${time_zone}" - } - group "${job_name}" { - restart { - mode = "fail" - } - constraint { - attribute = "$${attr.cpu.arch}" - operator = "!=" - value = "arm64" - } - constraint { - attribute = "$${node.class}" - value = "builder" - } - task "${job_name}" { - artifact { - source = "git::https://github.com/FDio/csit" - destination = "local/csit" - } - driver = "docker" - config { - image = "${image}" - command = "gluesparksubmit" - args = [ - "--driver-memory", "20g", - "--executor-memory", "20g", - "--executor-cores", "2", - "--master", "local[2]", - "iterative_mrr_rls2406.py" - ] - work_dir = "/local/csit/csit.infra.etl" - } - env { - AWS_ACCESS_KEY_ID = "${aws_access_key_id}" - AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" - AWS_DEFAULT_REGION = "${aws_default_region}" - OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" - OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" - OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" - ${ envs } - } - resources { - cpu = ${cpu} - memory = ${memory} - } - } - } -} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-device-rls2406.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-mrr-rls2410.hcl.tftpl index 386dc125cd..c1c298d4a4 100644 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-device-rls2406.hcl.tftpl +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-mrr-rls2410.hcl.tftpl @@ -1,5 +1,5 @@ job "${job_name}" { - datacenters = "${datacenters}" + datacenters = ["${datacenters}"] type = "${type}" periodic { cron = "${cron}" @@ -21,8 +21,12 @@ job "${job_name}" { } task "${job_name}" { artifact { - source = "git::https://github.com/FDio/csit" - destination = "local/csit" + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/iterative_mrr_rls2410.py" + destination = "local/" + } + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/iterative_mrr.json" + destination = "local/" } driver = "docker" config { @@ -33,9 +37,9 @@ job "${job_name}" { "--executor-memory", "20g", "--executor-cores", "2", "--master", "local[2]", - "coverage_device_rls2406.py" + "iterative_mrr_rls2410.py" ] - work_dir = "/local/csit/csit.infra.etl" + work_dir = "/local" } env { AWS_ACCESS_KEY_ID = "${aws_access_key_id}" diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-ndrpdr-rls2406.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-ndrpdr-rls2406.hcl.tftpl deleted file mode 100644 index 461dad8893..0000000000 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-ndrpdr-rls2406.hcl.tftpl +++ /dev/null @@ -1,55 +0,0 @@ -job "${job_name}" { - datacenters = "${datacenters}" - type = "${type}" - periodic { - cron = "${cron}" - prohibit_overlap = "${prohibit_overlap}" - time_zone = "${time_zone}" - } - group "${job_name}" { - restart { - mode = "fail" - } - constraint { - attribute = "$${attr.cpu.arch}" - operator = "!=" - value = "arm64" - } - constraint { - attribute = "$${node.class}" - value = "builder" - } - task "${job_name}" { - artifact { - source = "git::https://github.com/FDio/csit" - destination = "local/csit" - } - driver = "docker" - config { - image = "${image}" - command = "gluesparksubmit" - args = [ - "--driver-memory", "20g", - "--executor-memory", "20g", - "--executor-cores", "2", - "--master", "local[2]", - "iterative_ndrpdr_rls2406.py" - ] - work_dir = "/local/csit/csit.infra.etl" - } - env { - AWS_ACCESS_KEY_ID = "${aws_access_key_id}" - AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" - AWS_DEFAULT_REGION = "${aws_default_region}" - OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" - OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" - OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" - ${ envs } - } - resources { - cpu = ${cpu} - memory = ${memory} - } - } - } -} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-ndrpdr-rls2410.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-ndrpdr-rls2410.hcl.tftpl new file mode 100644 index 0000000000..42202f30e2 --- /dev/null +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-ndrpdr-rls2410.hcl.tftpl @@ -0,0 +1,59 @@ +job "${job_name}" { + datacenters = ["${datacenters}"] + type = "${type}" + periodic { + cron = "${cron}" + prohibit_overlap = "${prohibit_overlap}" + time_zone = "${time_zone}" + } + group "${job_name}" { + restart { + mode = "fail" + } + constraint { + attribute = "$${attr.cpu.arch}" + operator = "!=" + value = "arm64" + } + constraint { + attribute = "$${node.class}" + value = "builder" + } + task "${job_name}" { + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/iterative_ndrpdr_rls2410.py" + destination = "local/" + } + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/iterative_ndrpdr.json" + destination = "local/" + } + driver = "docker" + config { + image = "${image}" + command = "gluesparksubmit" + args = [ + "--driver-memory", "20g", + "--executor-memory", "20g", + "--executor-cores", "2", + "--master", "local[2]", + "iterative_ndrpdr_rls2410.py" + ] + work_dir = "/local" + } + env { + AWS_ACCESS_KEY_ID = "${aws_access_key_id}" + AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" + AWS_DEFAULT_REGION = "${aws_default_region}" + OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" + OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" + OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" + ${ envs } + } + resources { + cpu = ${cpu} + memory = ${memory} + } + } + } +} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-reconf-rls2406.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-reconf-rls2406.hcl.tftpl deleted file mode 100644 index d7f5daa478..0000000000 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-reconf-rls2406.hcl.tftpl +++ /dev/null @@ -1,55 +0,0 @@ -job "${job_name}" { - datacenters = "${datacenters}" - type = "${type}" - periodic { - cron = "${cron}" - prohibit_overlap = "${prohibit_overlap}" - time_zone = "${time_zone}" - } - group "${job_name}" { - restart { - mode = "fail" - } - constraint { - attribute = "$${attr.cpu.arch}" - operator = "!=" - value = "arm64" - } - constraint { - attribute = "$${node.class}" - value = "builder" - } - task "${job_name}" { - artifact { - source = "git::https://github.com/FDio/csit" - destination = "local/csit" - } - driver = "docker" - config { - image = "${image}" - command = "gluesparksubmit" - args = [ - "--driver-memory", "20g", - "--executor-memory", "20g", - "--executor-cores", "2", - "--master", "local[2]", - "iterative_reconf_rls2406.py" - ] - work_dir = "/local/csit/csit.infra.etl" - } - env { - AWS_ACCESS_KEY_ID = "${aws_access_key_id}" - AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" - AWS_DEFAULT_REGION = "${aws_default_region}" - OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" - OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" - OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" - ${ envs } - } - resources { - cpu = ${cpu} - memory = ${memory} - } - } - } -} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-reconf-rls2410.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-reconf-rls2410.hcl.tftpl new file mode 100644 index 0000000000..4a7773ca46 --- /dev/null +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-reconf-rls2410.hcl.tftpl @@ -0,0 +1,59 @@ +job "${job_name}" { + datacenters = ["${datacenters}"] + type = "${type}" + periodic { + cron = "${cron}" + prohibit_overlap = "${prohibit_overlap}" + time_zone = "${time_zone}" + } + group "${job_name}" { + restart { + mode = "fail" + } + constraint { + attribute = "$${attr.cpu.arch}" + operator = "!=" + value = "arm64" + } + constraint { + attribute = "$${node.class}" + value = "builder" + } + task "${job_name}" { + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/iterative_reconf_rls2410.py" + destination = "local/" + } + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/iterative_reconf.json" + destination = "local/" + } + driver = "docker" + config { + image = "${image}" + command = "gluesparksubmit" + args = [ + "--driver-memory", "20g", + "--executor-memory", "20g", + "--executor-cores", "2", + "--master", "local[2]", + "iterative_reconf_rls2410.py" + ] + work_dir = "/local" + } + env { + AWS_ACCESS_KEY_ID = "${aws_access_key_id}" + AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" + AWS_DEFAULT_REGION = "${aws_default_region}" + OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" + OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" + OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" + ${ envs } + } + resources { + cpu = ${cpu} + memory = ${memory} + } + } + } +} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-soak-rls2406.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-soak-rls2406.hcl.tftpl deleted file mode 100644 index 3bf8505925..0000000000 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-soak-rls2406.hcl.tftpl +++ /dev/null @@ -1,55 +0,0 @@ -job "${job_name}" { - datacenters = "${datacenters}" - type = "${type}" - periodic { - cron = "${cron}" - prohibit_overlap = "${prohibit_overlap}" - time_zone = "${time_zone}" - } - group "${job_name}" { - restart { - mode = "fail" - } - constraint { - attribute = "$${attr.cpu.arch}" - operator = "!=" - value = "arm64" - } - constraint { - attribute = "$${node.class}" - value = "builder" - } - task "${job_name}" { - artifact { - source = "git::https://github.com/FDio/csit" - destination = "local/csit" - } - driver = "docker" - config { - image = "${image}" - command = "gluesparksubmit" - args = [ - "--driver-memory", "20g", - "--executor-memory", "20g", - "--executor-cores", "2", - "--master", "local[2]", - "iterative_soak_rls2406.py" - ] - work_dir = "/local/csit/csit.infra.etl" - } - env { - AWS_ACCESS_KEY_ID = "${aws_access_key_id}" - AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}" - AWS_DEFAULT_REGION = "${aws_default_region}" - OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}" - OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}" - OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}" - ${ envs } - } - resources { - cpu = ${cpu} - memory = ${memory} - } - } - } -} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-hoststack-rls2406.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-soak-rls2410.hcl.tftpl index babde4f734..3759f4bb46 100644 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-hoststack-rls2406.hcl.tftpl +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-soak-rls2410.hcl.tftpl @@ -1,5 +1,5 @@ job "${job_name}" { - datacenters = "${datacenters}" + datacenters = ["${datacenters}"] type = "${type}" periodic { cron = "${cron}" @@ -21,8 +21,12 @@ job "${job_name}" { } task "${job_name}" { artifact { - source = "git::https://github.com/FDio/csit" - destination = "local/csit" + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/iterative_soak_rls2410.py" + destination = "local/" + } + artifact { + source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/iterative_soak.json" + destination = "local/" } driver = "docker" config { @@ -33,9 +37,9 @@ job "${job_name}" { "--executor-memory", "20g", "--executor-cores", "2", "--master", "local[2]", - "coverage_hoststack_rls2406.py" + "iterative_soak_rls2410.py" ] - work_dir = "/local/csit/csit.infra.etl" + work_dir = "/local" } env { AWS_ACCESS_KEY_ID = "${aws_access_key_id}" diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf deleted file mode 100644 index 026ab168d9..0000000000 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf +++ /dev/null @@ -1,292 +0,0 @@ -data "vault_kv_secret_v2" "fdio_logs" { - mount = "kv" - name = "etl/fdio_logs" -} - -data "vault_kv_secret_v2" "fdio_docs" { - mount = "kv" - name = "etl/fdio_docs" -} - -#data "vault_kv_secret_v2" "fdio_logs" { -# path = "kv/data/etl/fdio_logs" -#} -# -#data "vault_kv_secret_v2" "fdio_docs" { -# path = "kv/data/etl/fdio_docs" -#} - -module "etl-stats" { - providers = { - nomad = nomad.yul1 - } - source = "../" - - aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data.access_key - aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data.secret_key - aws_default_region = data.vault_kv_secret_v2.fdio_logs.data.region - out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data.access_key - out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data.secret_key - out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data.region - cron = "0 30 0 * * * *" - datacenters = ["yul1"] - job_name = "etl-stats" -} - -module "etl-trending-hoststack" { - providers = { - nomad = nomad.yul1 - } - source = "../" - - aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data.access_key - aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data.secret_key - aws_default_region = data.vault_kv_secret_v2.fdio_logs.data.region - out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data.access_key - out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data.secret_key - out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data.region - cron = "0 30 0 * * * *" - datacenters = ["yul1"] - job_name = "etl-trending-hoststack" -} - -module "etl-trending-mrr" { - providers = { - nomad = nomad.yul1 - } - source = "../" - - aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data.access_key - aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data.secret_key - aws_default_region = data.vault_kv_secret_v2.fdio_logs.data.region - out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data.access_key - out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data.secret_key - out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data.region - cron = "0 30 0 * * * *" - datacenters = ["yul1"] - job_name = "etl-trending-mrr" - memory = 60000 -} - -module "etl-trending-ndrpdr" { - providers = { - nomad = nomad.yul1 - } - source = "../" - - aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data.access_key - aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data.secret_key - aws_default_region = data.vault_kv_secret_v2.fdio_logs.data.region - out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data.access_key - out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data.secret_key - out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data.region - cron = "0 30 0 * * * *" - datacenters = ["yul1"] - job_name = "etl-trending-ndrpdr" - memory = 60000 -} - -module "etl-trending-soak" { - providers = { - nomad = nomad.yul1 - } - source = "../" - - aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data.access_key - aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data.secret_key - aws_default_region = data.vault_kv_secret_v2.fdio_logs.data.region - out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data.access_key - out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data.secret_key - out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data.region - cron = "0 30 0 * * * *" - datacenters = ["yul1"] - job_name = "etl-trending-soak" - memory = 60000 -} - -#module "etl-iterative-hoststack-rls2406" { -# providers = { -# nomad = nomad.yul1 -# } -# source = "../" -# -# aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data["access_key"] -# aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data["secret_key"] -# aws_default_region = data.vault_kv_secret_v2.fdio_logs.data["region"] -# out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data["access_key"] -# out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"] -# out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data["region"] -# cron = "0 30 0 * * * *" -# datacenters = ["yul1"] -# job_name = "etl-iterative-hoststack-rls2406" -#} -# -#module "etl-iterative-mrr-rls2406" { -# providers = { -# nomad = nomad.yul1 -# } -# source = "../" -# -# aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data["access_key"] -# aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data["secret_key"] -# aws_default_region = data.vault_kv_secret_v2.fdio_logs.data["region"] -# out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data["access_key"] -# out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"] -# out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data["region"] -# cron = "0 30 0 * * * *" -# datacenters = ["yul1"] -# job_name = "etl-iterative-mrr-rls2406" -#} -# -#module "etl-iterative-ndrpdr-rls2406" { -# providers = { -# nomad = nomad.yul1 -# } -# source = "../" -# -# aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data["access_key"] -# aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data["secret_key"] -# aws_default_region = data.vault_kv_secret_v2.fdio_logs.data["region"] -# out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data["access_key"] -# out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"] -# out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data["region"] -# cron = "0 30 0 * * * *" -# datacenters = ["yul1"] -# job_name = "etl-iterative-ndrpdr-rls2406" -#} -# -#module "etl-iterative-reconf-rls2406" { -# providers = { -# nomad = nomad.yul1 -# } -# source = "../" -# -# aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data["access_key"] -# aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data["secret_key"] -# aws_default_region = data.vault_kv_secret_v2.fdio_logs.data["region"] -# out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data["access_key"] -# out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"] -# out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data["region"] -# cron = "0 30 0 * * * *" -# datacenters = ["yul1"] -# job_name = "etl-iterative-reconf-rls2406" -#} -# -#module "etl-iterative-soak-rls2406" { -# providers = { -# nomad = nomad.yul1 -# } -# source = "../" -# -# aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data["access_key"] -# aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data["secret_key"] -# aws_default_region = data.vault_kv_secret_v2.fdio_logs.data["region"] -# out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data["access_key"] -# out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"] -# out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data["region"] -# cron = "0 30 0 * * * *" -# datacenters = ["yul1"] -# job_name = "etl-iterative-soak-rls2406" -#} -# -#module "etl-coverage-device-rls2406" { -# providers = { -# nomad = nomad.yul1 -# } -# source = "../" -# -# aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data["access_key"] -# aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data["secret_key"] -# aws_default_region = data.vault_kv_secret_v2.fdio_logs.data["region"] -# out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data["access_key"] -# out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"] -# out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data["region"] -# cron = "0 30 0 * * * *" -# datacenters = ["yul1"] -# job_name = "etl-coverage-device-rls2406" -#} -# -#module "etl-coverage-hoststack-rls2406" { -# providers = { -# nomad = nomad.yul1 -# } -# source = "../" -# -# aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data["access_key"] -# aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data["secret_key"] -# aws_default_region = data.vault_kv_secret_v2.fdio_logs.data["region"] -# out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data["access_key"] -# out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"] -# out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data["region"] -# cron = "0 30 0 * * * *" -# datacenters = ["yul1"] -# job_name = "etl-coverage-hoststack-rls2406" -#} -# -#module "etl-coverage-mrr-rls2406" { -# providers = { -# nomad = nomad.yul1 -# } -# source = "../" -# -# aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data["access_key"] -# aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data["secret_key"] -# aws_default_region = data.vault_kv_secret_v2.fdio_logs.data["region"] -# out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data["access_key"] -# out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"] -# out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data["region"] -# cron = "0 30 0 * * * *" -# datacenters = ["yul1"] -# job_name = "etl-coverage-mrr-rls2406" -#} -# -#module "etl-coverage-ndrpdr-rls2406" { -# providers = { -# nomad = nomad.yul1 -# } -# source = "../" -# -# aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data["access_key"] -# aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data["secret_key"] -# aws_default_region = data.vault_kv_secret_v2.fdio_logs.data["region"] -# out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data["access_key"] -# out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"] -# out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data["region"] -# cron = "0 30 0 * * * *" -# datacenters = ["yul1"] -# job_name = "etl-coverage-ndrpdr-rls2406" -#} -# -#module "etl-coverage-reconf-rls2406" { -# providers = { -# nomad = nomad.yul1 -# } -# source = "../" -# -# aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data["access_key"] -# aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data["secret_key"] -# aws_default_region = data.vault_kv_secret_v2.fdio_logs.data["region"] -# out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data["access_key"] -# out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"] -# out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data["region"] -# cron = "0 30 0 * * * *" -# datacenters = ["yul1"] -# job_name = "etl-coverage-reconf-rls2406" -#} -# -#module "etl-coverage-soak-rls2406" { -# providers = { -# nomad = nomad.yul1 -# } -# source = "../" -# -# aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data["access_key"] -# aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data["secret_key"] -# aws_default_region = data.vault_kv_secret_v2.fdio_logs.data["region"] -# out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data["access_key"] -# out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"] -# out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data["region"] -# cron = "0 30 0 * * * *" -# datacenters = ["yul1"] -# job_name = "etl-coverage-soak-rls2406" -#} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/variables.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/variables.tf deleted file mode 100644 index 60298d4c99..0000000000 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/variables.tf +++ /dev/null @@ -1,47 +0,0 @@ -variable "nomad_acl" { - description = "Nomad ACLs enabled/disabled." - type = bool - default = false -} - -variable "nomad_provider_address" { - description = "FD.io Nomad cluster address." - type = string - default = "http://10.30.51.23:4646" -} - -variable "nomad_provider_ca_file" { - description = "A local file path to a PEM-encoded certificate authority." - type = string - default = "/etc/nomad.d/ssl/nomad-ca.pem" -} - -variable "nomad_provider_cert_file" { - description = "A local file path to a PEM-encoded certificate." - type = string - default = "/etc/nomad.d/ssl/nomad.pem" -} - -variable "nomad_provider_key_file" { - description = "A local file path to a PEM-encoded private key." - type = string - default = "/etc/nomad.d/ssl/nomad-key.pem" -} - -variable "vault_provider_address" { - description = "Vault cluster address." - type = string - default = "http://10.30.51.23:8200" -} - -variable "vault_provider_skip_tls_verify" { - description = "Verification of the Vault server's TLS certificate." - type = bool - default = false -} - -variable "vault_provider_token" { - description = "Vault root token." - type = string - sensitive = true -} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/versions.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/versions.tf deleted file mode 100644 index ffe25bb42e..0000000000 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/versions.tf +++ /dev/null @@ -1,17 +0,0 @@ -terraform { - backend "consul" { - address = "10.30.51.23:8500" - scheme = "http" - path = "terraform/etl" - } - required_providers { - nomad = { - source = "hashicorp/nomad" - version = ">= 2.3.0" - } - vault = { - version = ">= 4.3.0" - } - } - required_version = ">= 1.5.4" -} diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/main.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/main.tf index cd6a9a52ff..57baa24276 100644 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/main.tf +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/main.tf @@ -1,33 +1,28 @@ -locals { - datacenters = join(",", var.datacenters) - envs = join("\n", concat([], var.envs)) +data "vault_kv_secret_v2" "fdio_logs" { + mount = "kv" + name = "etl/fdio_logs" } -resource "nomad_job" "nomad_job" { - jobspec = templatefile( - "${path.module}/conf/nomad/${var.job_name}.hcl.tftpl", - { - aws_access_key_id = var.aws_access_key_id, - aws_secret_access_key = var.aws_secret_access_key, - aws_default_region = var.aws_default_region - cpu = var.cpu, - cron = var.cron, - datacenters = local.datacenters, - envs = local.envs, - image = var.image, - job_name = var.job_name, - memory = var.memory, - out_aws_access_key_id = var.out_aws_access_key_id, - out_aws_secret_access_key = var.out_aws_secret_access_key, - out_aws_default_region = var.out_aws_default_region - prohibit_overlap = var.prohibit_overlap, - time_zone = var.time_zone, - type = var.type, - use_vault_provider = var.vault_secret.use_vault_provider, - vault_kv_policy_name = var.vault_secret.vault_kv_policy_name, - vault_kv_path = var.vault_secret.vault_kv_path, - vault_kv_field_access_key = var.vault_secret.vault_kv_field_access_key, - vault_kv_field_secret_key = var.vault_secret.vault_kv_field_secret_key - }) - detach = false +data "vault_kv_secret_v2" "fdio_docs" { + mount = "kv" + name = "etl/fdio_docs" } + +module "etl" { + for_each = { for job in var.nomad_jobs : job.job_name => job } + providers = { + nomad = nomad.yul1 + } + source = "../terraform-nomad-nomad-job" + + aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data.access_key + aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data.secret_key + aws_default_region = data.vault_kv_secret_v2.fdio_logs.data.region + out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data.access_key + out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data.secret_key + out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data.region + cron = "0 30 0 * * * *" + datacenters = ["yul1"] + job_name = each.key + memory = each.value.memory +}
\ No newline at end of file diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/providers.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/providers.tf index c6617da02b..c6617da02b 100644 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/providers.tf +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/providers.tf diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/variables.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/variables.tf index 86d1b45753..e8ddeb086c 100644 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/variables.tf +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/variables.tf @@ -1,115 +1,118 @@ -# Nomad -variable "datacenters" { - description = "Specifies the list of DCs to be considered placing this task." - type = list(string) - default = ["dc1"] -} - -# ETL -variable "aws_access_key_id" { - description = "AWS access key." - type = string - default = "aws" -} - -variable "aws_secret_access_key" { - description = "AWS secret key" - type = string - default = "aws" -} - -variable "aws_default_region" { - description = "AWS region" - type = string - default = "aws" -} - -variable "cpu" { - description = "Specifies the CPU required to run this task in MHz." - type = number - default = 10000 -} - -variable "cron" { - description = "Specifies a cron expression configuring the interval to launch." - type = string - default = "@daily" -} - -variable "envs" { - description = "Specifies ETL environment variables." - type = list(string) - default = [] +variable "nomad_acl" { + description = "Nomad ACLs enabled/disabled." + type = bool + default = false } -variable "image" { - description = "Specifies the Docker image to run." +variable "nomad_provider_address" { + description = "FD.io Nomad cluster address." type = string - default = "pmikus/docker-ubuntu-focal-aws-glue:latest" + default = "http://10.30.51.23:4646" } -variable "job_name" { - description = "Specifies a name for the job." +variable "nomad_provider_ca_file" { + description = "A local file path to a PEM-encoded certificate authority." type = string - default = "etl" -} - -variable "memory" { - description = "Specifies the memory required in MB." - type = number - default = 50000 + default = "/etc/nomad.d/ssl/nomad-ca.pem" } -variable "out_aws_access_key_id" { - description = "AWS access key." +variable "nomad_provider_cert_file" { + description = "A local file path to a PEM-encoded certificate." type = string - default = "aws" + default = "/etc/nomad.d/ssl/nomad.pem" } -variable "out_aws_secret_access_key" { - description = "AWS secret key" +variable "nomad_provider_key_file" { + description = "A local file path to a PEM-encoded private key." type = string - default = "aws" + default = "/etc/nomad.d/ssl/nomad-key.pem" } -variable "out_aws_default_region" { - description = "AWS region" +variable "vault_provider_address" { + description = "Vault cluster address." type = string - default = "aws" + default = "http://10.30.51.23:8200" } -variable "prohibit_overlap" { - description = "Specifies if this job should wait until previous completed." +variable "vault_provider_skip_tls_verify" { + description = "Verification of the Vault server's TLS certificate." type = bool - default = true + default = false } -variable "time_zone" { - description = "Specifies the time zone to evaluate the next launch interval." +variable "vault_provider_token" { + description = "Vault root token." type = string - default = "UTC" -} - -variable "type" { - description = "Specifies the Nomad scheduler to use." - type = string - default = "batch" -} - -variable "vault_secret" { - type = object({ - use_vault_provider = bool, - vault_kv_policy_name = string, - vault_kv_path = string, - vault_kv_field_access_key = string, - vault_kv_field_secret_key = string - }) - description = "Set of properties to be able to fetch secret from vault." - default = { - use_vault_provider = true - vault_kv_policy_name = "kv" - vault_kv_path = "data/etl" - vault_kv_field_access_key = "access_key" - vault_kv_field_secret_key = "secret_key" - } -} + sensitive = true +} + +variable "nomad_jobs" { + description = "List of ETL jobs" + type = list(map(any)) + default = [ + { + job_name = "etl-stats" + memory = 50000 + }, + { + job_name = "etl-trending-hoststack" + memory = 50000 + }, + { + job_name = "etl-iterative-hoststack-rls2410" + memory = 50000 + }, + { + job_name = "etl-iterative-mrr-rls2410" + memory = 50000 + }, + { + job_name = "etl-iterative-ndrpdr-rls2410" + memory = 50000 + }, + { + job_name = "etl-iterative-reconf-rls2410" + memory = 50000 + }, + { + job_name = "etl-iterative-soak-rls2410" + memory = 50000 + }, + { + job_name = "etl-coverage-device-rls2410" + memory = 50000 + }, + { + job_name = "etl-coverage-hoststack-rls2410" + memory = 50000 + }, + { + job_name = "etl-coverage-mrr-rls2410" + memory = 50000 + }, + { + job_name = "etl-coverage-ndrpdr-rls2410" + memory = 50000 + }, + { + job_name = "etl-coverage-reconf-rls2410" + memory = 50000 + }, + { + job_name = "etl-coverage-soak-rls2410" + memory = 50000 + }, + { + job_name = "etl-trending-mrr" + memory = 60000 + }, + { + job_name = "etl-trending-ndrpdr" + memory = 60000 + }, + { + job_name = "etl-trending-soak" + memory = 60000 + } + ] +}
\ No newline at end of file diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/versions.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/versions.tf index f40435fe77..ffe25bb42e 100644 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/versions.tf +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/versions.tf @@ -1,8 +1,16 @@ terraform { + backend "consul" { + address = "10.30.51.23:8500" + scheme = "http" + path = "terraform/etl" + } required_providers { nomad = { source = "hashicorp/nomad" - version = ">= 1.4.20" + version = ">= 2.3.0" + } + vault = { + version = ">= 4.3.0" } } required_version = ">= 1.5.4" diff --git a/fdio.infra/pxe/docker-dnsmasq/Dockerfile b/fdio.infra/pxe/docker-dnsmasq/Dockerfile index 8b2cc2bd41..7ed526507c 100644 --- a/fdio.infra/pxe/docker-dnsmasq/Dockerfile +++ b/fdio.infra/pxe/docker-dnsmasq/Dockerfile @@ -10,8 +10,8 @@ RUN apt update \ && mkdir -p /var/lib/tftpboot/casper/ubuntu-noble-amd64/ \ && mkdir -p /var/lib/tftpboot/casper/ubuntu-noble-arm64/ -ENV ISO_NOBLE_AMD64=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso -ENV ISO_NOBLE_ARM64=https://cdimage.ubuntu.com/releases/noble/release/ubuntu-24.04-live-server-arm64.iso +ENV ISO_NOBLE_AMD64=https://releases.ubuntu.com/releases/noble/ubuntu-24.04.1-live-server-amd64.iso +ENV ISO_NOBLE_ARM64=https://cdimage.ubuntu.com/releases/noble/release/ubuntu-24.04.1-live-server-arm64.iso ENV EFI_NOBLE_AMD64=http://archive.ubuntu.com/ubuntu/dists/jammy/main/uefi/grub2-amd64/current/grubnetx64.efi.signed ENV EFI_NOBLE_ARM64=http://ports.ubuntu.com/ubuntu-ports/dists/jammy/main/uefi/grub2-arm64/current/grubnetaa64.efi.signed diff --git a/fdio.infra/pxe/docker-dnsmasq/etc/dnsmasq.conf b/fdio.infra/pxe/docker-dnsmasq/etc/dnsmasq.conf index 0676560a93..2e6569cd48 100755 --- a/fdio.infra/pxe/docker-dnsmasq/etc/dnsmasq.conf +++ b/fdio.infra/pxe/docker-dnsmasq/etc/dnsmasq.conf @@ -31,11 +31,17 @@ dhcp-option=yul1_1,option:dns-server,1.1.1.1 dhcp-option=yul1_1,option:dns-server,8.8.8.8 # DHCP ranges for yul1_2. -dhcp-range=yul1_2,10.32.8.18,10.32.8.25,255.255.255.0,infinite +dhcp-range=yul1_2,10.32.8.24,10.32.8.25,255.255.255.0,infinite dhcp-option=yul1_2,option:router,10.32.8.1 dhcp-option=yul1_2,option:dns-server,1.1.1.1 dhcp-option=yul1_2,option:dns-server,8.8.8.8 +# DHCP ranges for yul1_1_ipmi. +dhcp-range=yul1_2,10.30.50.36,10.30.50.36,255.255.255.0,infinite +dhcp-option=yul1_2,option:router,10.30.50.1 +dhcp-option=yul1_2,option:dns-server,1.1.1.1 +dhcp-option=yul1_2,option:dns-server,8.8.8.8 + # Hosts DHCP settings yul1_1 subnet. dhcp-host=7c:c2:55:55:c0:74,10.30.51.21,s21-nomad,infinite # eno1 SPR dhcp-host=7c:c2:55:55:c0:7a,10.30.51.22,s22-nomad,infinite # eno1 SPR @@ -51,7 +57,7 @@ dhcp-host=3c:ec:ef:d9:dd:6b,10.30.51.32,s32-t31-sut1,infinite # eno2 dhcp-host=3c:ec:ef:d9:de:27,10.30.51.33,s33-t31-sut2,infinite # eno2 ICXD dhcp-host=3c:ec:ef:d9:dd:77,10.30.51.34,s34-t32-sut1,infinite # eno2 ICXD dhcp-host=3c:ec:ef:d9:dd:eb,10.30.51.35,s35-t32-sut2,infinite # eno2 ICXD -dhcp-host=ac:1f:6b:ac:d7:ba,10.30.51.36,s36-t27-sut1,infinite # eno1 GRC +dhcp-host=b4:96:91:78:2c:18,10.30.51.36,s36-t27-sut1,infinite # enP6s6f0 GRC dhcp-host=3c:ec:ef:b9:cc:44,10.30.51.37,s37-t27-tg1,infinite # eno1 ICX dhcp-host=40:8d:5c:e7:b2:6e,10.30.51.38,fdio-marvell-dev,infinite # enP2p1s0v0 ARM-DEV dhcp-host=ac:1f:6b:8a:8c:76,10.30.51.50,s50-nomad,infinite # eno1 HST @@ -92,3 +98,5 @@ dhcp-host=a4:bf:01:55:af:5e,10.30.51.94,s94-t39-sut2,infinite # enp4s0 # Hosts DHCP settings yul1_2 subnet. dhcp-host=3c:ec:ef:43:a3:ba,10.32.8.24,s60-t210-sut1,infinite # eno1np0 ZN2 dhcp-host=3c:ec:ef:46:34:e8,10.32.8.25,s61-t210-tg1,infinite # eno1np0 ZN2 +# Hosts DHCP settings yul1_1_ipmi subnet. +dhcp-host=3c:6d:66:05:55:d8,10.30.50.36,s36-t27-sut1,infinite # eth1 GRC diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-3c:ec:ef:b9:cc:44 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-3c:ec:ef:b9:cc:44 index 02be24b1f6..5ea319545c 100644 --- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-3c:ec:ef:b9:cc:44 +++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-3c:ec:ef:b9:cc:44 @@ -1,4 +1,4 @@ menuentry "Install s37-t27-tg1" { - linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=3c:ec:ef:b9:cc:44 url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:44/ --- console=ttyS0,115200n8 quiet - initrd /casper/ubuntu-jammy-amd64/initrd + linux /casper/ubuntu-noble-amd64/vmlinuz ip=:::::eno1:dhcp url=http://10.30.51.24:8081/ubuntu_noble_amd64/ubuntu-24.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_amd64/3c:ec:ef:b9:cc:44/ --- + initrd /casper/ubuntu-noble-amd64/initrd } diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-b4:96:91:78:2c:18 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-b4:96:91:78:2c:18 new file mode 100644 index 0000000000..85c1f1d9a4 --- /dev/null +++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-b4:96:91:78:2c:18 @@ -0,0 +1,4 @@ +menuentry "Install s36-t27-sut1" { + linux /casper/ubuntu-noble-arm64/vmlinuz ip=:::::enP6s6f0:dhcp url=http://10.30.51.24:8081/ubuntu_noble_arm64/ubuntu-24.04.1-live-server-arm64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_arm64/b4:96:91:78:2c:18/ --- + initrd /casper/ubuntu-noble-arm64/initrd +}
\ No newline at end of file diff --git a/fdio.infra/pxe/docker-nginx/Dockerfile b/fdio.infra/pxe/docker-nginx/Dockerfile index b71d4d7771..21cb3b8f08 100644 --- a/fdio.infra/pxe/docker-nginx/Dockerfile +++ b/fdio.infra/pxe/docker-nginx/Dockerfile @@ -6,12 +6,12 @@ LABEL Version="2.0" RUN apt update \ && apt install -y wget -ENV ISO_NOBLE_AMD64=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso -ENV ISO_NOBLE_ARM64=https://cdimage.ubuntu.com/releases/noble/release/ubuntu-24.04-live-server-arm64.iso +ENV ISO_NOBLE_AMD64=https://releases.ubuntu.com/releases/noble/ubuntu-24.04.1-live-server-amd64.iso +ENV ISO_NOBLE_ARM64=https://cdimage.ubuntu.com/releases/noble/release/ubuntu-24.04.1-live-server-arm64.iso RUN echo "Preparing ISO Pre-cache" \ - && wget $ISO_NOBLE_AMD64 -O /ubuntu-24.04-live-server-amd64.iso \ - && wget $ISO_NOBLE_ARM64 -O /ubuntu-24.04-live-server-arm64.iso + && wget $ISO_NOBLE_AMD64 -O /ubuntu-24.04.1-live-server-amd64.iso \ + && wget $ISO_NOBLE_ARM64 -O /ubuntu-24.04.1-live-server-arm64.iso FROM nginx:stable-alpine @@ -25,7 +25,7 @@ ENV NGINX_NOBLE_ARM64=/usr/share/nginx/html/ubuntu_noble_arm64/ RUN mkdir -p $NGINX_NOBLE_AMD64 \ && mkdir -p $NGINX_NOBLE_ARM64 -COPY --from=ubuntu_noble /ubuntu-24.04-live-server-amd64.iso $NGINX_NOBLE_AMD64/ubuntu-24.04-live-server-amd64.iso -COPY --from=ubuntu_noble /ubuntu-24.04-live-server-arm64.iso $NGINX_NOBLE_ARM64/ubuntu-24.04-live-server-arm64.iso +COPY --from=ubuntu_noble /ubuntu-24.04.1-live-server-amd64.iso $NGINX_NOBLE_AMD64/ubuntu-24.04.1-live-server-amd64.iso +COPY --from=ubuntu_noble /ubuntu-24.04.1-live-server-arm64.iso $NGINX_NOBLE_ARM64/ubuntu-24.04.1-live-server-arm64.iso COPY html/ /usr/share/nginx/html/ diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/b4:96:91:78:2c:18/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/b4:96:91:78:2c:18/meta-data new file mode 100644 index 0000000000..e69de29bb2 --- /dev/null +++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/b4:96:91:78:2c:18/meta-data diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/b4:96:91:78:2c:18/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/b4:96:91:78:2c:18/user-data new file mode 100644 index 0000000000..99cc5039a1 --- /dev/null +++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/b4:96:91:78:2c:18/user-data @@ -0,0 +1,120 @@ +#cloud-config +autoinstall: + version: 1 + apt: + geoip: true + preserve_sources_list: false + primary: + - arches: [amd64, i386] + uri: http://ca.archive.ubuntu.com/ubuntu + - arches: [default] + uri: http://ports.ubuntu.com/ubuntu-ports + identity: + hostname: s36-t27-sut1 + password: $6$Y62lhMGJD8YNzmJn$H4DSqjrwFp5WN3tOvIrF.g/G2duOV76zXHAmaA/RU8jfT8H8sDumLQe/Q.EmI5pjPv7dzgI8j9BQPWes7efBK0 + realname: testuser + username: testuser + keyboard: + layout: us + toggle: null + variant: '' + locale: en_US.UTF-8 + network: + ethernets: + enP6s6f0: + addresses: [ 10.30.51.36/24 ] + dhcp4: false + gateway4: 10.30.51.1 + nameservers: + addresses: [ 1.1.1.1, 8.8.8.8 ] + version: 2 + packages: + - python3 + refresh-installer: + update: no + ssh: + allow-pw: true + authorized-keys: [] + install-server: true + storage: + config: + - grub_device: false + id: disk-nvme0n1 + path: /dev/nvme0n1 + ptable: gpt + preserve: false + type: disk + wipe: superblock-recursive + - grub_device: false + id: disk-nvme1n1 + path: /dev/nvme1n1 + ptable: gpt + preserve: false + type: disk + wipe: superblock-recursive + - device: disk-nvme0n1 + grub_device: true + id: partition-0 + flag: boot + number: 1 + preserve: false + size: 536870912 + type: partition + wipe: superblock + - device: disk-nvme1n1 + grub_device: true + id: partition-1 + flag: boot + number: 1 + preserve: false + size: 536870912 + type: partition + wipe: superblock + - id: format-0 + fstype: fat32 + preserve: false + type: format + volume: partition-0 + - id: format-1 + fstype: fat32 + preserve: false + type: format + volume: partition-1 + - device: disk-nvme0n1 + flag: '' + grub_device: false + id: partition-2 + number: 2 + preserve: false + size: -1 + type: partition + wipe: superblock + - device: disk-nvme1n1 + flag: '' + grub_device: false + id: partition-3 + number: 2 + preserve: false + size: -1 + type: partition + wipe: superblock + - name: md0 + raidlevel: raid1 + devices: [partition-2, partition-3] + spare_devices: [] + preserve: false + type: raid + id: raid-0 + - fstype: ext4 + id: format-2 + preserve: false + type: format + volume: raid-0 + - device: format-2 + id: mount-1 + path: / + type: mount + - device: format-0 + id: mount-0 + path: /boot/efi + type: mount diff --git a/resources/job_specs/hoststack_daily/vpp-2n-grc.md b/resources/job_specs/hoststack_daily/vpp-2n-grc.md new file mode 120000 index 0000000000..ca390dd55c --- /dev/null +++ b/resources/job_specs/hoststack_daily/vpp-2n-grc.md @@ -0,0 +1 @@ +../report_iterative/2n-grc/vpp-hoststack-00.md
\ No newline at end of file diff --git a/resources/job_specs/mrr_daily/vpp-2n-grc.md b/resources/job_specs/mrr_daily/vpp-2n-grc.md new file mode 120000 index 0000000000..a2f05f2da3 --- /dev/null +++ b/resources/job_specs/mrr_daily/vpp-2n-grc.md @@ -0,0 +1 @@ +../report_iterative/2n-grc/vpp-mrr-00.md
\ No newline at end of file diff --git a/resources/job_specs/mrr_weekly/dpdk-2n-grc.md b/resources/job_specs/mrr_weekly/dpdk-2n-grc.md new file mode 120000 index 0000000000..26c2fb2809 --- /dev/null +++ b/resources/job_specs/mrr_weekly/dpdk-2n-grc.md @@ -0,0 +1 @@ +../report_iterative/2n-grc/dpdk-mrr-00.md
\ No newline at end of file diff --git a/resources/job_specs/ndrpdr_weekly/vpp-2n-grc.md b/resources/job_specs/ndrpdr_weekly/vpp-2n-grc.md new file mode 120000 index 0000000000..41769bc30b --- /dev/null +++ b/resources/job_specs/ndrpdr_weekly/vpp-2n-grc.md @@ -0,0 +1 @@ +../report_iterative/2n-grc/vpp-ndrpdr-00.md
\ No newline at end of file diff --git a/resources/job_specs/report_iterative/2n-grc/dpdk-mrr-00.md b/resources/job_specs/report_iterative/2n-grc/dpdk-mrr-00.md new file mode 100644 index 0000000000..f82f31ca69 --- /dev/null +++ b/resources/job_specs/report_iterative/2n-grc/dpdk-mrr-00.md @@ -0,0 +1,11 @@ +# 2n-grc +### mellanox-cx556a +#### mlx5-core +##### eth-l2xcbase-testpmd +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-testpmd +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-testpmd +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-testpmd +##### ethip4-ip4base-l3fwd +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-l3fwd +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-l3fwd +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-l3fwd
\ No newline at end of file diff --git a/resources/job_specs/report_iterative/2n-grc/dpdk-ndrpdr-00.md b/resources/job_specs/report_iterative/2n-grc/dpdk-ndrpdr-00.md new file mode 100644 index 0000000000..a6f877677a --- /dev/null +++ b/resources/job_specs/report_iterative/2n-grc/dpdk-ndrpdr-00.md @@ -0,0 +1,23 @@ +# 2n-grc +### mellanox-cx556a +#### mlx5-core +##### eth-l2xcbase-testpmd +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-testpmd +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-testpmd +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-testpmd +1c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-testpmd +2c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-testpmd +1c AND 9000b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-testpmd +1c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-testpmd +2c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-testpmd +4c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-testpmd +##### ethip4-ip4base-l3fwd +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-l3fwd +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-l3fwd +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-l3fwd +1c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-l3fwd +2c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-l3fwd +1c AND 9000b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-l3fwd +1c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-l3fwd +2c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-l3fwd +4c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-l3fwd
\ No newline at end of file diff --git a/resources/job_specs/report_iterative/2n-grc/vpp-hoststack-00.md b/resources/job_specs/report_iterative/2n-grc/vpp-hoststack-00.md new file mode 100644 index 0000000000..863d0c2fe5 --- /dev/null +++ b/resources/job_specs/report_iterative/2n-grc/vpp-hoststack-00.md @@ -0,0 +1,24 @@ +# 2n-grc +## ./hoststack +### mellanox-cx556a +#### mlx5-core +##### eth-ip4tcphttp-ldpreload-nginx-1_21_5 +1c AND 0b AND cps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-ldpreload-nginx-1_21_5 +2c AND 0b AND cps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-ldpreload-nginx-1_21_5 +1c AND 2048b AND cps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-ldpreload-nginx-1_21_5 +2c AND 2048b AND cps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-ldpreload-nginx-1_21_5 +##### eth-ip4tcphttp-ldpreload-nginx-1_21_5 +1c AND 0b AND rps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-ldpreload-nginx-1_21_5 +2c AND 0b AND rps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-ldpreload-nginx-1_21_5 +1c AND 2048b AND rps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-ldpreload-nginx-1_21_5 +2c AND 2048b AND rps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-ldpreload-nginx-1_21_5 +##### eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5 +1c AND 0b AND cps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5 +2c AND 0b AND cps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5 +1c AND 2048b AND cps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5 +2c AND 2048b AND cps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5 +##### eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5 +1c AND 0b AND rps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5 +2c AND 0b AND rps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5 +1c AND 2048b AND rps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5 +2c AND 2048b AND rps AND cx556a AND drv_mlx5_core AND eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5
\ No newline at end of file diff --git a/resources/job_specs/report_iterative/2n-grc/vpp-mrr-00.md b/resources/job_specs/report_iterative/2n-grc/vpp-mrr-00.md new file mode 100644 index 0000000000..25da6ce77d --- /dev/null +++ b/resources/job_specs/report_iterative/2n-grc/vpp-mrr-00.md @@ -0,0 +1,186 @@ +# 2n-grc +## ./container_memif +### mellanox-cx556a +#### mlx5-core +##### eth-l2bdbasemaclrn-eth-2memif-1dcr +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr +1c AND 1518b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr +2c AND 1518b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr +4c AND 1518b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr +##### eth-l2xcbase-eth-2memif-1dcr +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr +##### ethip4-ip4base-eth-2memif-1dcr +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr +## ./ip4 +### mellanox-cx556a +#### mlx5-core +##### ethip4-ip4base +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base +##### ethip4-ip4scale20k-rnd +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale20k-rnd +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale20k-rnd +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale20k-rnd +##### ethip4-ip4scale2m-rnd +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd +##### ethip4udp-ip4base-iacl50sf-10kflows +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sf-10kflows +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sf-10kflows +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sf-10kflows +##### ethip4udp-ip4base-iacl50sl-10kflows +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sl-10kflows +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sl-10kflows +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sl-10kflows +##### ethip4udp-ip4base-oacl50sf-10kflows +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sf-10kflows +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sf-10kflows +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sf-10kflows +##### ethip4udp-ip4base-oacl50sl-10kflows +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows +##### ethip4udp-nat44det-h1024-p63-s64512 +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44det-h1024-p63-s64512 +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44det-h1024-p63-s64512 +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44det-h1024-p63-s64512 +##### ethip4udp-nat44det-h65536-p63-s4128758 +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44det-h65536-p63-s4128758 +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44det-h65536-p63-s4128758 +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44det-h65536-p63-s4128758 +##### ethip4udp-nat44ed-h1024-p63-s64512-udir +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-udir +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-udir +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-udir +##### ethip4udp-nat44ed-h1024-p63-s64512-cps +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-cps +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-cps +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-cps +##### ethip4udp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-cps +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-cps +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-cps +##### ethip4udp-nat44ed-h1024-p63-s64512-tput +1c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-tput +2c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-tput +4c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-tput +##### ethip4udp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-tput +2c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-tput +4c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-tput +##### ethip4udp-ip4base-h1024-p63-s64512-cps +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-h1024-p63-s64512-cps +##### ethip4udp-ip4base-h65536-p63-s4128768-cps +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-h65536-p63-s4128768-cps +##### ethip4udp-ip4base-h1024-p63-s64512-tput +1c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-h1024-p63-s64512-tput +##### ethip4udp-ip4base-h65536-p63-s4128768-tput +1c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-tput +##### ethip4tcp-nat44ed-h1024-p63-s64512-cps +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-cps +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-cps +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h1024-p63-s64512-tput +1c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-tput +2c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-tput +4c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-tput +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput +2c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput +4c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput +##### ethip4tcp-ip4base-h1024-p63-s64512-cps +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-ip4base-h1024-p63-s64512-cps +##### ethip4tcp-ip4base-h65536-p63-s4128768-cps +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-ip4base-h65536-p63-s4128768-cps +##### ethip4tcp-ip4base-h1024-p63-s64512-tput +1c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-ip4base-h1024-p63-s64512-tput +##### ethip4tcp-ip4base-h65536-p63-s4128768-tput +1c AND 100b AND mrr AND cx556a AND drv_mlx5_core AND ethip4tcp-ip4base-h65536-p63-s4128768-tput +## ./ip4_tunnels +### mellanox-cx556a +#### mlx5-core +##### ethip4--ethip4udpgeneve-1tun-ip4base +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-1tun-ip4base +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-1tun-ip4base +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-1tun-ip4base +##### ethip4--ethip4udpgeneve-16tun-ip4base +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-16tun-ip4base +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-16tun-ip4base +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-16tun-ip4base +##### ethip4--ethip4udpgeneve-256tun-ip4base +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-256tun-ip4base +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-256tun-ip4base +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-256tun-ip4base +## ./ip6 +### intel-cx556a +#### mlx5-core +##### ethip6-ip6base +1c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6base +2c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6base +4c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6base +##### ethip6-ip6scale20k-rnd +1c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale20k-rnd +2c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale20k-rnd +4c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale20k-rnd +##### ethip6-ip6scale2m-rnd +1c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m-rnd +2c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m-rnd +4c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m-rnd +## ./l2 +### mellanox-cx556a +#### mlx5-core +##### eth-l2bdbasemaclrn +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn +##### eth-l2bdscale10kmaclrn +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdscale10kmaclrn +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdscale10kmaclrn +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdscale10kmaclrn +##### eth-l2bdscale1mmaclrn +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn +##### dot1q-l2bdbasemaclrn +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND dot1q-l2bdbasemaclrn +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND dot1q-l2bdbasemaclrn +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND dot1q-l2bdbasemaclrn +##### eth-l2xcbase +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase +##### eth-l2patch +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2patch +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2patch +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2patch +## ./vm_vhost +### mellanox-cx556a +#### mlx5-core +##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm +##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc +##### eth-l2xcbase-eth-2vhostvr1024-1vm +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2vhostvr1024-1vm +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2vhostvr1024-1vm +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2vhostvr1024-1vm +##### eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc +1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc +2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc +4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
\ No newline at end of file diff --git a/resources/job_specs/report_iterative/2n-grc/vpp-ndrpdr-00.md b/resources/job_specs/report_iterative/2n-grc/vpp-ndrpdr-00.md new file mode 100644 index 0000000000..9f6e4f3265 --- /dev/null +++ b/resources/job_specs/report_iterative/2n-grc/vpp-ndrpdr-00.md @@ -0,0 +1,171 @@ +# 2n-grc +## ./container_memif +### mellanox-cx556a +#### mlx5-core +##### eth-l2bdbasemaclrn-eth-2memif-1dcr +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr +1c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr +2c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr +4c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr +##### eth-l2xcbase-eth-2memif-1dcr +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr +##### ethip4-ip4base-eth-2memif-1dcr +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr +## ./ip4 +### mellanox-cx556a +#### mlx5-core +##### ethip4-ip4base +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base +##### ethip4-ip4scale20k-rnd +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale20k-rnd +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale20k-rnd +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale20k-rnd +##### ethip4-ip4scale2m-rnd +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd +##### ethip4udp-ip4base-iacl50sf-10kflows +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sf-10kflows +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sf-10kflows +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sf-10kflows +##### ethip4udp-ip4base-iacl50sl-10kflows +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sl-10kflows +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sl-10kflows +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sl-10kflows +##### ethip4udp-ip4base-oacl50sf-10kflows +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sf-10kflows +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sf-10kflows +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sf-10kflows +##### ethip4udp-ip4base-oacl50sl-10kflows +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows +##### ethip4udp-nat44det-h1024-p63-s64512 +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44det-h1024-p63-s64512 +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44det-h1024-p63-s64512 +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44det-h1024-p63-s64512 +##### ethip4udp-nat44det-h65536-p63-s4128758 +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44det-h65536-p63-s4128758 +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44det-h65536-p63-s4128758 +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44det-h65536-p63-s4128758 +##### ethip4udp-nat44ed-h1024-p63-s64512-udir +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-udir +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-udir +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-udir +##### ethip4udp-nat44ed-h1024-p63-s64512-cps +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-cps +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-cps +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-cps +##### ethip4udp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-cps +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-cps +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-cps +##### ethip4udp-nat44ed-h1024-p63-s64512-tput +1c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-tput +2c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-tput +4c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-tput +##### ethip4udp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-tput +2c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-tput +4c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-tput +##### ethip4udp-ip4base-h1024-p63-s64512-cps +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-h1024-p63-s64512-cps +##### ethip4udp-ip4base-h65536-p63-s4128768-cps +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-h65536-p63-s4128768-cps +##### ethip4udp-ip4base-h1024-p63-s64512-tput +1c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-h1024-p63-s64512-tput +##### ethip4udp-ip4base-h65536-p63-s4128768-tput +1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-tput +##### ethip4tcp-nat44ed-h1024-p63-s64512-cps +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-cps +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-cps +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h1024-p63-s64512-tput +1c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-tput +2c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-tput +4c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-tput +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput +2c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput +4c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput +##### ethip4tcp-ip4base-h1024-p63-s64512-cps +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-ip4base-h1024-p63-s64512-cps +##### ethip4tcp-ip4base-h65536-p63-s4128768-cps +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-ip4base-h65536-p63-s4128768-cps +##### ethip4tcp-ip4base-h1024-p63-s64512-tput +1c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-ip4base-h1024-p63-s64512-tput +##### ethip4tcp-ip4base-h65536-p63-s4128768-tput +1c AND 100b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4tcp-ip4base-h65536-p63-s4128768-tput +## ./ip4_tunnels +### mellanox-cx556a +#### mlx5-core +##### ethip4--ethip4udpgeneve-1tun-ip4base +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-1tun-ip4base +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-1tun-ip4base +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-1tun-ip4base +##### ethip4--ethip4udpgeneve-16tun-ip4base +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-16tun-ip4base +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-16tun-ip4base +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-16tun-ip4base +##### ethip4--ethip4udpgeneve-256tun-ip4base +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-256tun-ip4base +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-256tun-ip4base +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4--ethip4udpgeneve-256tun-ip4base +## ./l2 +### mellanox-cx556a +#### mlx5-core +##### eth-l2bdbasemaclrn +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn +##### eth-l2bdscale10kmaclrn +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale10kmaclrn +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale10kmaclrn +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale10kmaclrn +##### eth-l2bdscale1mmaclrn +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn +##### dot1q-l2bdbasemaclrn +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND dot1q-l2bdbasemaclrn +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND dot1q-l2bdbasemaclrn +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND dot1q-l2bdbasemaclrn +##### eth-l2xcbase +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase +##### eth-l2patch +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch +## ./vm_vhost +### mellanox-cx556a +#### mlx5-core +##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm +##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc +##### eth-l2xcbase-eth-2vhostvr1024-1vm +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2vhostvr1024-1vm +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2vhostvr1024-1vm +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2vhostvr1024-1vm +##### eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc +1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc +2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc +4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
\ No newline at end of file diff --git a/resources/job_specs/report_iterative/3n-icx/vpp-mrr-00.md b/resources/job_specs/report_iterative/3n-icx/vpp-mrr-00.md index 5fc1c45d5b..dcd672d867 100644 --- a/resources/job_specs/report_iterative/3n-icx/vpp-mrr-00.md +++ b/resources/job_specs/report_iterative/3n-icx/vpp-mrr-00.md @@ -365,6 +365,10 @@ 1c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase 2c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase 4c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase +##### eth-l2xcbase-1lbvpplacp +1c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-1lbvpplacp +2c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-1lbvpplacp +4c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-1lbvpplacp ##### eth-l2patch 1c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2patch 2c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2patch @@ -383,6 +387,10 @@ 1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase 2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase 4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase +##### eth-l2xcbase-1lbvpplacp +1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-1lbvpplacp +2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-1lbvpplacp +4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-1lbvpplacp ##### eth-l2patch 1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2patch 2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2patch @@ -452,4 +460,4 @@ ##### ethip6srhip6-ip6base-srv6proxy-stat 1c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat 2c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat -4c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat
\ No newline at end of file +4c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat diff --git a/resources/job_specs/report_iterative/3n-icx/vpp-ndrpdr-00.md b/resources/job_specs/report_iterative/3n-icx/vpp-ndrpdr-00.md index ae612f96d1..16f87b7099 100644 --- a/resources/job_specs/report_iterative/3n-icx/vpp-ndrpdr-00.md +++ b/resources/job_specs/report_iterative/3n-icx/vpp-ndrpdr-00.md @@ -365,6 +365,10 @@ 1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase 2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase 4c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase +##### eth-l2xcbase-1lbvpplacp +1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-1lbvpplacp +2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-1lbvpplacp +4c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-1lbvpplacp ##### eth-l2patch 1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2patch 2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2patch @@ -383,6 +387,10 @@ 1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase 2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase 4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase +##### eth-l2xcbase-1lbvpplacp +1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-1lbvpplacp +2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-1lbvpplacp +4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-1lbvpplacp ##### eth-l2patch 1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch 2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch @@ -452,4 +460,4 @@ ##### ethip6srhip6-ip6base-srv6proxy-stat 1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat 2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat -4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat
\ No newline at end of file +4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat diff --git a/resources/job_specs/vpp_device/vpp-1n-alt.md b/resources/job_specs/vpp_device/vpp-1n-alt.md deleted file mode 100644 index ddf7fc6f9b..0000000000 --- a/resources/job_specs/vpp_device/vpp-1n-alt.md +++ /dev/null @@ -1,205 +0,0 @@ -# 1n-alt -## ./container_memif -### mellanox-cx6dx -#### mlx5-core -##### ethip4-l2xcbase-eth-2memif-1dcr -# 0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2xcbase-eth-2memif-1dcr -##### ethip4-l2bdbasemaclrn-eth-2memif-1dcr -# 0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2bdbasemaclrn-eth-2memif-1dcr -##### ethip4-ip4base-eth-2memif-1dcr -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr -### intel-x710 -#### dpdk-vfio-pci -##### ethip4-l2xcbase-eth-2memif-1dcr -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase-eth-2memif-1dcr -##### ethip4-l2bdbasemaclrn-eth-2memif-1dcr -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-eth-2memif-1dcr -## ./crypto/ethip4 -### mellanox-cx6dx -#### mlx5-core -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha -##### ethip4ipsec11tnlsw-ip4base-int-aes128cbc-hmac512sha -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4ipsec11tnlsw-ip4base-int-aes128cbc-hmac512sha -##### ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha -##### ethip4ipsec1tptsw-ip4base-policy-aes128cbc-hmac512sha -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4ipsec1tptsw-ip4base-policy-aes128cbc-hmac512sha -### intel-x710 -#### dpdk-vfio-pci -##### ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha -##### ethip4ipsec11tnlsw-ip4base-int-aes128cbc-hmac512sha -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec11tnlsw-ip4base-int-aes128cbc-hmac512sha -##### ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha -##### ethip4ipsec1tptsw-ip4base-policy-aes128cbc-hmac512sha -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec1tptsw-ip4base-policy-aes128cbc-hmac512sha -## ./crypto/ethip6 -### mellanox-cx6dx -#### mlx5-core -##### ethip6ipsec1tnlsw-ip6base-policy-aes128cbc-hmac512sha -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6ipsec1tnlsw-ip6base-policy-aes128cbc-hmac512sha -##### ethip6ipsec1tptsw-ip6base-policy-aes128cbc-hmac512sha -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6ipsec1tptsw-ip6base-policy-aes128cbc-hmac512sha -## ./interfaces -### mellanox-cx6dx -#### mlx5-core -##### ethicmp4-ip4base-eth-1tap -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethicmp4-ip4base-eth-1tap -##### ethicmp4-ip4base-eth-1tap-namespace -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethicmp4-ip4base-eth-1tap-namespace -##### ethip4-l2bdbasemaclrn-eth-2tap -# 0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2bdbasemaclrn-eth-2tap -### intel-x710 -#### dpdk-vfio-pci -##### ethip4-l2bdbasemaclrn-eth-2tap -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-eth-2tap -## ./ip4 -### mellanox-cx6dx -#### mlx5-core -##### ethip4-ip4base-adlalwlistbase -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-ip4base-adlalwlistbase -##### ethip4-ip4base-adlblklistbase -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-ip4base-adlblklistbase -##### ethip4-ip4base -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-ip4base -##### ethip4-ip4base-iacldstbase -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-ip4base-iacldstbase -##### ethip4-ip4base-ipolicemarkbase -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-ip4base-ipolicemarkbase -##### ethip4tcp-nat44det -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4tcp-nat44det -##### ethip4tcp-nat44ed -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4tcp-nat44ed -##### ethip4udp-nat44det -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4udp-nat44det -##### ethip4udp-nat44ed -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4udp-nat44ed -### intel-x710 -#### dpdk-vfio-pci -##### ethip4-ip4base -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base -### intel-x710 -#### avf -##### ethip4-ip4base -# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-ip4base -## ./ip4_tunnel/lisp -### mellanox-cx6dx -#### mlx5-core -##### ethip4lisp-ip4base -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4lisp-ip4base -##### ethip4lispgpe-ip4base -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4lispgpe-ip4base -##### ethip4lispgpe-ip6base -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4lispgpe-ip6base -## ./ip4_tunnel -### mellanox-cx6dx -#### mlx5-core -##### ethip4--ethip4udpgeneve-1tun-ip4base -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4--ethip4udpgeneve-1tun-ip4base -##### ethip4vxlan-l2bdbasemaclrn -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4vxlan-l2bdbasemaclrn -##### ethip4vxlan-l2xcbase -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4vxlan-l2xcbase -## ./ip6 -### mellanox-cx6dx -#### mlx5-core -##### ethip6-ip6base-adlalwlistbase -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6-ip6base-adlalwlistbase -##### ethip6-ip6base-adlblklistbase -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6-ip6base-adlblklistbase -##### ethip6-ip6base-iacldstbase -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6-ip6base-iacldstbase -##### ethip6-ip6base-ipolicemarkbase -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6-ip6base-ipolicemarkbase -##### ethip6-ip6base -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6-ip6base -## ./ip6_tunnels/lisp -### mellanox-cx6dx -#### mlx5-core -##### ethip6lispgpe-ip4base -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6lispgpe-ip4base -##### ethip6lispgpe-ip6base -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6lispgpe-ip6base -## ./l2bd -### mellanox-cx6dx -#### mlx5-core -##### ethip4-l2bdbasemaclrn -# 0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2bdbasemaclrn -##### ethip4-l2bdbasemaclrn-iacl1sf -# 0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2bdbasemaclrn-iacl1sf -##### ethip4-l2bdbasemaclrn-iacl1sl -# 0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2bdbasemaclrn-iacl1sl -##### ethip4-l2bdbasemaclrn-macip-iacl1sl -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2bdbasemaclrn-macip-iacl1sl -##### ethip4-l2bdbasemaclrn-oacl1sf -# 0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2bdbasemaclrn-oacl1sf -##### ethip4-l2bdbasemaclrn-oacl1sl -# 0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2bdbasemaclrn-oacl1sl -### intel-x710 -#### dpdk-vfio-pci -##### ethip4-l2bdbasemaclrn -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn -##### ethip4-l2bdbasemaclrn-iacl1sf -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-iacl1sf -##### ethip4-l2bdbasemaclrn-iacl1sl -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-iacl1sl -##### ethip4-l2bdbasemaclrn-oacl1sf -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-oacl1sf -##### ethip4-l2bdbasemaclrn-oacl1sl -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-oacl1sl -#### avf -##### ethip4-l2bdbasemaclrn -# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-l2bdbasemaclrn -## ./l2patch -### mellanox-cx6dx -#### mlx5-core -##### ethip4-l2patch -# 0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2patch -### intel-x710 -#### dpdk-vfio-pci -##### ethip4-l2patch -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2patch -## ./l2xc -### mellanox-cx6dx -#### mlx5-core -##### ethip4-l2xcbase -# 0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2xcbase -### intel-x710 -#### dpdk-vfio-pci -##### ethip4-l2xcbase -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase -## ./srv6 -### mellanox-cx6dx -#### mlx5-core -##### ethip6ip6-ip6base-srv6enc1sid -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6ip6-ip6base-srv6enc1sid -##### ethip6srhip6-ip6base-srv6enc2sids -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6enc2sids -##### ethip6srhip6-ip6base-srv6enc2sids-nodecaps -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps -##### ethip6srhip6-ip6base-srv6proxy-dyn -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-dyn -##### ethip6srhip6-ip6base-srv6proxy-masq -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-masq -##### ethip6srhip6-ip6base-srv6proxy-stat -0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-stat -## ./stats -### mellanox-cx6dx -#### mlx5-core -##### ethip4-l2xcbase-stats -0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2xcbase-stats -## ./vm/ethip4 -### mellanox-cx6dx -#### mlx5-core -##### ethip4-ip4base-eth-2vhost-1vm -# 0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-ip4base-eth-2vhost-1vm -##### ethip4-l2bdbasemaclrn-eth-2vhost-1vm -# 0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2bdbasemaclrn-eth-2vhost-1vm -##### ethip4-l2xcbase-eth-2vhost-1vm -# 0c AND 64b AND scapy AND cx6dx AND drv_mlx5_core AND ethip4-l2xcbase-eth-2vhost-1vm -## ./vm/ethip6 -### mellanox-cx6dx -#### mlx5-core -##### ethip6-ip6base-eth-2vhost-1vm -# 0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6-ip6base-eth-2vhost-1vm diff --git a/resources/job_specs/vpp_device/vpp-1n-spr.md b/resources/job_specs/vpp_device/vpp-1n-spr.md deleted file mode 100644 index 72391b07c8..0000000000 --- a/resources/job_specs/vpp_device/vpp-1n-spr.md +++ /dev/null @@ -1,208 +0,0 @@ -# 1n-spr -## ./container_memif -### intel-x710 -#### dpdk-vfio-pci -##### ethip4-l2xcbase-eth-2memif-1dcr -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase-eth-2memif-1dcr -##### ethip4-l2bdbasemaclrn-eth-2memif-1dcr -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-eth-2memif-1dcr -##### ethip4-ip4base-eth-2memif-1dcr -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr -## ./crypto/ethip4 -### intel-x710 -#### dpdk-vfio-pci -##### ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha -##### ethip4ipsec11tnlsw-ip4base-int-aes128cbc-hmac512sha -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec11tnlsw-ip4base-int-aes128cbc-hmac512sha -##### ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha -##### ethip4ipsec1tptsw-ip4base-policy-aes128cbc-hmac512sha -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec1tptsw-ip4base-policy-aes128cbc-hmac512sha -## ./crypto/ethip6 -### intel-e810 -#### dpdk-vfio-pci -##### ethip6ipsec1tnlsw-ip6base-policy-aes128cbc-hmac512sha -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6ipsec1tnlsw-ip6base-policy-aes128cbc-hmac512sha -##### ethip6ipsec1tptsw-ip6base-policy-aes128cbc-hmac512sha -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6ipsec1tptsw-ip6base-policy-aes128cbc-hmac512sha -## ./flow -### intel-x710 -#### avf -##### ethip4-flow-ip4-ipsec-ah -# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-ipsec-ah -##### ethip4-flow-ip4-ipsec-esp -# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-ipsec-esp -##### ethip4-flow-ip4-l2tpv3oip -# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-l2tpv3oip -##### ethip4-flow-ip4-ntuple-tcp -# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-ntuple-tcp -##### ethip4-flow-ip4-ntuple-udp -# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-ntuple-udp -##### ethip4-flow-ip4-tcp -# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-tcp -##### ethip4-flow-ip4-udp -# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-udp -##### ethip6-flow-ip6-ntuple-tcp -# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip6-flow-ip6-ntuple-tcp -##### ethip6-flow-ip6-ntuple-udp -# k0c AND 64b AND scapy AND x710 AND drv_avf AND ethip6-flow-ip6-ntuple-udp -##### ethip6-flow-ip6-tcp -# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip6-flow-ip6-tcp -##### ethip6-flow-ip6-udp -# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip6-flow-ip6-udp -#### dpdk-vfio-pci -##### ethip4-flow-ip4-gtpu -# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-gtpu -##### ethip4-flow-ip4-ipsec-ah -# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ipsec-ah -##### ethip4-flow-ip4-ipsec-esp -# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ipsec-esp -##### ethip4-flow-ip4-l2tpv3oip -# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-l2tpv3oip -##### ethip4-flow-ip4-ntuple-tcp -# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ntuple-tcp -##### ethip4-flow-ip4-ntuple-udp -# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ntuple-udp -##### ethip4-flow-ip4-tcp -# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-tcp -##### ethip4-flow-ip4-udp -# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-udp -##### ethip6-flow-ip6-ntuple-tcp -# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-ntuple-tcp -##### ethip6-flow-ip6-ntuple-udp -# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-ntuple-udp -##### ethip6-flow-ip6-tcp -# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-tcp -##### ethip6-flow-ip6-udp -# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-udp -## ./interfaces -### intel-x710 -#### dpdk-vfio-pci -##### ethicmp4-ip4base-eth-1tap -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethicmp4-ip4base-eth-1tap -##### ethicmp4-ip4base-eth-1tap-namespace -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethicmp4-ip4base-eth-1tap-namespace -##### ethip4-l2bdbasemaclrn-eth-2tap -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-eth-2tap -## ./ip4 -### intel-x710 -#### dpdk-vfio-pci -##### ethip4-ip4base-adlalwlistbase -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase -##### ethip4-ip4base-adlblklistbase -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-adlblklistbase -##### ethip4-ip4base -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base -##### ethip4-ip4base-iacldstbase -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase -##### ethip4-ip4base-ipolicemarkbase -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase -##### ethip4tcp-nat44det -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4tcp-nat44det -##### ethip4tcp-nat44ed -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4tcp-nat44ed -##### ethip4udp-nat44det -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4udp-nat44det -##### ethip4udp-nat44ed -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4udp-nat44ed -## ./ip4_tunnel/lisp -### intel-x710 -#### dpdk-vfio-pci -##### ethip4lisp-ip4base -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4lisp-ip4base -##### ethip4lispgpe-ip4base -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4lispgpe-ip4base -##### ethip4lispgpe-ip6base -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4lispgpe-ip6base -## ./ip4_tunnel -### intel-x710 -#### dpdk-vfio-pci -##### ethip4--ethip4udpgeneve-1tun-ip4base -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4--ethip4udpgeneve-1tun-ip4base -##### ethip4vxlan-l2bdbasemaclrn -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn -##### ethip4vxlan-l2xcbase -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4vxlan-l2xcbase -## ./ip6 -### intel-x710 -#### dpdk-vfio-pci -##### ethip6-ip6base-adlalwlistbase -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase -##### ethip6-ip6base-adlblklistbase -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-adlblklistbase -##### ethip6-ip6base-iacldstbase -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase -##### ethip6-ip6base-ipolicemarkbase -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-ipolicemarkbase -##### ethip6-ip6base -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base -## ./ip6_tunnels/lisp -### intel-x710 -#### dpdk-vfio-pci -##### ethip6lispgpe-ip4base -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6lispgpe-ip4base -##### ethip6lispgpe-ip6base -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6lispgpe-ip6base -## ./l2bd -### intel-x710 -#### avf -##### ethip4-l2bdbasemaclrn -0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-l2bdbasemaclrn -#### dpdk-vfio-pci -##### ethip4-l2bdbasemaclrn -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn -##### ethip4-l2bdbasemaclrn-iacl1sf -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-iacl1sf -##### ethip4-l2bdbasemaclrn-iacl1sl -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-iacl1sl -##### ethip4-l2bdbasemaclrn-macip-iacl1sl -# 0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-macip-iacl1sl -##### ethip4-l2bdbasemaclrn-oacl1sf -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-oacl1sf -##### ethip4-l2bdbasemaclrn-oacl1sl -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-oacl1sl -## ./l2patch -### intel-x710 -#### dpdk-vfio-pci -##### ethip4-l2patch -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2patch -## ./l2xc -### intel-x710 -#### dpdk-vfio-pci -##### ethip4-l2xcbase -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase -## ./srv6 -### intel-x710 -#### dpdk-vfio-pci -##### ethip6ip6-ip6base-srv6enc1sid -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid -##### ethip6srhip6-ip6base-srv6enc2sids -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids -##### ethip6srhip6-ip6base-srv6enc2sids-nodecaps -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps -##### ethip6srhip6-ip6base-srv6proxy-dyn -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-dyn -##### ethip6srhip6-ip6base-srv6proxy-masq -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq -##### ethip6srhip6-ip6base-srv6proxy-stat -0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat -## ./stats -### intel-x710 -#### dpdk-vfio-pci -##### ethip4-l2xcbase-stats -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase-stats -## ./vm/ethip4 -### intel-x710 -#### dpdk-vfio-pci -##### ethip4-ip4base-eth-2vhost-1vm -0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhost-1vm -##### ethip4-l2bdbasemaclrn-eth-2vhost-1vm -# 0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-eth-2vhost-1vm -##### ethip4-l2xcbase-eth-2vhost-1vm -# 0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase-eth-2vhost-1vm -## ./vm/ethip6 -### intel-x710 -#### dpdk-vfio-pci -##### ethip6-ip6base-eth-2vhost-1vm -# 0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-eth-2vhost-1vm diff --git a/resources/libraries/bash/function/common.sh b/resources/libraries/bash/function/common.sh index 9fd208b465..fa00b14ded 100644 --- a/resources/libraries/bash/function/common.sh +++ b/resources/libraries/bash/function/common.sh @@ -128,6 +128,7 @@ function activate_virtualenv () { set +u source "${env_dir}/bin/activate" || die "Virtualenv activation failed." set -u + pip3 install setuptools pip3 install -r "${req_path}" || { die "Requirements installation failed." } @@ -519,6 +520,10 @@ function get_test_code () { NODENESS="3n" FLAVOR="alt" ;; + *"2n-grc") + NODENESS="2n" + FLAVOR="grc" + ;; *"-x-2n"*) TESTBED="${TEST_CODE#${TEST_CODE%2n*}}" NODENESS="${TESTBED%-${TEST_CODE#*-x-2n*-}}" @@ -765,7 +770,7 @@ function reserve_and_cleanup_testbed () { } # Cleanup + calibration checks set +e - ansible_playbook "cleanup, calibration" + ansible_playbook "cleanup,calibration" result="$?" set -e if [[ "${result}" == "0" ]]; then @@ -960,6 +965,9 @@ function select_tags () { *"3n-alt") default_nic="nic_intel-xl710" ;; + *"2n-grc") + default_nic="nic_mellanox-cx7veat" + ;; *"1n-aws" | *"2n-aws" | *"3n-aws") default_nic="nic_amazon-nitro-50g" ;; @@ -1103,6 +1111,9 @@ function select_tags () { *"3n-alt") test_tag_array+=("!ipsechw") ;; + *"2n-grc") + test_tag_array+=("!ipsechw") + ;; *"3n-icx") test_tag_array+=("!ipsechw") test_tag_array+=("!3_node_double_link_topoANDnic_intel-xxv710") @@ -1231,6 +1242,10 @@ function select_topology () { TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*3n_alt_*.yaml ) TOPOLOGIES_TAGS="3_node_single_link_topo" ;; + *"2n-grc") + TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*2n_grc_*.yaml ) + TOPOLOGIES_TAGS="2_node_single_link_topo" + ;; *"3n-aws") TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*3n-aws*.yaml ) TOPOLOGIES_TAGS="3_node_single_link_topo" diff --git a/resources/libraries/python/Constants.py b/resources/libraries/python/Constants.py index 3fabe0141b..76bb296325 100644 --- a/resources/libraries/python/Constants.py +++ b/resources/libraries/python/Constants.py @@ -180,7 +180,7 @@ class Constants: QEMU_VM_IMAGE = "/var/lib/vm/image.iso" # QEMU VM DPDK path - QEMU_VM_DPDK = "/opt/dpdk-23.11" + QEMU_VM_DPDK = "/opt/dpdk-24.07" # Docker container SUT image DOCKER_SUT_IMAGE_UBUNTU = "csit_sut-ubuntu2204:local" diff --git a/resources/libraries/python/DUTSetup.py b/resources/libraries/python/DUTSetup.py index 64f3b4317c..bc8af372df 100644 --- a/resources/libraries/python/DUTSetup.py +++ b/resources/libraries/python/DUTSetup.py @@ -1,4 +1,4 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. +# Copyright (c) 2024 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -631,7 +631,9 @@ class DUTSetup: """ if not hugesize: hugesize = "$(grep Hugepagesize /proc/meminfo | awk '{ print $2 }')" - command = f"cat /sys/kernel/mm/hugepages/hugepages-{hugesize}kB/*" + command = ( + f"cat /sys/kernel/mm/hugepages/hugepages-{hugesize}kB/*hugepages*" + ) stdout, _ = exec_cmd_no_error(node, command) try: line = stdout.splitlines() diff --git a/resources/libraries/python/SetupFramework.py b/resources/libraries/python/SetupFramework.py index 95ca8a7d51..438116fce0 100644 --- a/resources/libraries/python/SetupFramework.py +++ b/resources/libraries/python/SetupFramework.py @@ -1,4 +1,4 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. +# Copyright (c) 2024 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -165,11 +165,6 @@ def setup_node(node, tarball, remote_tarball, results=None, logs=None): try: copy_tarball_to_node(tarball, node) extract_tarball_at_node(remote_tarball, node) - if node[u"type"] == NodeType.TG: - stdout, stderr = create_env_directory_at_node(node) - if isinstance(logs, list): - logs.append(f"{node[u'host']} Env stdout: {stdout}") - logs.append(f"{node[u'host']} Env stderr: {stderr}") except Exception: # any exception must result in result = False # since this runs in a thread and can't be caught anywhere else diff --git a/resources/libraries/robot/l2/l2_bridge_domain.robot b/resources/libraries/robot/l2/l2_bridge_domain.robot index 00044e1253..347dd708a5 100644 --- a/resources/libraries/robot/l2/l2_bridge_domain.robot +++ b/resources/libraries/robot/l2/l2_bridge_domain.robot @@ -1,5 +1,5 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Copyright (c) 2023 PANTHEON.tech and/or its affiliates. +# Copyright (c) 2024 Cisco and/or its affiliates. +# Copyright (c) 2024 PANTHEON.tech and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -458,83 +458,6 @@ | | ... | Add interface to bridge domain | ${dut2} | ${DUT2_${int}2}[0] | | ... | ${bd_id2} -| Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology -| | [Documentation] -| | ... | Create two Vhost-User interfaces on all defined VPP nodes. Create one -| | ... | link bonding (BondEthernet) interface on both VPP nodes. Add one -| | ... | physical interface towards next DUT as a member of BondEthernet -| | ... | interface. Setup VLAN on BondEthernet interfaces between DUTs. Add one -| | ... | Vhost-User interface into L2 bridge domains with learning enabled with -| | ... | physical interface towards TG and other Vhost-User interface into L2 -| | ... | bridge domains with learning enabled with VLAN sub-interface. All -| | ... | interfaces are brought up. -| | -| | ... | *Arguments:* -| | ... | - bd_id1 - Bridge domain ID. Type: integer -| | ... | - bd_id2 - Bridge domain ID. Type: integer -| | ... | - subid - ID of the sub-interface to be created. Type: string -| | ... | - tag_rewrite - Method of tag rewrite. Type: string -| | ... | - bond_mode - Link bonding mode. Type: string -| | ... | - lb_mode - Load balance mode. Type: string -| | ... | - virtio_feature_mask - Enabled Virtio features (Optional). -| | ... | Type: integer -| | -| | ... | *Example:* -| | -| | ... | \| Initialize L2 bridge domains with Vhost-User and VLAN with VPP\ -| | ... | link bonding in a 3-node circular topology \| 1 \| 2 \ -| | ... | \| 10 \| pop-1 \| xor \| l34 \| -| | -| | [Arguments] | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | ... | ${bond_mode} | ${lb_mode} | ${virtio_feature_mask}=${None} -| | -| | Set interfaces in path up -| | ${dut1_eth_bond_if1}= | VPP Create Bond Interface -| | ... | ${dut1} | ${bond_mode} | ${lb_mode} -| | FOR | ${pf} | IN RANGE | 1 | ${nic_pfs} + 1 -| | | ${_even}= | Evaluate | ${pf} % 2 -| | | Run Keyword If | not ${even} -| | | ... | VPP Add Bond Member -| | | ... | ${dut1} | ${DUT1_${int}${pf}}[0] | ${dut1_eth_bond_if1} -| | END -| | ${dut2_eth_bond_if1}= | VPP Create Bond Interface -| | ... | ${dut2} | ${bond_mode} | ${lb_mode} -| | FOR | ${pf} | IN RANGE | 1 | ${nic_pfs} + 1 -| | | ${_even}= | Evaluate | ${pf} % 2 -| | | Run Keyword If | ${even} -| | | ... | VPP Add Bond Member -| | | ... | ${dut2} | ${DUT2_${int}${pf}}[0] | ${dut2_eth_bond_if1} -| | END -| | VPP Show Bond Data On All Nodes | ${nodes} | verbose=${TRUE} -| | Initialize VLAN dot1q sub-interfaces in circular topology -| | ... | ${dut1} | ${dut1_eth_bond_if1} -| | ... | ${dut2} | ${dut2_eth_bond_if1} | ${subid} -| | Configure L2 tag rewrite method on interfaces -| | ... | ${dut1} | ${subif_index_1} -| | ... | ${dut2} | ${subif_index_2} | ${tag_rewrite} -| | Configure vhost interfaces | ${dut1} -| | ... | /var/run/vpp/sock-1-${bd_id1} | /var/run/vpp/sock-1-${bd_id2} -| | ... | virtio_feature_mask=${virtio_feature_mask} -| | Add interface to bridge domain -| | ... | ${dut1} | ${DUT1_${int}1}[0] | ${bd_id1} -| | Add interface to bridge domain -| | ... | ${dut1} | ${vhost_if1} | ${bd_id1} -| | Add interface to bridge domain -| | ... | ${dut1} | ${vhost_if2} | ${bd_id2} -| | Add interface to bridge domain -| | ... | ${dut1} | ${subif_index_1} | ${bd_id2} -| | Configure vhost interfaces | ${dut2} -| | ... | /var/run/vpp/sock-1-${bd_id1} | /var/run/vpp/sock-1-${bd_id2} -| | ... | virtio_feature_mask=${virtio_feature_mask} -| | Add interface to bridge domain -| | ... | ${dut2} | ${subif_index_2} | ${bd_id1} -| | Add interface to bridge domain -| | ... | ${dut2} | ${vhost_if1} | ${bd_id1} -| | Add interface to bridge domain -| | ... | ${dut2} | ${vhost_if2} | ${bd_id2} -| | Add interface to bridge domain -| | ... | ${dut2} | ${DUT2_${int}2}[0] | ${bd_id2} - | Initialize L2 Bridge Domain with memif pairs on DUT node | | [Documentation] | | ... | Create pairs of Memif interfaces on DUT node. Put each Memif interface diff --git a/resources/libraries/robot/l2/l2_xconnect.robot b/resources/libraries/robot/l2/l2_xconnect.robot index b782602827..604d3eba9b 100644 --- a/resources/libraries/robot/l2/l2_xconnect.robot +++ b/resources/libraries/robot/l2/l2_xconnect.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. +# Copyright (c) 2024 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -214,7 +214,7 @@ | | Run Keyword If | '${dut2_status}' == 'PASS' | | ... | Configure L2XC | ${dut2} | ${DUT2_${int}2}[0] | ${vhost_if2} -| Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology +| Initialize L2 xconnect with link bonding in 3-node circular topology | | [Documentation] | | ... | Create two Vhost-User interfaces on all defined VPP nodes. Create one | | ... | link bonding (BondEthernet) interface on both VPP nodes. Add one @@ -224,60 +224,38 @@ | | ... | other Vhost interface with VLAN sub-interface. All interfaces are | | ... | brought up. | | -| | ... | *Arguments:* -| | ... | - subid - ID of the sub-interface to be created. Type: string -| | ... | - tag_rewrite - Method of tag rewrite. Type: string +| | ... | *Required arguments read from test variables:* | | ... | - bond_mode - Link bonding mode. Type: string | | ... | - lb_mode - Load balance mode. Type: string -| | ... | - virtio_feature_mask - Enabled Virtio features (Optional). +| | ... | *Optional argument read from test variable:* +| | ... | - dut_dut_links - Number of parallel DUT1-DUT2 links. Type: int | | ... | Type: integer | | | | ... | *Example:* | | -| | ... | \| Initialize L2 xconnect with Vhost-User and VLAN with VPP link\ -| | ... | bonding in 3-node circular topology \| 10 \| pop-1 \| xor \| l34 \| +| | ... | \| Initialize L2 xconnect with link bonding in 3-node circular topology | | -| | [Arguments] | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode} -| | ... | ${virtio_feature_mask}=${None} +| | ${dut_dut_links}= | Get Variable Value | \${dut_dut_links} | ${1} | | -| | Set interfaces in path up | | ${dut1_eth_bond_if1}= | VPP Create Bond Interface | | ... | ${dut1} | ${bond_mode} | ${lb_mode} -| | FOR | ${pf} | IN RANGE | 1 | ${nic_pfs} + 1 -| | | ${_even}= | Evaluate | ${pf} % 2 -| | | Run Keyword If | not ${even} +| | FOR | ${pf} | IN RANGE | 1 | ${dut_dut_links} * 2 + 1 +| | | Run Keyword If | not ${pf} % 2 | | | ... | VPP Add Bond Member | | | ... | ${dut1} | ${DUT1_${int}${pf}}[0] | ${dut1_eth_bond_if1} | | END | | ${dut2_eth_bond_if1}= | VPP Create Bond Interface | | ... | ${dut2} | ${bond_mode} | ${lb_mode} -| | FOR | ${pf} | IN RANGE | 1 | ${nic_pfs} + 1 -| | | ${_even}= | Evaluate | ${pf} % 2 -| | | Run Keyword If | ${even} +| | FOR | ${pf} | IN RANGE | 1 | ${dut_dut_links} * 2 + 1 +| | | Run Keyword If | ${pf} % 2 | | | ... | VPP Add Bond Member | | | ... | ${dut2} | ${DUT2_${int}${pf}}[0] | ${dut2_eth_bond_if1} | | END | | VPP Show Bond Data On All Nodes | ${nodes} | verbose=${TRUE} -| | Initialize VLAN dot1q sub-interfaces in circular topology -| | ... | ${dut1} | ${dut1_eth_bond_if1} -| | ... | ${dut2} | ${dut2_eth_bond_if1} | ${subid} -| | Configure L2 tag rewrite method on interfaces -| | ... | ${dut1} | ${subif_index_1} -| | ... | ${dut2} | ${subif_index_2} | ${tag_rewrite} -| | Configure vhost interfaces -| | ... | ${dut1} | /run/vpp/sock-1-1 | /run/vpp/sock-1-2 -| | ... | virtio_feature_mask=${virtio_feature_mask} -| | Configure L2XC -| | ... | ${dut1} | ${DUT1_${int}1}[0] | ${vhost_if1} -| | Configure L2XC -| | ... | ${dut1} | ${subif_index_1} | ${vhost_if2} -| | Configure vhost interfaces -| | ... | ${dut2} | /run/vpp/sock-1-1 | /run/vpp/sock-1-2 -| | ... | virtio_feature_mask=${virtio_feature_mask} | | Configure L2XC -| | ... | ${dut2} | ${subif_index_2} | ${vhost_if1} +| | ... | ${dut1} | ${DUT1_${int}1}[0] | ${dut1_eth_bond_if1} | | Configure L2XC -| | ... | ${dut2} | ${DUT2_${int}2}[0] | ${vhost_if2} +| | ... | ${dut2} | ${DUT2_${int}2}[0] | ${dut2_eth_bond_if1} | Initialize L2 xconnect with memif pairs on DUT node | | [Documentation] diff --git a/resources/libraries/robot/performance/performance_actions.robot b/resources/libraries/robot/performance/performance_actions.robot index a25a27a08d..d588bc9f83 100644 --- a/resources/libraries/robot/performance/performance_actions.robot +++ b/resources/libraries/robot/performance/performance_actions.robot @@ -82,7 +82,7 @@ | | ... | rate=${253} | | ... | frame_size=${frame_size} | | ... | traffic_profile=${traffic_profile} -| | ... | async_call=${True} +| | ... | async_call=${False} | | ... | ppta=${ppta} | | ... | use_latency=${False} | | ... | traffic_directions=${traffic_directions} diff --git a/resources/tools/scripts/rca_console_logs.sh b/resources/tools/scripts/rca_console_logs.sh new file mode 100644 index 0000000000..a541a3f1cb --- /dev/null +++ b/resources/tools/scripts/rca_console_logs.sh @@ -0,0 +1,77 @@ +# Copyright (c) 2024 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -exuo pipefail +set +x + +# This tool saves time for RCA after release. + +# First argument: Jenkins job to analyze. +# Second argument: Pattern to looks for (e.g. identifying release instead of RC2). + +# Example usage: +# bash rca_console_logs.sh 'https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-2410-2n-spr' '24.10-release' + +# For each run, this script prints hints on whether skip or look deeper. +# Also testbeds are printed, to see possible correlations with failures. + +jobname="${1}" +build_pattern="${2}" +skip_before="${3-1}" +# TODO: Detect last run and go backward? +for i in {1..999}; do + if (( ${i} < ${skip_before} )); then + # Silently skip. + continue + fi + if ! curl -sf "${jobname}/${i}/console.log.gz" | zcat > "console.log"; then + echo "${i}: failed to download. No more runs?" + exit 0 + fi + if ! fgrep -q "${build_pattern}" "console.log"; then + echo "${i}: not matching the pattern, skip." + continue + fi + if ! grep '.* tests, .* passed, .* failed' "console.log" > "tests.txt"; then + echo "${i}: no tests run? suspicious." + continue + fi + final=$(tail -1 "tests.txt" | tee "final.txt") + if fgrep -q ', 0 failed' "final.txt"; then + echo -ne "${i}: skip ${final}\t\t" + else + echo +# fgrep '| FAIL' "console.log" | fgrep -v 'Tests' + + awk ' + /\| FAIL \|/ { + if ($0 !~ /Tests/) { + print + getline + while ($0 !~ /^[-=]+$/) { + last_line = $0 + getline + } + print last_line + } + } + ' "console.log" + + echo -ne "${i}: investigate ${final}\t\t" + fi + # TODO: Simplify this topology detection. + line=$(grep 'TOPOLOGY_PATH:' "console.log") + topology_path=`echo "$line" | sed -n 's/.*TOPOLOGY_PATH:\([^ ]*\).*/\1/p'` + topology_name=$(basename "$topology_path" | sed 's/\.[^.]*$//') + echo "$topology_name" +done diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-1lbvpplacp-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-1lbvpplacp-ndrpdr.robot new file mode 100644 index 0000000000..3b98788514 --- /dev/null +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-1lbvpplacp-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2024 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| +| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2XCBASE | BASE +| ... | LBOND | LBOND_1L | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 +| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI +| ... | eth-l2xcbase-1lbvpplacp +| +| Suite Setup | Setup suite topology interfaces | performance +| Suite Teardown | Tear down suite | performance +| Test Setup | Setup test | performance +| Test Teardown | Tear down test | performance +| +| Test Template | Local Template +| +| Documentation | **RFC2544: Pkt throughput L2XC test cases with link bonding** +| ... | +| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \ +| ... | topology with single links between nodes. +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 cross connect. +| ... | +| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with VPP \ +| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and \ +| ... | DUT2 and L2XC connection to TG-facing interfaces. DUT1/DUT2 is \ +| ... | tested with ${nic_name}. +| ... | +| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \ +| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \ +| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \ +| ... | expressed in percentage of packets transmitted. NDR and PDR are \ +| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \ +| ... | library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \ +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per \ +| ... | flow-group) with all packets containing Ethernet header, IPv4 header \ +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC \ +| ... | addresses of the TG node interfaces. +| ... | +| ... | - **[Ref] Applicable standard specifications:** RFC2544. + +*** Variables *** +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | lacp_plugin.so +| ${crypto_type}= | ${None} +| ${nic_name}= | Intel-X710 +| ${nic_driver}= | vfio-pci +| ${nic_rxq_size}= | 0 +| ${nic_txq_size}= | 0 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${dut_dut_links}= | 1 +| ${osi_layer}= | L2 +| ${overhead}= | ${0} +# Link bonding config +| ${bond_mode}= | lacp +| ${lb_mode}= | l34 +# Traffic profile: +| ${traffic_profile}= | trex-stl-ethip4-ip4src254 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | - **[Cfg]** DUT runs L2XC and bonding with ${phy_cores} phy core(s). +| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm. +| | +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | +| | Given Set Max Rate And Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} +| | And Initialize layer interface +| | AND Initialize L2 xconnect with link bonding in 3-node circular topology +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| 64B-1c-eth-l2xcbase-1lbvpplacp-ndrpdr +| | [Tags] | 64B | 1C +| | frame_size=${64} | phy_cores=${1} + +| 64B-2c-eth-l2xcbase-1lbvpplacp-ndrpdr +| | [Tags] | 64B | 2C +| | frame_size=${64} | phy_cores=${2} + +| 64B-4c-eth-l2xcbase-1lbvpplacp-ndrpdr +| | [Tags] | 64B | 4C +| | frame_size=${64} | phy_cores=${4} + +| 1518B-1c-eth-l2xcbase-1lbvpplacp-ndrpdr +| | [Tags] | 1518B | 1C +| | frame_size=${1518} | phy_cores=${1} + +| 1518B-2c-eth-l2xcbase-1lbvpplacp-ndrpdr +| | [Tags] | 1518B | 2C +| | frame_size=${1518} | phy_cores=${2} + +| 1518B-4c-eth-l2xcbase-1lbvpplacp-ndrpdr +| | [Tags] | 1518B | 4C +| | frame_size=${1518} | phy_cores=${4} + +| 9000B-1c-eth-l2xcbase-1lbvpplacp-ndrpdr +| | [Tags] | 9000B | 1C +| | frame_size=${9000} | phy_cores=${1} + +| 9000B-2c-eth-l2xcbase-1lbvpplacp-ndrpdr +| | [Tags] | 9000B | 2C +| | frame_size=${9000} | phy_cores=${2} + +| 9000B-4c-eth-l2xcbase-1lbvpplacp-ndrpdr +| | [Tags] | 9000B | 4C +| | frame_size=${9000} | phy_cores=${4} + +| IMIX-1c-eth-l2xcbase-1lbvpplacp-ndrpdr +| | [Tags] | IMIX | 1C +| | frame_size=IMIX_v4_1 | phy_cores=${1} + +| IMIX-2c-eth-l2xcbase-1lbvpplacp-ndrpdr +| | [Tags] | IMIX | 2C +| | frame_size=IMIX_v4_1 | phy_cores=${2} + +| IMIX-4c-eth-l2xcbase-1lbvpplacp-ndrpdr +| | [Tags] | IMIX | 4C +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/topologies/available/lf_2n_grc_testbed27.yaml b/topologies/available/lf_2n_grc_testbed27.yaml new file mode 100644 index 0000000000..f1328ef30a --- /dev/null +++ b/topologies/available/lf_2n_grc_testbed27.yaml @@ -0,0 +1,107 @@ +--- +metadata: + version: 0.1 + schema: # list of schema files against which to validate + - resources/topology_schemas/2_node_topology.sch.yaml + - resources/topology_schemas/topology.sch.yaml + tags: [hw, 2-node] + +nodes: + TG: + type: TG + subtype: TREX + host: 10.30.51.37 + arch: x86_64 + port: 6001 + username: testuser + password: Csit1234 + interfaces: + port1: + # s37-t27-tg1-c9/p1 - 100GE-port1 ConnectX5-2p100GE. + mac_address: "0c:42:a1:0b:92:1a" + pci_address: "0000:17:00.0" + ip4_address: "172.16.10.1" + driver: mlx5_core + link: link1 + model: Mellanox-CX556A + port2: + # s37-t27-tg1-c9/p2 - 100GE-port2 ConnectX5-2p100GE. + mac_address: "0c:42:a1:0b:92:1b" + pci_address: "0000:17:00.1" + ip4_address: "172.16.20.1" + driver: mlx5_core + link: link2 + model: Mellanox-CX556A +# port3: +# # s37-t27-tg1-c4/p1 - 100GE-port1 ConnectX5-2p100GE. +# mac_address: "10:70:fd:15:5f:b4" +# pci_address: "0000:31:00.0" +# ip4_address: "172.16.30.1" +# driver: mlx5_core +# link: link3 +# model: Mellanox-CX556A +# port4: +# # s37-t27-tg1-c4/p2 - 100GE-port2 ConnectX5-2p100GE. +# mac_address: "10:70:fd:15:5f:b5" +# pci_address: "0000:31:00.1" +# ip4_address: "172.16.40.1" +# driver: mlx5_core +# link: link4 +# model: Mellanox-CX556A +# port5: +# # s37-t27-tg1-c2/p1 - 100GE-port1 ConnectX5-2p100GE. +# mac_address: "10:70:fd:18:44:ec" +# pci_address: "0000:4b:00.0" +# ip4_address: "172.16.50.1" +# driver: mlx5_core +# link: link5 +# model: Mellanox-CX556A +# port6: +# # s37-t27-tg1-c2/p2 - 100GE-port2 ConnectX5-2p100GE. +# mac_address: "10:70:fd:18:44:ed" +# pci_address: "0000:4b:00.1" +# ip4_address: "172.16.60.1" +# driver: mlx5_core +# link: link6 +# model: Mellanox-CX556A + DUT1: + type: DUT + host: 10.30.51.36 + arch: aarch64 + port: 22 + uio_driver: vfio-pci + username: testuser + password: Csit1234 + interfaces: + port1: + # s36-t27-sut1-c1/p1 - 100GE-port1 ConnectX5-2p100GE. + mac_address: "ec:0d:9a:8c:c7:f6" + pci_address: "0000:01:00.0" + ip4_address: "172.16.10.2" + driver: mlx5_core + link: link1 + model: Mellanox-CX556A + port2: + # s36-t27-sut1-c1/p2 - 100GE-port2 ConnectX5-2p100GE. + mac_address: "ec:0d:9a:8c:c7:f7" + pci_address: "0000:01:00.1" + ip4_address: "172.16.20.2" + driver: mlx5_core + link: link2 + model: Mellanox-CX556A +# port3: +# # s36-t27-sut1-c2/p1 - 200GE port1 Mellanox ConnectX7-2p200GE. +# mac_address: "94:6d:ae:7e:f5:ba" +# pci_address: "0002:01:00.0" +# ip4_address: "172.16.30.2" +# driver: mlx5_core +# link: link3 +# model: Mellanox-CX7VEAT +# port4: +# # s36-t27-sut1-c2/p2 - 200GE port2 Mellanox ConnectX7-2p200GE. +# mac_address: "94:6d:ae:7e:f5:bb" +# pci_address: "0002:01:00.1" +# ip4_address: "172.16.40.2" +# driver: mlx5_core +# link: link4 +# model: Mellanox-CX7VEAT
\ No newline at end of file |