aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--DPDK_VPP_VER2
-rw-r--r--GPL/tools/trex/trex_stl_profile.py4
-rw-r--r--GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd10000-6p.py10
-rw-r--r--GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd100000-6p.py10
-rw-r--r--GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd1000000-6p.py10
-rw-r--r--GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd10000-6p.py8
-rw-r--r--GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd100000-6p.py8
-rw-r--r--GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd1000000-6p.py8
-rw-r--r--VPP_DEVICE_IMAGE_UBUNTU_NOBLE1
-rw-r--r--VPP_DEVICE_IMAGE_UBUNTU_NOBLE_ARM1
-rw-r--r--VPP_STABLE_VER_UBUNTU_JAMMY2
-rw-r--r--VPP_STABLE_VER_UBUNTU_NOBLE (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:43:a3:ba/meta-data)0
-rw-r--r--csit.infra.dash/app/cdash/comparisons/layout.py5
-rw-r--r--csit.infra.dash/app/cdash/comparisons/tables.py10
-rw-r--r--csit.infra.dash/app/cdash/coverage/layout.py4
-rw-r--r--csit.infra.dash/app/cdash/coverage/tables.py8
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_devicebin5373 -> 0 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_devicebin0 -> 5726 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_ndrpdr (renamed from csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_ndrpdr)bin11868 -> 11868 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_hoststackbin7882 -> 0 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_mrrbin7919 -> 0 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_ndrpdrbin13081 -> 0 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_hoststackbin0 -> 8303 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrrbin0 -> 9704 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdrbin0 -> 15951 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_soakbin0 -> 9328 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/trending_mrrbin9832 -> 11450 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdrbin16091 -> 16432 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/data.py15
-rw-r--r--csit.infra.dash/app/cdash/data/data.yaml165
-rw-r--r--csit.infra.dash/app/cdash/news/layout.py4
-rw-r--r--csit.infra.dash/app/cdash/report/graphs.py55
-rw-r--r--csit.infra.dash/app/cdash/report/layout.py142
-rw-r--r--csit.infra.dash/app/cdash/search/layout.py9
-rw-r--r--csit.infra.dash/app/cdash/search/tables.py3
-rw-r--r--csit.infra.dash/app/cdash/stats/graphs.py6
-rw-r--r--csit.infra.dash/app/cdash/stats/layout.py18
-rw-r--r--csit.infra.dash/app/cdash/stats/layout.yaml4
-rw-r--r--csit.infra.dash/app/cdash/trending/graphs.py143
-rw-r--r--csit.infra.dash/app/cdash/trending/layout.py210
-rw-r--r--csit.infra.dash/app/cdash/trending/layout.yaml6
-rw-r--r--csit.infra.dash/app/cdash/utils/constants.py14
-rw-r--r--csit.infra.dash/app/cdash/utils/telemetry_data.py14
-rw-r--r--csit.infra.dash/app/cdash/utils/utils.py71
-rw-r--r--csit.infra.dash/app/requirements.txt82
-rw-r--r--csit.infra.dash/docker-compose.yaml1
-rw-r--r--csit.infra.etl/coverage_device_rls2410.py (renamed from csit.infra.etl/coverage_device_rls2402.py)25
-rw-r--r--csit.infra.etl/coverage_hoststack.json12
-rw-r--r--csit.infra.etl/coverage_hoststack_rls2410.py (renamed from csit.infra.etl/coverage_hoststack_rls2402.py)26
-rw-r--r--csit.infra.etl/coverage_mrr.json10
-rw-r--r--csit.infra.etl/coverage_mrr_rls2410.py (renamed from csit.infra.etl/coverage_mrr_rls2402.py)25
-rw-r--r--csit.infra.etl/coverage_ndrpdr.json12
-rw-r--r--csit.infra.etl/coverage_ndrpdr_rls2410.py (renamed from csit.infra.etl/coverage_ndrpdr_rls2402.py)25
-rw-r--r--csit.infra.etl/coverage_reconf.json12
-rw-r--r--csit.infra.etl/coverage_reconf_rls2410.py (renamed from csit.infra.etl/coverage_reconf_rls2402.py)28
-rw-r--r--csit.infra.etl/coverage_soak.json12
-rw-r--r--csit.infra.etl/coverage_soak_rls2410.py (renamed from csit.infra.etl/coverage_soak_rls2402.py)25
-rw-r--r--csit.infra.etl/iterative_hoststack.json20
-rw-r--r--csit.infra.etl/iterative_hoststack_rls2410.py (renamed from csit.infra.etl/iterative_hoststack_rls2402.py)26
-rw-r--r--csit.infra.etl/iterative_mrr.json10
-rw-r--r--csit.infra.etl/iterative_mrr_rls2410.py (renamed from csit.infra.etl/iterative_mrr_rls2402.py)25
-rw-r--r--csit.infra.etl/iterative_ndrpdr.json12
-rw-r--r--csit.infra.etl/iterative_ndrpdr_rls2410.py (renamed from csit.infra.etl/iterative_ndrpdr_rls2402.py)25
-rw-r--r--csit.infra.etl/iterative_reconf.json12
-rw-r--r--csit.infra.etl/iterative_reconf_rls2410.py (renamed from csit.infra.etl/iterative_reconf_rls2402.py)25
-rw-r--r--csit.infra.etl/iterative_soak.json12
-rw-r--r--csit.infra.etl/iterative_soak_rls2410.py (renamed from csit.infra.etl/iterative_soak_rls2402.py)25
-rw-r--r--csit.infra.etl/stats.py23
-rw-r--r--csit.infra.etl/trending_hoststack.py22
-rw-r--r--csit.infra.etl/trending_mrr.py21
-rw-r--r--csit.infra.etl/trending_ndrpdr.py21
-rw-r--r--csit.infra.etl/trending_reconf.py21
-rw-r--r--csit.infra.etl/trending_soak.py22
-rw-r--r--docs/content/_index.md10
-rw-r--r--docs/content/dashboard/_index.md15
-rw-r--r--docs/content/infrastructure/fdio_csit_testbed_versioning.md4
-rw-r--r--docs/content/infrastructure/fdio_dc_testbed_specifications.md726
-rw-r--r--docs/content/infrastructure/fdio_dc_vexxhost_inventory.md50
-rw-r--r--docs/content/infrastructure/testbed_configuration/gigabyte_tx2_hw_bios_cfg.md406
-rw-r--r--docs/content/infrastructure/testbed_configuration/huawei_tsh_hw_bios_cfg.md534
-rw-r--r--docs/content/infrastructure/testbed_configuration/sm_clx_hw_bios_cfg.md1425
-rw-r--r--docs/content/overview/csit/test_tags.md32
-rw-r--r--docs/content/release_notes/current/_index.md107
-rw-r--r--docs/content/release_notes/current/dpdk_performance.md15
-rw-r--r--docs/content/release_notes/current/trex_performance.md10
-rw-r--r--docs/content/release_notes/current/vpp_device.md10
-rw-r--r--docs/content/release_notes/current/vpp_performance.md20
-rw-r--r--docs/content/release_notes/previous/_index.md2
-rw-r--r--docs/content/release_notes/previous/csit_rls2302/_index.md2
-rw-r--r--docs/content/release_notes/previous/csit_rls2306/_index.md2
-rw-r--r--docs/content/release_notes/previous/csit_rls2310/_index.md2
-rw-r--r--docs/content/release_notes/previous/csit_rls2402/_index.md2
-rw-r--r--docs/content/release_notes/previous/csit_rls2406/_index.md118
-rw-r--r--docs/content/release_notes/previous/csit_rls2406/dpdk_performance.md42
-rw-r--r--docs/content/release_notes/previous/csit_rls2406/trex_performance.md40
-rw-r--r--docs/content/release_notes/previous/csit_rls2406/vpp_device.md30
-rw-r--r--docs/content/release_notes/previous/csit_rls2406/vpp_performance.md124
-rw-r--r--docs/data/variables.yaml5
-rw-r--r--docs/ietf/draft-ietf-bmwg-mlrsearch-06.md1634
-rw-r--r--docs/ietf/draft-ietf-bmwg-mlrsearch-08.md3123
-rw-r--r--docs/ietf/process.txt2
-rw-r--r--docs/layouts/shortcodes/dashboard_url.html1
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.21.yaml6
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.22.yaml6
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.23.yaml6
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.24.yaml6
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.25.yaml6
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.26.yaml6
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.27.yaml9
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.28.yaml9
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.30.yaml11
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.31.yaml5
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.36.yaml23
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.37.yaml25
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.49.yaml33
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.50.yaml21
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.51.yaml21
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.69.yaml42
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.70.yaml8
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.71.yaml8
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.89.yaml12
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.91.yaml8
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.92.yaml7
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.18.yaml34
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.19.yaml34
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.20.yaml34
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.21.yaml34
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.22.yaml34
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.23.yaml34
-rw-r--r--fdio.infra.ansible/inventories/lf_inventory/hosts27
-rw-r--r--fdio.infra.ansible/roles/aws/defaults/main.yaml6
-rw-r--r--fdio.infra.ansible/roles/aws/handlers/main.yaml5
-rw-r--r--fdio.infra.ansible/roles/aws/tasks/main.yaml119
-rw-r--r--fdio.infra.ansible/roles/calibration/defaults/main.yaml6
-rw-r--r--fdio.infra.ansible/roles/calibration/tasks/main.yaml50
-rw-r--r--fdio.infra.ansible/roles/calibration/tasks/x86_64.yaml6
-rw-r--r--fdio.infra.ansible/roles/common/defaults/main.yaml14
-rw-r--r--fdio.infra.ansible/roles/common/handlers/main.yaml2
-rw-r--r--fdio.infra.ansible/roles/common/tasks/main.yaml28
-rw-r--r--fdio.infra.ansible/roles/consul/defaults/main.yaml2
-rw-r--r--fdio.infra.ansible/roles/docker/defaults/main.yaml2
-rw-r--r--fdio.infra.ansible/roles/docker/handlers/main.yaml2
-rw-r--r--fdio.infra.ansible/roles/docker/meta/main.yaml21
-rw-r--r--fdio.infra.ansible/roles/docker/tasks/Debian.yaml (renamed from fdio.infra.ansible/roles/docker/tasks/jammy.yaml)8
-rw-r--r--fdio.infra.ansible/roles/docker/tasks/main.yaml24
-rw-r--r--fdio.infra.ansible/roles/docker_images/files/base/Dockerfile2
-rw-r--r--fdio.infra.ansible/roles/intel/defaults/main.yaml12
-rw-r--r--fdio.infra.ansible/roles/mellanox/defaults/main.yaml2
-rw-r--r--fdio.infra.ansible/roles/nomad/defaults/main.yaml2
-rw-r--r--fdio.infra.ansible/roles/nomad/tasks/main.yaml8
-rw-r--r--fdio.infra.ansible/roles/nomad/templates/consul.hcl.j24
-rw-r--r--fdio.infra.ansible/roles/python_env/tasks/main.yaml65
-rw-r--r--fdio.infra.ansible/roles/trex/tasks/deploy_block.yaml22
-rw-r--r--fdio.infra.ansible/roles/user_add/defaults/main.yaml2
-rw-r--r--fdio.infra.ansible/roles/user_add/handlers/main.yaml2
-rw-r--r--fdio.infra.ansible/roles/user_add/tasks/main.yaml10
-rw-r--r--fdio.infra.ansible/roles/vault/defaults/main.yaml4
-rw-r--r--fdio.infra.ansible/roles/vault/tasks/main.yaml11
-rw-r--r--fdio.infra.ansible/roles/vault/templates/vault_backend_consul.j22
-rw-r--r--fdio.infra.ansible/vpp_device.yaml2
-rw-r--r--fdio.infra.terraform/terraform-aws-1n-aws-c5n/providers.tf2
-rw-r--r--fdio.infra.terraform/terraform-aws-1n-c6in/providers.tf2
-rw-r--r--fdio.infra.terraform/terraform-aws-2n-aws-c5n/providers.tf2
-rw-r--r--fdio.infra.terraform/terraform-aws-2n-c6gn/providers.tf2
-rw-r--r--fdio.infra.terraform/terraform-aws-2n-c6in/providers.tf2
-rw-r--r--fdio.infra.terraform/terraform-aws-2n-c6in/variables.tf4
-rw-r--r--fdio.infra.terraform/terraform-aws-2n-c7gn/providers.tf2
-rw-r--r--fdio.infra.terraform/terraform-aws-3n-aws-c5n/providers.tf2
-rw-r--r--fdio.infra.terraform/terraform-aws-3n-c6gn/providers.tf2
-rw-r--r--fdio.infra.terraform/terraform-aws-3n-c6in/providers.tf2
-rw-r--r--fdio.infra.terraform/terraform-aws-3n-c6in/variables.tf4
-rw-r--r--fdio.infra.terraform/terraform-aws-3n-c7gn/providers.tf2
-rw-r--r--fdio.infra.terraform/terraform-aws-fdio-csit-dash-app-base/variables.tf2
-rw-r--r--fdio.infra.terraform/terraform-nomad-nomad-job/main.tf33
-rw-r--r--fdio.infra.terraform/terraform-nomad-nomad-job/variables.tf115
-rw-r--r--fdio.infra.terraform/terraform-nomad-nomad-job/versions.tf9
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-device-rls2402.hcl.tftpl55
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-device-rls2410.hcl.tftpl55
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-hoststack-rls2402.hcl.tftpl55
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-hoststack-rls2410.hcl.tftpl (renamed from fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-hoststack-rls2402.hcl.tftpl)4
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-mrr-rls2402.hcl.tftpl55
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-mrr-rls2410.hcl.tftpl (renamed from fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-mrr-rls2402.hcl.tftpl)4
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-ndrpdr-rls2402.hcl.tftpl55
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-ndrpdr-rls2410.hcl.tftpl55
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2402.hcl.tftpl55
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2410.hcl.tftpl55
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-soak-rls2402.hcl.tftpl55
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-soak-rls2410.hcl.tftpl (renamed from fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-soak-rls2402.hcl.tftpl)4
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-hoststack-rls2410.hcl.tftpl55
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-mrr-rls2410.hcl.tftpl (renamed from fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-ndrpdr-rls2402.hcl.tftpl)4
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-ndrpdr-rls2410.hcl.tftpl55
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-reconf-rls2410.hcl.tftpl55
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-soak-rls2410.hcl.tftpl (renamed from fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-reconf-rls2402.hcl.tftpl)4
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-stats.hcl.tftpl12
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-hoststack.hcl.tftpl14
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-mrr.hcl.tftpl14
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl14
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-soak.hcl.tftpl12
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf283
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/variables.tf47
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/versions.tf17
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/main.tf55
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/providers.tf (renamed from fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/providers.tf)0
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/variables.tf191
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/versions.tf10
-rw-r--r--fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/main.tf6
-rw-r--r--fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/variables.tf14
-rw-r--r--fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/versions.tf4
-rw-r--r--fdio.infra.terraform/terraform-vault-aws-secret-backend/main.tf5
-rw-r--r--fdio.infra.terraform/terraform-vault-aws-secret-backend/versions.tf2
-rw-r--r--fdio.infra/packer-aws-sut/ubuntu_jammy_x86.pkr.hcl12
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/Dockerfile34
-rwxr-xr-xfdio.infra/pxe/docker-dnsmasq/etc/dnsmasq.conf117
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-3c:ec:ef:b9:cc:442
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:6c4
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:744
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:784
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:7a4
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-a0:a3:3b:c1:12:fa4
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-a0:a3:3b:c1:14:284
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6a:b46
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6a:d44
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6b:084
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8a:8c:766
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8a:8d:0a4
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:53:604
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:53:966
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:55:d84
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:564
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:762
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:8c4
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:ba4
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:c04
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:d64
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d9:2e4
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:02:b1:9f4
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:02:b1:bb6
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:e7:a9:6c6
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:e7:aa:4c6
-rw-r--r--fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-e0:d5:5e:ae:70:264
-rw-r--r--fdio.infra/pxe/docker-nginx/Dockerfile24
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:53:60/user-data120
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:56/user-data83
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:76/user-data83
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:8c/user-data83
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:ba/user-data83
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:c0/user-data83
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:d6/user-data83
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/90:e2:ba:55:be:32/meta-data0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:12:fa/meta-data0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:14:28/meta-data0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:14:28/user-data83
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:9f/meta-data0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:bb/meta-data0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:a9:6c/meta-data0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:aa:4c/meta-data0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/e0:d5:5e:ae:70:26/meta-data0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/e0:d5:5e:ae:70:26/user-data83
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:43:a3:ba/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:46:34:e8/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:43:a3:ba/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:43:a3:ba/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:46:34:e8/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:7f:12/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:46:34:e8/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:46:34:e8/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:7f:12/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:80/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:7f:12/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:7f:12/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:80/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:92/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:80/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:80/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:92/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:ba/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:92/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:92/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:ba/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:c6/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:ba/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:ba/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:c6/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:ca/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:c6/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:c6/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:ca/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:44/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:ca/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:ca/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:cc:44/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:56/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:cc:44/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:12:fa/user-data)4
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:cc:56/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:85:8a/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:cc:56/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:56/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:85:8a/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:26/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:85:8a/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:85:8a/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:26/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:b2/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:26/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:26/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:b2/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:e4/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:b2/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:b2/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:e4/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:e8/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:e4/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:e4/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:e8/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a0:d4/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:e8/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:e8/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a0:d4/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a0:ec/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a0:d4/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a0:d4/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a0:ec/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a1:ac/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a0:ec/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a0:ec/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a1:ac/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a1:ea/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a1:ac/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a1:ac/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a1:ea/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:6b/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a1:ea/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a1:ea/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:6b/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:77/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:6b/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:6b/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:77/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:eb/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:77/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:77/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:eb/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:de:27/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:eb/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:eb/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:de:27/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:2e/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:de:27/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:de:27/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:2e/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:4a/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:2e/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:2e/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:4a/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:4c/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:4a/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:4a/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:4c/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:1c/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:4c/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:4c/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:1c/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:36/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:1c/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:1c/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:36/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:42/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:36/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:36/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:42/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:44/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:42/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:42/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:44/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:5c/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:44/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:44/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:5c/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:6c/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:5c/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:5c/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:6c/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:74/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:6c/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:6c/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:74/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:78/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:74/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:74/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:78/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:7a/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:78/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:78/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:7a/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/a4:bf:01:55:ac:39/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:7a/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:7a/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/a4:bf:01:55:ac:39/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/a4:bf:01:55:af:5e/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/a4:bf:01:55:ac:39/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/a4:bf:01:55:ac:39/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/a4:bf:01:55:af:5e/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:b4/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/a4:bf:01:55:af:5e/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/a4:bf:01:55:af:5e/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6a:b4/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:d4/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6a:b4/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:b4/user-data)4
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6a:d4/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6b:08/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6a:d4/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:d4/user-data)4
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6b:08/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8a:8c:76/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6b:08/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6b:08/user-data)4
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8a:8c:76/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8a:8d:0a/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8a:8c:76/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8a:8c:76/user-data)4
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8a:8d:0a/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:53:60/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8a:8d:0a/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8a:8d:0a/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8b:53:96/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:53:96/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8b:53:96/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:53:96/user-data)4
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8b:55:d8/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:55:d8/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8b:55:d8/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:55:d8/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:ac:d7:76/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:56/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:ac:d7:76/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:44/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:ac:d9:2e/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:76/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:ac:d9:2e/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d9:2e/user-data)2
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/40:8d:5c:e7:b2:6e/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:8c/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/40:8d:5c:e7:b2:6e/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/40:8d:5c:e7:b2:6e/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/90:e2:ba:49:db:b4/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:ba/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/90:e2:ba:49:db:b4/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/90:e2:ba:49:db:b4/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/90:e2:ba:55:be:32/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:c0/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/90:e2:ba:55:be:32/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/90:e2:ba:55:be:32/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:02:b1:9f/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:d6/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:02:b1:9f/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:9f/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:02:b1:bb/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d9:2e/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:02:b1:bb/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:bb/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:e7:a9:6c/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/40:8d:5c:e7:b2:6e/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:e7:a9:6c/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:a9:6c/user-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:e7:aa:4c/meta-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/90:e2:ba:49:db:b4/meta-data)0
-rw-r--r--fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:e7:aa:4c/user-data (renamed from fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:aa:4c/user-data)0
-rw-r--r--requirements.txt66
-rw-r--r--resources/api/vpp/supported_crcs.yaml385
l---------resources/job_specs/mrr_daily/vpp-2n-clx.md1
l---------resources/job_specs/mrr_daily/vpp-2n-tx2.md1
l---------resources/job_specs/mrr_daily/vpp-3n-tsh.md1
l---------resources/job_specs/mrr_weekly/dpdk-2n-clx.md1
l---------resources/job_specs/mrr_weekly/dpdk-2n-tx2.md1
l---------resources/job_specs/mrr_weekly/dpdk-3n-tsh.md1
l---------resources/job_specs/mrr_weekly/vpp-2n-clx.md1
l---------resources/job_specs/mrr_weekly/vpp-3n-icx.md1
l---------resources/job_specs/ndrpdr_weekly/vpp-2n-clx.md1
l---------resources/job_specs/ndrpdr_weekly/vpp-2n-tx2.md1
l---------resources/job_specs/ndrpdr_weekly/vpp-3n-tsh.md1
-rw-r--r--resources/job_specs/report_coverage/2n-clx/dpdk-00.md23
-rw-r--r--resources/job_specs/report_coverage/2n-clx/gso-00.md23
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip4-00.md145
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip4-01.md65
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip4-02.md45
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip4-03.md45
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip4-04.md45
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip4-05.md68
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip4-06.md92
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip4-07.md36
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip4-08.md128
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip4tun-00.md64
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip4tun-01.md24
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip6-00.md65
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip6-01.md125
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip6-02.md48
-rw-r--r--resources/job_specs/report_coverage/2n-clx/ip6-03.md88
-rw-r--r--resources/job_specs/report_coverage/2n-clx/l2-00.md85
-rw-r--r--resources/job_specs/report_coverage/2n-clx/l2-01.md65
-rw-r--r--resources/job_specs/report_coverage/2n-clx/l2-02.md128
-rw-r--r--resources/job_specs/report_coverage/2n-clx/l2-03.md48
-rw-r--r--resources/job_specs/report_coverage/2n-clx/lb-00.md65
-rw-r--r--resources/job_specs/report_coverage/2n-clx/lb-01.md34
-rw-r--r--resources/job_specs/report_coverage/2n-clx/memif-00.md65
-rw-r--r--resources/job_specs/report_coverage/2n-clx/memif-01.md45
-rw-r--r--resources/job_specs/report_coverage/2n-clx/vhost-00.md125
-rw-r--r--resources/job_specs/report_coverage/2n-clx/vhost-01.md85
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/dpdk-00.md29
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/ip4-00.md109
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/ip4-01.md57
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/ip4-02.md44
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/ip4-03.md44
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/ip4-04.md44
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/ip4-05.md50
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/ip4-06.md50
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/ip6-00.md57
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/ip6-01.md57
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/l2-00.md70
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/l2-01.md57
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/l2-02.md44
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/l2-03.md44
-rw-r--r--resources/job_specs/report_coverage/2n-tx2/l2-04.md31
-rw-r--r--resources/job_specs/report_coverage/3n-alt/memif-10.md8
-rw-r--r--resources/job_specs/report_coverage/3n-icx/memif-00.md40
-rw-r--r--resources/job_specs/report_coverage/3n-icx/memif-10.md41
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/dpdk-00.md29
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/ip4-00.md70
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/ip4-01.md57
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/ip4-02.md44
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/ip4-03.md44
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/ip4tun-00.md44
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/ip6-00.md57
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/ip6-01.md57
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/l2-00.md70
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/l2-01.md57
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/l2-02.md44
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/l2-03.md44
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/l2-04.md31
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/memif-00.md70
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/srv6-00.md57
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/srv6-01.md57
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/vhost-00.md96
-rw-r--r--resources/job_specs/report_coverage/3n-tsh/vhost-01.md44
-rw-r--r--resources/job_specs/report_coverage/3na-spr/ip4-00.md10
-rw-r--r--resources/job_specs/report_coverage/3na-spr/memif-00.md41
-rw-r--r--resources/job_specs/report_coverage/3nb-spr/memif-00.md40
-rw-r--r--resources/job_specs/report_iterative/2n-clx/dpdk-mrr-00.md11
-rw-r--r--resources/job_specs/report_iterative/2n-clx/dpdk-ndrpdr-00.md23
-rw-r--r--resources/job_specs/report_iterative/2n-clx/nfv-density-mrr-00.md125
-rw-r--r--resources/job_specs/report_iterative/2n-clx/nfv-density-ndrpdr-00.md125
-rw-r--r--resources/job_specs/report_iterative/2n-clx/reconf-00.md20
-rw-r--r--resources/job_specs/report_iterative/2n-clx/vpp-gso-mrr-00.md23
-rw-r--r--resources/job_specs/report_iterative/2n-clx/vpp-mrr-00.md429
-rw-r--r--resources/job_specs/report_iterative/2n-clx/vpp-ndrpdr-00.md429
-rw-r--r--resources/job_specs/report_iterative/2n-clx/vpp-soak-00.md43
-rw-r--r--resources/job_specs/report_iterative/2n-icx/nfv-density-ndrpdr-00.md125
-rw-r--r--resources/job_specs/report_iterative/2n-icx/reconf-00.md20
-rw-r--r--resources/job_specs/report_iterative/2n-icx/vpp-soak-00.md39
-rw-r--r--resources/job_specs/report_iterative/2n-spr/vpp-soak-00.md44
-rw-r--r--resources/job_specs/report_iterative/2n-tx2/dpdk-mrr-00.md11
-rw-r--r--resources/job_specs/report_iterative/2n-tx2/dpdk-ndrpdr-00.md29
-rw-r--r--resources/job_specs/report_iterative/2n-tx2/vpp-mrr-00.md266
-rw-r--r--resources/job_specs/report_iterative/2n-tx2/vpp-ndrpdr-00.md266
-rw-r--r--resources/job_specs/report_iterative/2n-zn2/nfv-density-mrr-00.md138
-rw-r--r--resources/job_specs/report_iterative/2n-zn2/nfv-density-ndrpdr-00.md138
-rw-r--r--resources/job_specs/report_iterative/2n-zn2/reconf-00.md36
-rw-r--r--resources/job_specs/report_iterative/3n-alt/vpp-mrr-00.md13
-rw-r--r--resources/job_specs/report_iterative/3n-alt/vpp-ndrpdr-00.md277
-rw-r--r--resources/job_specs/report_iterative/3n-icx/vpp-mrr-00.md55
-rw-r--r--resources/job_specs/report_iterative/3n-icx/vpp-mrr-01.md143
-rw-r--r--resources/job_specs/report_iterative/3n-icx/vpp-ndrpdr-00.md55
-rw-r--r--resources/job_specs/report_iterative/3n-icx/vpp-soak-00.md48
-rw-r--r--resources/job_specs/report_iterative/3n-icxd/vpp-mrr-00.md38
-rw-r--r--resources/job_specs/report_iterative/3n-icxd/vpp-ndrpdr-00.md24
-rw-r--r--resources/job_specs/report_iterative/3n-icxd/vpp-soak-00.md41
-rw-r--r--resources/job_specs/report_iterative/3n-snr/vpp-mrr-00.md38
-rw-r--r--resources/job_specs/report_iterative/3n-snr/vpp-ndrpdr-00.md24
-rw-r--r--resources/job_specs/report_iterative/3n-tsh/dpdk-mrr-00.md11
-rw-r--r--resources/job_specs/report_iterative/3n-tsh/dpdk-ndrpdr-00.md29
-rw-r--r--resources/job_specs/report_iterative/3n-tsh/vpp-mrr-00.md231
-rw-r--r--resources/job_specs/report_iterative/3n-tsh/vpp-ndrpdr-00.md229
-rw-r--r--resources/job_specs/report_iterative/3na-spr/vpp-mrr-00.md19
-rw-r--r--resources/job_specs/report_iterative/3na-spr/vpp-ndrpdr-00.md19
-rw-r--r--resources/job_specs/report_iterative/3nb-spr/vpp-mrr-00.md13
-rw-r--r--resources/job_specs/report_iterative/3nb-spr/vpp-ndrpdr-00.md13
l---------resources/job_specs/soak_weekly/vpp-2n-clx.md1
-rw-r--r--resources/job_specs/vpp_device/vpp-1n-alt.md6
-rw-r--r--resources/job_specs/vpp_device/vpp-1n-skx.md208
-rw-r--r--resources/job_specs/vpp_device/vpp-1n-spr.md156
-rw-r--r--resources/libraries/bash/function/ansible.sh24
-rw-r--r--resources/libraries/bash/function/common.sh132
-rw-r--r--resources/libraries/bash/function/device.sh4
-rw-r--r--resources/libraries/bash/function/gather.sh136
-rw-r--r--resources/libraries/bash/function/gather_dpdk.sh66
-rw-r--r--[-rwxr-xr-x]resources/libraries/bash/function/gather_trex.sh (renamed from tests/vpp/perf/vts/regenerate_testcases.py)22
-rw-r--r--resources/libraries/bash/function/gather_vpp.sh80
-rw-r--r--resources/libraries/bash/function/hugo.sh24
-rw-r--r--resources/libraries/python/Constants.py11
-rw-r--r--resources/libraries/python/ContainerUtils.py85
-rw-r--r--resources/libraries/python/DPDK/L3fwdTest.py22
-rw-r--r--resources/libraries/python/DPDK/TestpmdTest.py20
-rw-r--r--resources/libraries/python/DUTSetup.py8
-rw-r--r--resources/libraries/python/HoststackUtil.py21
-rw-r--r--resources/libraries/python/IPsecUtil.py87
-rw-r--r--resources/libraries/python/KubernetesUtils.py2
-rw-r--r--resources/libraries/python/PapiExecutor.py8
-rw-r--r--resources/libraries/python/QemuManager.py28
-rw-r--r--resources/libraries/python/QemuUtils.py16
-rw-r--r--resources/libraries/python/TRexConfigGenerator.py13
-rw-r--r--resources/libraries/python/TrafficGenerator.py20
-rw-r--r--resources/libraries/python/VppConfigGenerator.py67
-rw-r--r--resources/libraries/python/autogen/Regenerator.py3
-rw-r--r--resources/libraries/python/enum_util.py19
-rw-r--r--resources/libraries/robot/hoststack/hoststack.robot27
-rw-r--r--resources/libraries/robot/l2/l2_bridge_domain.robot81
-rw-r--r--resources/libraries/robot/l2/l2_xconnect.robot48
-rw-r--r--resources/libraries/robot/performance/performance_actions.robot32
-rw-r--r--resources/libraries/robot/shared/container.robot31
-rw-r--r--resources/libraries/robot/shared/interfaces.robot11
-rw-r--r--resources/libraries/robot/shared/test_setup.robot3
-rw-r--r--tests/vpp/perf/__init__.robot3
-rw-r--r--tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot147
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr.robot167
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr.robot (renamed from tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr.robot)122
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr.robot167
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr.robot167
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr.robot (renamed from tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot)121
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr.robot (renamed from tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr.robot)119
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr.robot167
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr.robot167
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr.robot167
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr.robot167
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr.robot167
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr.robot (renamed from tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot)116
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-reassembly-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-reassembly-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-reassembly-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-reassembly-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-reassembly-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128gcm-reconf.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes256gcm-reconf.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-flow-cache-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-policy-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot2
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-policy-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-udir-reconf.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128gcm-udir-reconf.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes256gcm-udir-reconf.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot4
-rw-r--r--tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-ldpreload-iperf3-bps.robot1
-rw-r--r--tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps.robot1
-rw-r--r--tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps.robot1
-rw-r--r--tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps.robot1
-rw-r--r--tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpbase-ldpreload-iperf3-bps.robot1
-rw-r--r--tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicbase-vppecho-bps.robot1
-rw-r--r--tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl10s-vppecho-bps.robot1
-rw-r--r--tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl1s-vppecho-bps.robot1
-rw-r--r--tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale1cl10s-vppecho-bps.robot1
-rw-r--r--tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps.robot1
-rw-r--r--tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps.robot1
-rw-r--r--tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps.robot1
-rw-r--r--tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps.robot1
-rw-r--r--tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps.robot1
-rw-r--r--tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale600k-ndrpdr.robot1
-rw-r--r--tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale600k-rnd-ndrpdr.robot1
-rw-r--r--tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale60k-ndrpdr.robot1
-rw-r--r--tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale60k-rnd-ndrpdr.robot1
-rw-r--r--tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale6m-ndrpdr.robot1
-rw-r--r--tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale6m-rnd-ndrpdr.robot1
-rw-r--r--tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-1lbvpplacp-ndrpdr.robot (renamed from tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot)64
-rw-r--r--tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf.robot172
-rw-r--r--tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf.robot172
-rw-r--r--tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf.robot172
-rw-r--r--tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf.robot172
-rw-r--r--tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf.robot172
-rw-r--r--tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf.robot172
-rw-r--r--tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf.robot172
-rw-r--r--tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf.robot172
-rw-r--r--tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf.robot172
-rw-r--r--tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf.robot172
-rw-r--r--tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf.robot172
-rw-r--r--tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf.robot172
-rw-r--r--tests/vpp/perf/vts/2n1l-10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr.robot165
-rw-r--r--tests/vpp/perf/vts/2n1l-10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr.robot164
-rw-r--r--tests/vpp/perf/vts/2n1l-10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr.robot165
-rw-r--r--topologies/available/2n_hw_testbed1.yaml.example8
-rw-r--r--topologies/available/lf_3n_snr_testbed39.yaml8
-rw-r--r--topologies/disabled/lf_2n_clx_testbed27.yaml (renamed from topologies/available/lf_2n_clx_testbed27.yaml)0
-rw-r--r--topologies/disabled/lf_2n_clx_testbed28.yaml (renamed from topologies/available/lf_2n_clx_testbed28.yaml)0
-rw-r--r--topologies/disabled/lf_2n_clx_testbed29.yaml (renamed from topologies/available/lf_2n_clx_testbed29.yaml)0
-rw-r--r--topologies/disabled/lf_2n_tx2_testbed34.yaml (renamed from topologies/available/lf_2n_tx2_testbed34.yaml)0
-rw-r--r--topologies/disabled/lf_3n_oct_testbed215.yaml (renamed from topologies/available/lf_2n_icx_testbed215.yaml)0
-rw-r--r--topologies/disabled/lf_3n_tsh_testbed33.yaml (renamed from topologies/available/lf_3n_tsh_testbed33.yaml)0
-rw-r--r--tox-requirements.txt25
-rw-r--r--tox.ini16
708 files changed, 9220 insertions, 19106 deletions
diff --git a/DPDK_VPP_VER b/DPDK_VPP_VER
index e67b4180a1..d17b147b91 100644
--- a/DPDK_VPP_VER
+++ b/DPDK_VPP_VER
@@ -1 +1 @@
-dpdk-24.03
+dpdk-24.07
diff --git a/GPL/tools/trex/trex_stl_profile.py b/GPL/tools/trex/trex_stl_profile.py
index ac53e90571..e3a3c8c0f9 100644
--- a/GPL/tools/trex/trex_stl_profile.py
+++ b/GPL/tools/trex/trex_stl_profile.py
@@ -1,6 +1,6 @@
#!/usr/bin/python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
#
# SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later
#
@@ -190,7 +190,7 @@ def simple_burst(
# Choose rate and start traffic:
client.start(
- ports=ports[::] if traffic_directions == 2 else ports[::2],
+ ports=ports[::2] if traffic_directions == 1 else ports[::],
mult=rate,
duration=duration,
force=force,
diff --git a/GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd10000-6p.py b/GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd10000-6p.py
index 34ca59fe84..58363b9811 100644
--- a/GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd10000-6p.py
+++ b/GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd10000-6p.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
#
# SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later
#
@@ -54,14 +54,14 @@ class TrafficStreams(TrafficStreamsScaleClass):
"src_start_ip": "30.0.0.1",
"dst_start_ip": "40.0.0.0",
"dst_end_ip": "40.0.39.15",
- "seed": 2
+ "seed": 3
},
# Direction W --> E:
{
"src_start_ip": "50.0.0.1",
"dst_start_ip": "60.0.0.0",
"dst_end_ip": "60.0.39.15",
- "seed": 1
+ "seed": 5
},
# Direction E --> W:
{
@@ -75,14 +75,14 @@ class TrafficStreams(TrafficStreamsScaleClass):
"src_start_ip": "40.0.0.1",
"dst_start_ip": "30.0.0.0",
"dst_end_ip": "30.0.39.15",
- "seed": 1
+ "seed": 4
},
# Direction E --> W:
{
"src_start_ip": "60.0.0.1",
"dst_start_ip": "50.0.0.0",
"dst_end_ip": "50.0.39.15",
- "seed": 2
+ "seed": 6
}
]
self.pkt_base = []
diff --git a/GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd100000-6p.py b/GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd100000-6p.py
index 23de4e48a3..d3bc3ce60f 100644
--- a/GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd100000-6p.py
+++ b/GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd100000-6p.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
#
# SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later
#
@@ -54,14 +54,14 @@ class TrafficStreams(TrafficStreamsScaleClass):
"src_start_ip": "30.0.0.1",
"dst_start_ip": "40.0.0.0",
"dst_end_ip": "40.1.134.159",
- "seed": 2
+ "seed": 3
},
# Direction W --> E:
{
"src_start_ip": "50.0.0.1",
"dst_start_ip": "60.0.0.0",
"dst_end_ip": "60.1.134.159",
- "seed": 1
+ "seed": 5
},
# Direction E --> W:
{
@@ -75,14 +75,14 @@ class TrafficStreams(TrafficStreamsScaleClass):
"src_start_ip": "40.0.0.1",
"dst_start_ip": "30.0.0.0",
"dst_end_ip": "30.1.134.159",
- "seed": 1
+ "seed": 4
},
# Direction E --> W:
{
"src_start_ip": "60.0.0.1",
"dst_start_ip": "50.0.0.0",
"dst_end_ip": "50.1.134.159",
- "seed": 2
+ "seed": 6
}
]
self.pkt_base = []
diff --git a/GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd1000000-6p.py b/GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd1000000-6p.py
index 141a5f2123..c0e6b66101 100644
--- a/GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd1000000-6p.py
+++ b/GPL/traffic_profiles/trex/trex-stl-ethip4-ip4dst-rnd1000000-6p.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
#
# SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later
#
@@ -54,14 +54,14 @@ class TrafficStreams(TrafficStreamsScaleClass):
"src_start_ip": "30.0.0.1",
"dst_start_ip": "40.0.0.0",
"dst_end_ip": "40.15.66.63",
- "seed": 2
+ "seed": 3
},
# Direction W --> E:
{
"src_start_ip": "50.0.0.1",
"dst_start_ip": "60.0.0.0",
"dst_end_ip": "60.15.66.63",
- "seed": 1
+ "seed": 5
},
# Direction E --> W:
{
@@ -75,14 +75,14 @@ class TrafficStreams(TrafficStreamsScaleClass):
"src_start_ip": "40.0.0.1",
"dst_start_ip": "30.0.0.0",
"dst_end_ip": "30.15.66.63",
- "seed": 1
+ "seed": 4
},
# Direction E --> W:
{
"src_start_ip": "60.0.0.1",
"dst_start_ip": "50.0.0.0",
"dst_end_ip": "50.15.66.63",
- "seed": 2
+ "seed": 6
}
]
self.pkt_base = []
diff --git a/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd10000-6p.py b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd10000-6p.py
index 564ffbb83d..b5714782e1 100644
--- a/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd10000-6p.py
+++ b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd10000-6p.py
@@ -54,14 +54,14 @@ class TrafficStreams(TrafficStreamsScaleClass):
"src_start_ip": "2300::1",
"dst_start_ip": "2400::0",
"dst_end_ip": "2400::270F",
- "seed": 2
+ "seed": 3
},
# Direction W --> E:
{
"src_start_ip": "2500::1",
"dst_start_ip": "2600::0",
"dst_end_ip": "2600::270F",
- "seed": 1
+ "seed": 5
},
# Direction E --> W:
{
@@ -75,14 +75,14 @@ class TrafficStreams(TrafficStreamsScaleClass):
"src_start_ip": "2400::1",
"dst_start_ip": "2300::0",
"dst_end_ip": "2300::270F",
- "seed": 1
+ "seed": 4
},
# Direction E --> W:
{
"src_start_ip": "2600::1",
"dst_start_ip": "2500::0",
"dst_end_ip": "2500::270F",
- "seed": 2
+ "seed": 6
}
]
self.pkt_base = []
diff --git a/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd100000-6p.py b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd100000-6p.py
index 374be384ef..46e857b788 100644
--- a/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd100000-6p.py
+++ b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd100000-6p.py
@@ -54,14 +54,14 @@ class TrafficStreams(TrafficStreamsScaleClass):
"src_start_ip": "2300::1",
"dst_start_ip": "2400::0",
"dst_end_ip": "2400::1:869F",
- "seed": 2
+ "seed": 3
},
# Direction W --> E:
{
"src_start_ip": "2500::1",
"dst_start_ip": "2600::0",
"dst_end_ip": "2600::1:869F",
- "seed": 1
+ "seed": 5
},
# Direction E --> W:
{
@@ -75,14 +75,14 @@ class TrafficStreams(TrafficStreamsScaleClass):
"src_start_ip": "2400::1",
"dst_start_ip": "2300::0",
"dst_end_ip": "2300::1:869F",
- "seed": 1
+ "seed": 4
},
# Direction E --> W:
{
"src_start_ip": "2600::1",
"dst_start_ip": "2500::0",
"dst_end_ip": "2500::1:869F",
- "seed": 2
+ "seed": 6
}
]
self.pkt_base = []
diff --git a/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd1000000-6p.py b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd1000000-6p.py
index c0e3ee4ab5..b090e48068 100644
--- a/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd1000000-6p.py
+++ b/GPL/traffic_profiles/trex/trex-stl-ethip6-ip6dst-rnd1000000-6p.py
@@ -54,14 +54,14 @@ class TrafficStreams(TrafficStreamsScaleClass):
"src_start_ip": "2300::1",
"dst_start_ip": "2400::0",
"dst_end_ip": "2400::F:423F",
- "seed": 2
+ "seed": 3
},
# Direction W --> E:
{
"src_start_ip": "2500::1",
"dst_start_ip": "2600::0",
"dst_end_ip": "2600::F:423F",
- "seed": 1
+ "seed": 5
},
# Direction E --> W:
{
@@ -75,14 +75,14 @@ class TrafficStreams(TrafficStreamsScaleClass):
"src_start_ip": "2400::1",
"dst_start_ip": "2300::0",
"dst_end_ip": "2300::F:423F",
- "seed": 1
+ "seed": 4
},
# Direction E --> W:
{
"src_start_ip": "2600::1",
"dst_start_ip": "2500::0",
"dst_end_ip": "2500::F:423F",
- "seed": 2
+ "seed": 6
}
]
self.pkt_base = []
diff --git a/VPP_DEVICE_IMAGE_UBUNTU_NOBLE b/VPP_DEVICE_IMAGE_UBUNTU_NOBLE
new file mode 100644
index 0000000000..72d27128b7
--- /dev/null
+++ b/VPP_DEVICE_IMAGE_UBUNTU_NOBLE
@@ -0,0 +1 @@
+csit_sut-ubuntu2404:local \ No newline at end of file
diff --git a/VPP_DEVICE_IMAGE_UBUNTU_NOBLE_ARM b/VPP_DEVICE_IMAGE_UBUNTU_NOBLE_ARM
new file mode 100644
index 0000000000..fcc3f1e4e5
--- /dev/null
+++ b/VPP_DEVICE_IMAGE_UBUNTU_NOBLE_ARM
@@ -0,0 +1 @@
+csit_sut-ubuntu2404:local
diff --git a/VPP_STABLE_VER_UBUNTU_JAMMY b/VPP_STABLE_VER_UBUNTU_JAMMY
index 915beacefe..8520e9984f 100644
--- a/VPP_STABLE_VER_UBUNTU_JAMMY
+++ b/VPP_STABLE_VER_UBUNTU_JAMMY
@@ -1 +1 @@
-24.06-rc0~281-g595d8cb66 \ No newline at end of file
+24.10-rc0~237-g0ef24297e \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:43:a3:ba/meta-data b/VPP_STABLE_VER_UBUNTU_NOBLE
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:43:a3:ba/meta-data
+++ b/VPP_STABLE_VER_UBUNTU_NOBLE
diff --git a/csit.infra.dash/app/cdash/comparisons/layout.py b/csit.infra.dash/app/cdash/comparisons/layout.py
index 57a1c2a1b4..735f199158 100644
--- a/csit.infra.dash/app/cdash/comparisons/layout.py
+++ b/csit.infra.dash/app/cdash/comparisons/layout.py
@@ -33,7 +33,8 @@ from ..utils.control_panel import ControlPanel
from ..utils.trigger import Trigger
from ..utils.url_processing import url_decode
from ..utils.utils import generate_options, gen_new_url, navbar_report, \
- filter_table_data, sort_table_data, show_iterative_graph_data, show_tooltip
+ filter_table_data, sort_table_data, show_iterative_graph_data, \
+ show_tooltip, get_topo_arch
from .tables import comparison_table
from ..report.graphs import graph_iterative
@@ -124,7 +125,7 @@ class Layout:
lst_job = row["job"].split("-")
dut = lst_job[1]
dver = f"{row['release']}-{row['dut_version']}"
- tbed = "-".join(lst_job[-2:])
+ tbed = get_topo_arch(lst_job)
lst_test_id = row["test_id"].split(".")
suite = lst_test_id[-2].replace("2n1l-", "").replace("1n1l-", "").\
diff --git a/csit.infra.dash/app/cdash/comparisons/tables.py b/csit.infra.dash/app/cdash/comparisons/tables.py
index 0e32f38b6c..fa92f3da7f 100644
--- a/csit.infra.dash/app/cdash/comparisons/tables.py
+++ b/csit.infra.dash/app/cdash/comparisons/tables.py
@@ -232,7 +232,7 @@ def comparison_table(
:returns: A list of simple items.
:rtype: list
"""
- l_infra = sel["infra"].split("-")
+ l_infra = sel["infra"].rsplit("-", maxsplit=2)
selection = list()
for core in sel["core"]:
for fsize in sel["frmsize"]:
@@ -240,8 +240,8 @@ def comparison_table(
selection.append({
"dut": sel["dut"],
"dutver": sel["dutver"],
- "tbed": f"{l_infra[0]}-{l_infra[1]}",
- "nic": l_infra[2],
+ "tbed": l_infra[0],
+ "nic": l_infra[1],
"driver": l_infra[-1].replace("_", "-"),
"core": core,
"frmsize": fsize,
@@ -315,11 +315,13 @@ def comparison_table(
else:
c_row = c_data[c_data["name"] == row["name"]]
if not c_row.empty:
- unit.add(f"{s_unit_factor}{row['unit']}")
r_mean = row["mean"]
r_std = row["stdev"]
c_mean = c_row["mean"].values[0]
c_std = c_row["stdev"].values[0]
+ if r_mean == 0.0 or c_mean == 0.0:
+ continue
+ unit.add(f"{s_unit_factor}{row['unit']}")
l_name.append(row["name"])
l_r_mean.append(r_mean / unit_factor)
l_r_std.append(r_std / unit_factor)
diff --git a/csit.infra.dash/app/cdash/coverage/layout.py b/csit.infra.dash/app/cdash/coverage/layout.py
index b8fa0236a5..7442891198 100644
--- a/csit.infra.dash/app/cdash/coverage/layout.py
+++ b/csit.infra.dash/app/cdash/coverage/layout.py
@@ -32,7 +32,7 @@ from ..utils.constants import Constants as C
from ..utils.control_panel import ControlPanel
from ..utils.trigger import Trigger
from ..utils.utils import label, gen_new_url, generate_options, navbar_report, \
- show_tooltip
+ show_tooltip, get_topo_arch
from ..utils.url_processing import url_decode
from .tables import coverage_tables, select_coverage_data
@@ -96,7 +96,7 @@ class Layout:
lst_job = row["job"].split("-")
dut = lst_job[1]
d_ver = row["dut_version"]
- tbed = "-".join(lst_job[-2:])
+ tbed = get_topo_arch(lst_job)
lst_test_id = row["test_id"].split(".")
if dut == "dpdk":
area = "dpdk"
diff --git a/csit.infra.dash/app/cdash/coverage/tables.py b/csit.infra.dash/app/cdash/coverage/tables.py
index 84adb091a1..d38e51e243 100644
--- a/csit.infra.dash/app/cdash/coverage/tables.py
+++ b/csit.infra.dash/app/cdash/coverage/tables.py
@@ -52,9 +52,9 @@ def select_coverage_data(
l_data = list()
# Filter data selected by the user.
- phy = selected["phy"].split("-")
- if len(phy) == 4:
- topo, arch, nic, drv = phy
+ phy = selected["phy"].rsplit("-", maxsplit=2)
+ if len(phy) == 3:
+ topo_arch, nic, drv = phy
drv_str = "" if drv == "dpdk" else drv.replace("_", "-")
else:
return l_data, None
@@ -66,7 +66,7 @@ def select_coverage_data(
(data["release"] == selected["rls"])
)])
df = df[
- (df.job.str.endswith(f"{topo}-{arch}")) &
+ (df.job.str.endswith(topo_arch)) &
(df.test_id.str.contains(
f"^.*\.{selected['area']}\..*{nic}.*{drv_str}.*$",
regex=True
diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_device b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_device
deleted file mode 100644
index f619ce8a8e..0000000000
--- a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_device
+++ /dev/null
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device
new file mode 100644
index 0000000000..011ebba41f
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_ndrpdr
index 06bc618bea..06bc618bea 100644
--- a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_ndrpdr
+++ b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_ndrpdr
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_hoststack b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_hoststack
deleted file mode 100644
index 993d16c18c..0000000000
--- a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_hoststack
+++ /dev/null
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_mrr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_mrr
deleted file mode 100644
index 96832850b1..0000000000
--- a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_mrr
+++ /dev/null
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_ndrpdr
deleted file mode 100644
index 2291bb8349..0000000000
--- a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_ndrpdr
+++ /dev/null
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_hoststack b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_hoststack
new file mode 100644
index 0000000000..1e9c708253
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_hoststack
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr
new file mode 100644
index 0000000000..ced78967c5
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr
new file mode 100644
index 0000000000..cf2b8a116b
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_soak b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_soak
new file mode 100644
index 0000000000..4502ca4f59
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_soak
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/trending_mrr b/csit.infra.dash/app/cdash/data/_metadata/trending_mrr
index 9d4e126e59..06ddbca659 100644
--- a/csit.infra.dash/app/cdash/data/_metadata/trending_mrr
+++ b/csit.infra.dash/app/cdash/data/_metadata/trending_mrr
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr
index 3f8b85c66e..870d8a9f9b 100644
--- a/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr
+++ b/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/data.py b/csit.infra.dash/app/cdash/data/data.py
index 2c49992bf8..41033a7758 100644
--- a/csit.infra.dash/app/cdash/data/data.py
+++ b/csit.infra.dash/app/cdash/data/data.py
@@ -400,11 +400,16 @@ class Data:
)
for key in self._data.keys():
logging.info(f"\n\nDataframe {key}:\n")
- self._data[key] = pd.concat(
- data_lists[key],
- ignore_index=True,
- copy=False
- )
+ if len(data_lists[key]) == 0:
+ self._data[key] = pd.DataFrame()
+ elif len(data_lists[key]) == 1:
+ self._data[key] = data_lists[key][0]
+ else:
+ self._data[key] = pd.concat(
+ data_lists[key],
+ ignore_index=True,
+ copy=False
+ )
self._data[key].info(verbose=True, memory_usage="deep")
err_msg = self._validate_columns(key)
if err_msg:
diff --git a/csit.infra.dash/app/cdash/data/data.yaml b/csit.infra.dash/app/cdash/data/data.yaml
index ed5fc0b269..c1b45536b7 100644
--- a/csit.infra.dash/app/cdash/data/data.yaml
+++ b/csit.infra.dash/app/cdash/data/data.yaml
@@ -19,6 +19,7 @@
- dut_type
- dut_version
- hosts
+ - tg_type
- start_time
- passed
- test_id
@@ -26,9 +27,11 @@
- result_receive_rate_rate_avg
- result_receive_rate_rate_stdev
- result_receive_rate_rate_unit
+ - result_receive_rate_rate_values
- result_receive_rate_bandwidth_avg
- result_receive_rate_bandwidth_stdev
- result_receive_rate_bandwidth_unit
+ - result_receive_rate_bandwidth_values
- telemetry
- data_type: trending
partition: test_type
@@ -41,6 +44,7 @@
- dut_type
- dut_version
- hosts
+ - tg_type
- start_time
- passed
- test_id
@@ -111,9 +115,9 @@
- data_type: iterative
partition: test_type
partition_name: mrr
- release: rls2306
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2306
- schema: iterative_rls2306_mrr
+ release: rls2310
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
+ schema: iterative_rls2310_mrr
columns:
- job
- build
@@ -130,9 +134,9 @@
- data_type: iterative
partition: test_type
partition_name: ndrpdr
- release: rls2306
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2306
- schema: iterative_rls2306_ndrpdr
+ release: rls2310
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
+ schema: iterative_rls2310_ndrpdr
columns:
- job
- build
@@ -146,6 +150,10 @@
- result_pdr_lower_rate_value
- result_ndr_lower_rate_unit
- result_ndr_lower_rate_value
+ - result_pdr_lower_bandwidth_unit
+ - result_pdr_lower_bandwidth_value
+ - result_ndr_lower_bandwidth_unit
+ - result_ndr_lower_bandwidth_value
- result_latency_reverse_pdr_90_hdrh
- result_latency_reverse_pdr_50_hdrh
- result_latency_reverse_pdr_10_hdrh
@@ -159,9 +167,9 @@
- data_type: iterative
partition: test_type
partition_name: hoststack
- release: rls2306
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2306
- schema: iterative_rls2306_hoststack
+ release: rls2310
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
+ schema: iterative_rls2310_hoststack
columns:
- job
- build
@@ -179,9 +187,9 @@
- data_type: coverage
partition: test_type
partition_name: ndrpdr
- release: rls2306
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2306
- schema: coverage_rls2306_ndrpdr
+ release: rls2310
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
+ schema: coverage_rls2310_ndrpdr
columns:
- job
- build
@@ -205,10 +213,28 @@
- result_latency_forward_pdr_10_hdrh
- data_type: coverage
partition: test_type
+ partition_name: mrr
+ release: rls2310
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
+ schema: iterative_rls2310_mrr
+ columns:
+ - job
+ - build
+ - dut_type
+ - dut_version
+ - start_time
+ - passed
+ - test_id
+ - version
+ - result_receive_rate_rate_avg
+ - result_receive_rate_rate_stdev
+ - result_receive_rate_rate_unit
+- data_type: coverage
+ partition: test_type
partition_name: device
- release: rls2306
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2306
- schema: coverage_rls2306_device
+ release: rls2310
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
+ schema: coverage_rls2310_device
columns:
- job
- build
@@ -220,9 +246,9 @@
- data_type: iterative
partition: test_type
partition_name: mrr
- release: rls2310
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
- schema: iterative_rls2310_mrr
+ release: rls2402
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
+ schema: iterative_rls2402_mrr
columns:
- job
- build
@@ -235,13 +261,15 @@
- result_receive_rate_rate_avg
- result_receive_rate_rate_stdev
- result_receive_rate_rate_unit
- - result_receive_rate_rate_values
+ - result_receive_rate_bandwidth_avg
+ - result_receive_rate_bandwidth_stdev
+ - result_receive_rate_bandwidth_unit
- data_type: iterative
partition: test_type
partition_name: ndrpdr
- release: rls2310
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
- schema: iterative_rls2310_ndrpdr
+ release: rls2402
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
+ schema: iterative_rls2402_ndrpdr
columns:
- job
- build
@@ -272,14 +300,15 @@
- data_type: iterative
partition: test_type
partition_name: hoststack
- release: rls2310
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
- schema: iterative_rls2310_hoststack
+ release: rls2402
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
+ schema: iterative_rls2402_hoststack
columns:
- job
- build
- dut_type
- dut_version
+ - hosts
- tg_type
- result_bandwidth_unit
- result_bandwidth_value
@@ -292,9 +321,9 @@
- data_type: coverage
partition: test_type
partition_name: ndrpdr
- release: rls2310
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
- schema: coverage_rls2310_ndrpdr
+ release: rls2402
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
+ schema: coverage_rls2402_ndrpdr
columns:
- job
- build
@@ -319,9 +348,9 @@
- data_type: coverage
partition: test_type
partition_name: mrr
- release: rls2310
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
- schema: iterative_rls2310_mrr
+ release: rls2402
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
+ schema: iterative_rls2402_mrr
columns:
- job
- build
@@ -337,9 +366,9 @@
- data_type: coverage
partition: test_type
partition_name: device
- release: rls2310
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
- schema: coverage_rls2310_device
+ release: rls2402
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
+ schema: coverage_rls2402_device
columns:
- job
- build
@@ -351,15 +380,16 @@
- data_type: iterative
partition: test_type
partition_name: mrr
- release: rls2402
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
- schema: iterative_rls2402_mrr
+ release: rls2406
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
+ schema: iterative_rls2406_mrr
columns:
- job
- build
- dut_type
- dut_version
- # - hosts
+ - tg_type
+ - hosts
- start_time
- passed
- test_id
@@ -367,23 +397,22 @@
- result_receive_rate_rate_avg
- result_receive_rate_rate_stdev
- result_receive_rate_rate_unit
- - result_receive_rate_rate_values
- result_receive_rate_bandwidth_avg
- result_receive_rate_bandwidth_stdev
- result_receive_rate_bandwidth_unit
- - result_receive_rate_bandwidth_values
- data_type: iterative
partition: test_type
partition_name: ndrpdr
- release: rls2402
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
- schema: iterative_rls2402_ndrpdr
+ release: rls2406
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
+ schema: iterative_rls2406_ndrpdr
columns:
- job
- build
- dut_type
- dut_version
- # - hosts
+ - tg_type
+ - hosts
- start_time
- passed
- test_id
@@ -409,9 +438,9 @@
- data_type: iterative
partition: test_type
partition_name: hoststack
- release: rls2402
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
- schema: iterative_rls2402_hoststack
+ release: rls2406
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
+ schema: iterative_rls2406_hoststack
columns:
- job
- build
@@ -427,12 +456,34 @@
- passed
- test_id
- version
+- data_type: iterative
+ partition: test_type
+ partition_name: soak
+ release: rls2406
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
+ schema: iterative_rls2406_soak
+ columns:
+ - job
+ - build
+ - dut_type
+ - dut_version
+ - hosts
+ - tg_type
+ - result_critical_rate_lower_bandwidth_unit
+ - result_critical_rate_lower_bandwidth_value
+ - result_critical_rate_lower_rate_unit
+ - result_critical_rate_lower_rate_value
+ - start_time
+ - passed
+ - telemetry
+ - test_id
+ - version
- data_type: coverage
partition: test_type
partition_name: ndrpdr
- release: rls2402
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
- schema: coverage_rls2402_ndrpdr
+ release: rls2406
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406
+ schema: coverage_rls2406_ndrpdr
columns:
- job
- build
@@ -457,14 +508,15 @@
- data_type: coverage
partition: test_type
partition_name: mrr
- release: rls2402
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
- schema: iterative_rls2402_mrr
+ release: rls2406
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406
+ schema: iterative_rls2406_mrr
columns:
- job
- build
- dut_type
- dut_version
+ - tg_type
- start_time
- passed
- test_id
@@ -475,14 +527,15 @@
- data_type: coverage
partition: test_type
partition_name: device
- release: rls2402
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
- schema: coverage_rls2402_device
+ release: rls2406
+ path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406
+ schema: coverage_rls2406_device
columns:
- job
- build
- dut_type
- dut_version
+ - tg_type
- passed
- test_id
- version
diff --git a/csit.infra.dash/app/cdash/news/layout.py b/csit.infra.dash/app/cdash/news/layout.py
index ba4fc85163..8fe3d35e6a 100644
--- a/csit.infra.dash/app/cdash/news/layout.py
+++ b/csit.infra.dash/app/cdash/news/layout.py
@@ -24,7 +24,7 @@ from dash import callback_context
from dash import Input, Output, State
from ..utils.constants import Constants as C
-from ..utils.utils import gen_new_url, navbar_trending
+from ..utils.utils import gen_new_url, navbar_trending, get_topo_arch
from ..utils.anomalies import classify_anomalies
from ..utils.url_processing import url_decode
from .tables import table_summary
@@ -78,7 +78,7 @@ class Layout:
d_job_info["dut"].append(lst_job[1])
d_job_info["ttype"].append(lst_job[3])
d_job_info["cadence"].append(lst_job[4])
- d_job_info["tbed"].append("-".join(lst_job[-2:]))
+ d_job_info["tbed"].append(get_topo_arch(lst_job))
self.job_info = pd.DataFrame.from_dict(d_job_info)
# Pre-process the data:
diff --git a/csit.infra.dash/app/cdash/report/graphs.py b/csit.infra.dash/app/cdash/report/graphs.py
index 02202ea155..5e57713f11 100644
--- a/csit.infra.dash/app/cdash/report/graphs.py
+++ b/csit.infra.dash/app/cdash/report/graphs.py
@@ -24,7 +24,7 @@ from ..utils.constants import Constants as C
from ..utils.utils import get_color, get_hdrh_latencies
-def select_iterative_data(data: pd.DataFrame, itm:dict) -> pd.DataFrame:
+def select_iterative_data(data: pd.DataFrame, itm: dict) -> pd.DataFrame:
"""Select the data for graphs and tables from the provided data frame.
:param data: Data frame with data for graphs and tables.
@@ -36,9 +36,9 @@ def select_iterative_data(data: pd.DataFrame, itm:dict) -> pd.DataFrame:
:rtype: pandas.DataFrame
"""
- phy = itm["phy"].split("-")
- if len(phy) == 4:
- topo, arch, nic, drv = phy
+ phy = itm["phy"].rsplit("-", maxsplit=2)
+ if len(phy) == 3:
+ topo_arch, nic, drv = phy
if drv == "dpdk":
drv = ""
else:
@@ -61,12 +61,12 @@ def select_iterative_data(data: pd.DataFrame, itm:dict) -> pd.DataFrame:
(data["passed"] == True)
)]
- core = str() if itm["dut"] == "trex" else f"{itm['core']}"
+ core = str() if itm["dut"] == "trex" else itm["core"]
ttype = "ndrpdr" if itm["testtype"] in ("ndr", "pdr") else itm["testtype"]
regex_test = \
f"^.*[.|-]{nic}.*{itm['framesize']}-{core}-{drv}{itm['test']}-{ttype}$"
df = df[
- (df.job.str.endswith(f"{topo}-{arch}")) &
+ (df.job.str.endswith(topo_arch)) &
(df.dut_version.str.contains(itm["dutver"].replace(".r", "-r").\
replace("rls", "release"))) &
(df.test_id.str.contains(regex_test, regex=True))
@@ -96,16 +96,9 @@ def graph_iterative(data: pd.DataFrame, sel: list, layout: dict,
:rtype: tuple(plotly.graph_objects.Figure, plotly.graph_objects.Figure)
"""
- def get_y_values(data, y_data_max, param, norm_factor, release=str(),
+ def get_y_values(data, y_data_max, param, norm_factor,
remove_outliers=False):
- if param == "result_receive_rate_rate_values":
- if release == "rls2402":
- y_vals_raw = data["result_receive_rate_rate_avg"].to_list()
- else:
- y_vals_raw = data[param].to_list()[0]
- else:
- y_vals_raw = data[param].to_list()
- y_data = [(y * norm_factor) for y in y_vals_raw]
+ y_data = [(y * norm_factor) for y in data[param].to_list()]
if remove_outliers:
try:
@@ -146,9 +139,9 @@ def graph_iterative(data: pd.DataFrame, sel: list, layout: dict,
if itm_data.empty:
continue
- phy = itm["phy"].split("-")
- topo_arch = f"{phy[0]}-{phy[1]}" if len(phy) == 4 else str()
- norm_factor = (C.NORM_FREQUENCY / C.FREQUENCY[topo_arch]) \
+ phy = itm["phy"].rsplit("-", maxsplit=2)
+ topo_arch = phy[0] if len(phy) == 3 else str()
+ norm_factor = (C.NORM_FREQUENCY / C.FREQUENCY.get(topo_arch, 1.0)) \
if normalize else 1.0
if itm["area"] == "hoststack":
@@ -163,7 +156,6 @@ def graph_iterative(data: pd.DataFrame, sel: list, layout: dict,
y_tput_max,
C.VALUE_ITER[ttype],
norm_factor,
- itm["rls"],
remove_outliers
)
@@ -181,28 +173,19 @@ def graph_iterative(data: pd.DataFrame, sel: list, layout: dict,
)
}
- if itm["testtype"] == "mrr" and itm["rls"] in ("rls2306", "rls2310"):
- trial_run = "trial"
- metadata["csit-ref"] = (
- f"{itm_data['job'].to_list()[0]}/",
- f"{itm_data['build'].to_list()[0]}"
- )
- customdata = [{"metadata": metadata}, ] * nr_of_samples
- else:
- trial_run = "run"
- for _, row in itm_data.iterrows():
- metadata["csit-ref"] = f"{row['job']}/{row['build']}"
- try:
- metadata["hosts"] = ", ".join(row["hosts"])
- except (KeyError, TypeError):
- pass
- customdata.append({"metadata": deepcopy(metadata)})
+ for _, row in itm_data.iterrows():
+ metadata["csit-ref"] = f"{row['job']}/{row['build']}"
+ try:
+ metadata["hosts"] = ", ".join(row["hosts"])
+ except (KeyError, TypeError):
+ pass
+ customdata.append({"metadata": deepcopy(metadata)})
tput_kwargs = dict(
y=y_data,
name=(
f"{idx + 1}. "
f"({nr_of_samples:02d} "
- f"{trial_run}{'s' if nr_of_samples > 1 else ''}) "
+ f"run{'s' if nr_of_samples > 1 else ''}) "
f"{itm['id']}"
),
hoverinfo=u"y+name",
diff --git a/csit.infra.dash/app/cdash/report/layout.py b/csit.infra.dash/app/cdash/report/layout.py
index f485894d78..cd16bfbca0 100644
--- a/csit.infra.dash/app/cdash/report/layout.py
+++ b/csit.infra.dash/app/cdash/report/layout.py
@@ -32,7 +32,7 @@ from ..utils.constants import Constants as C
from ..utils.control_panel import ControlPanel
from ..utils.trigger import Trigger
from ..utils.utils import show_tooltip, label, sync_checklists, gen_new_url, \
- generate_options, get_list_group_items, navbar_report, \
+ generate_options, get_list_group_items, navbar_report, get_topo_arch, \
show_iterative_graph_data
from ..utils.url_processing import url_decode
from .graphs import graph_iterative, select_iterative_data
@@ -122,7 +122,7 @@ class Layout:
lst_job = row["job"].split("-")
dut = lst_job[1]
d_ver = row["dut_version"]
- tbed = "-".join(lst_job[-2:])
+ tbed = get_topo_arch(lst_job)
lst_test_id = row["test_id"].split(".")
if dut == "dpdk":
area = "dpdk"
@@ -348,7 +348,7 @@ class Layout:
:returns: Control panel.
:rtype: list
"""
- return [
+ test_selection = [
dbc.Row(
class_name="g-0 p-1",
children=[
@@ -604,52 +604,36 @@ class Layout:
dbc.Row(
class_name="g-0 p-1",
children=[
- dbc.InputGroup(
- [
- dbc.InputGroupText(
- children=show_tooltip(
- self._tooltips,
- "help-normalize",
- "Normalization"
- )
- ),
- dbc.Col(
- children=[
- dbc.Checklist(
- id="normalize",
- options=[{
- "value": "normalize",
- "label": (
- "Normalize to CPU frequency "
- "2GHz"
- )
- }],
- value=[],
- inline=True,
- class_name="ms-2"
- )
- ]
- )
- ],
- style={"align-items": "center"},
- size="sm"
+ dbc.Button(
+ id={"type": "ctrl-btn", "index": "add-test"},
+ children="Add Selected",
+ color="info",
+ class_name="p-1"
)
]
- ),
+ )
+ ]
+ processing = [
dbc.Row(
class_name="g-0 p-1",
children=[
- dbc.Button(
- id={"type": "ctrl-btn", "index": "add-test"},
- children="Add Selected",
- color="info"
+ dbc.Checklist(
+ id="normalize",
+ options=[{
+ "value": "normalize",
+ "label": "Normalize to 2GHz CPU frequency"
+ }],
+ value=[],
+ inline=True,
+ class_name="ms-2"
)
]
- ),
+ )
+ ]
+ test_list = [
dbc.Row(
id="row-card-sel-tests",
class_name="g-0 p-1",
- style=C.STYLE_DISABLED,
children=[
dbc.ListGroup(
class_name="overflow-auto p-0",
@@ -663,21 +647,20 @@ class Layout:
dbc.Stack(
id="row-btns-sel-tests",
class_name="g-0 p-1",
- style=C.STYLE_DISABLED,
gap=2,
children=[
dbc.ButtonGroup(children=[
dbc.Button(
id={"type": "ctrl-btn", "index": "rm-test"},
children="Remove Selected",
- class_name="w-100",
+ class_name="w-100 p-1",
color="info",
disabled=False
),
dbc.Button(
id={"type": "ctrl-btn", "index": "rm-test-all"},
children="Remove All",
- class_name="w-100",
+ class_name="w-100 p-1",
color="info",
disabled=False
)
@@ -686,14 +669,14 @@ class Layout:
dbc.Button(
id="plot-btn-url",
children="Show URL",
- class_name="w-100",
+ class_name="w-100 p-1",
color="info",
disabled=False
),
dbc.Button(
id="plot-btn-download",
children="Download Data",
- class_name="w-100",
+ class_name="w-100 p-1",
color="info",
disabled=False
)
@@ -702,6 +685,59 @@ class Layout:
)
]
+ return [
+ dbc.Row(
+ dbc.Card(
+ [
+ dbc.CardHeader(
+ html.H5("Test Selection")
+ ),
+ dbc.CardBody(
+ children=test_selection,
+ class_name="g-0 p-0"
+ )
+ ],
+ color="secondary",
+ outline=True
+ ),
+ class_name="g-0 p-1"
+ ),
+ dbc.Row(
+ dbc.Card(
+ [
+ dbc.CardHeader(
+ html.H5("Data Manipulations")
+ ),
+ dbc.CardBody(
+ children=processing,
+ class_name="g-0 p-0"
+ )
+ ],
+ color="secondary",
+ outline=True
+ ),
+ class_name="g-0 p-1"
+ ),
+ dbc.Row(
+ dbc.Card(
+ [
+ dbc.CardHeader(
+ html.H5("Selected Tests")
+ ),
+ dbc.CardBody(
+ children=test_list,
+ class_name="g-0 p-0"
+ )
+ ],
+ color="secondary",
+ outline=True
+ ),
+ id = "row-selected-tests",
+ class_name="g-0 p-1",
+ style=C.STYLE_DISABLED,
+ )
+ ]
+
def _get_plotting_area(
self,
tests: list,
@@ -798,8 +834,7 @@ class Layout:
Output("store-control-panel", "data"),
Output("store-selected-tests", "data"),
Output("plotting-area", "children"),
- Output("row-card-sel-tests", "style"),
- Output("row-btns-sel-tests", "style"),
+ Output("row-selected-tests", "style"),
Output("lg-selected", "children"),
Output({"type": "ctrl-dd", "index": "rls"}, "value"),
@@ -869,8 +904,7 @@ class Layout:
url_params = None
plotting_area = no_update
- row_card_sel_tests = no_update
- row_btns_sel_tests = no_update
+ row_sel_tests = no_update
lg_selected = no_update
trigger = Trigger(callback_context.triggered)
@@ -882,8 +916,7 @@ class Layout:
except (KeyError, IndexError, AttributeError):
pass
if store_sel:
- row_card_sel_tests = C.STYLE_ENABLED
- row_btns_sel_tests = C.STYLE_ENABLED
+ row_sel_tests = C.STYLE_ENABLED
last_test = store_sel[-1]
test = self._spec_tbs[last_test["rls"]][last_test["dut"]]\
[last_test["dutver"]][last_test["area"]]\
@@ -1235,20 +1268,17 @@ class Layout:
{"store_sel": store_sel, "norm": normalize}
)
)
- row_card_sel_tests = C.STYLE_ENABLED
- row_btns_sel_tests = C.STYLE_ENABLED
+ row_sel_tests = C.STYLE_ENABLED
else:
plotting_area = C.PLACEHOLDER
- row_card_sel_tests = C.STYLE_DISABLED
- row_btns_sel_tests = C.STYLE_DISABLED
+ row_sel_tests = C.STYLE_DISABLED
store_sel = list()
ret_val = [
ctrl_panel.panel,
store_sel,
plotting_area,
- row_card_sel_tests,
- row_btns_sel_tests,
+ row_sel_tests,
lg_selected
]
ret_val.extend(ctrl_panel.values)
diff --git a/csit.infra.dash/app/cdash/search/layout.py b/csit.infra.dash/app/cdash/search/layout.py
index aa4dd53d5b..8dd244a3c1 100644
--- a/csit.infra.dash/app/cdash/search/layout.py
+++ b/csit.infra.dash/app/cdash/search/layout.py
@@ -33,7 +33,7 @@ from ..utils.control_panel import ControlPanel
from ..utils.trigger import Trigger
from ..utils.utils import gen_new_url, generate_options, navbar_trending, \
filter_table_data, sort_table_data, show_trending_graph_data, \
- show_iterative_graph_data, show_tooltip
+ show_iterative_graph_data, show_tooltip, get_topo_arch
from ..utils.url_processing import url_decode
from .tables import search_table
from ..coverage.tables import coverage_tables
@@ -110,7 +110,7 @@ class Layout:
l_id = row["test_id"].split(".")
suite = l_id[-2].replace("2n1l-", "").replace("1n1l-", "").\
replace("2n-", "")
- tb = "-".join(row["job"].split("-")[-2:])
+ tb = get_topo_arch(row["job"].split("-"))
nic = suite.split("-")[0]
for driver in C.DRIVERS:
if driver in suite:
@@ -644,7 +644,7 @@ class Layout:
"release-dis": C.STYLE_DONT_DISPLAY,
"release-val": str(),
"help-dis": disabled,
- "help-val": "<testbed> <nic> <driver> " + \
+ "help-val": "<topo> <arch> <nic> <driver> " + \
"<framesize> <cores> <test>",
"search-dis": disabled,
"search-val": str()
@@ -664,7 +664,7 @@ class Layout:
ctrl_panel.set({
"release-val": trigger.value,
"help-dis": C.STYLE_DISPLAY,
- "help-val": "<DUT version> <testbed> <nic> " + \
+ "help-val": "<DUT version> <topo> <arch> <nic> " + \
"<driver> <framesize> <core> <test>",
"search-dis": C.STYLE_DISPLAY,
"search-val": str()
@@ -758,7 +758,6 @@ class Layout:
(data["dut_version"] == dutver) &
(data["release"] == rls)
)])
-
df = df[df.full_id.str.contains(
f".*{tb}.*{nic}.*{test_name}",
regex=True
diff --git a/csit.infra.dash/app/cdash/search/tables.py b/csit.infra.dash/app/cdash/search/tables.py
index a5ffd76d3d..3492fba16f 100644
--- a/csit.infra.dash/app/cdash/search/tables.py
+++ b/csit.infra.dash/app/cdash/search/tables.py
@@ -18,6 +18,7 @@
import pandas as pd
from ..utils.constants import Constants as C
+from ..utils.utils import get_topo_arch
def select_search_data(data: pd.DataFrame, selection: list) -> pd.DataFrame:
@@ -80,7 +81,7 @@ def search_table(data: pd.DataFrame, selection: list) -> pd.DataFrame:
l_id = row["test_id"].split(".")
suite = l_id[-2].replace("2n1l-", "").replace("1n1l-", "").\
replace("2n-", "")
- l_tb.append("-".join(row["job"].split("-")[-2:]))
+ l_tb.append(get_topo_arch(row["job"].split("-")))
l_nic.append(suite.split("-")[0])
if selection["datatype"] != "trending":
l_dutver.append(row["dut_version"])
diff --git a/csit.infra.dash/app/cdash/stats/graphs.py b/csit.infra.dash/app/cdash/stats/graphs.py
index 4b25396680..61eef41115 100644
--- a/csit.infra.dash/app/cdash/stats/graphs.py
+++ b/csit.infra.dash/app/cdash/stats/graphs.py
@@ -17,6 +17,9 @@
import plotly.graph_objects as go
import pandas as pd
+from datetime import datetime
+from pytz import UTC
+
from ..utils.constants import Constants as C
@@ -86,6 +89,7 @@ def graph_statistics(df: pd.DataFrame, job: str, layout: dict) -> tuple:
)
)
+ x_range = [data["start_time"][0], datetime.now(tz=UTC).strftime("%Y-%m-%d")]
tickvals = [0, ]
step = max(data["duration"]) / 5
for i in range(5):
@@ -97,6 +101,7 @@ def graph_statistics(df: pd.DataFrame, job: str, layout: dict) -> tuple:
f"{(val // 3600):02d}:{((val % 3600) // 60):02d}" \
for val in tickvals
]
+ layout_duration["xaxis"]["range"] = x_range
fig_duration.update_layout(layout_duration)
# Passed / failed:
@@ -124,6 +129,7 @@ def graph_statistics(df: pd.DataFrame, job: str, layout: dict) -> tuple:
)
layout_pf = layout.get("plot-stats-passed", dict())
if layout_pf:
+ layout_pf["xaxis"]["range"] = x_range
fig_passed.update_layout(layout_pf)
return fig_passed, fig_duration
diff --git a/csit.infra.dash/app/cdash/stats/layout.py b/csit.infra.dash/app/cdash/stats/layout.py
index 616a4028e6..4aae11a06b 100644
--- a/csit.infra.dash/app/cdash/stats/layout.py
+++ b/csit.infra.dash/app/cdash/stats/layout.py
@@ -29,7 +29,8 @@ from yaml import load, FullLoader, YAMLError
from ..utils.constants import Constants as C
from ..utils.control_panel import ControlPanel
from ..utils.utils import show_tooltip, gen_new_url, get_ttypes, get_cadences, \
- get_test_beds, get_job, generate_options, set_job_params, navbar_trending
+ get_test_beds, get_job, generate_options, set_job_params, navbar_trending, \
+ get_url_job, get_url_logs, get_topo_arch
from ..utils.url_processing import url_decode
from .graphs import graph_statistics, select_data
@@ -97,10 +98,10 @@ class Layout:
d_job_info["dut"].append(lst_job[1])
d_job_info["ttype"].append(lst_job[3])
d_job_info["cadence"].append(lst_job[4])
- d_job_info["tbed"].append("-".join(lst_job[-2:]))
+ d_job_info["tbed"].append(get_topo_arch(lst_job))
self._job_info = pd.DataFrame.from_dict(d_job_info)
- self._default = set_job_params(self._job_info, C.STATS_DEFAULT_JOB)
+ self._default = set_job_params(self._job_info, d_job_info["job"][0])
tst_info = {
"job": list(),
@@ -196,7 +197,7 @@ class Layout:
"dd-tbeds-value": self._default["tbed"],
"al-job-children": html.A(
self._default["job"],
- href=f"{C.URL_CICD}{self._default['job']}",
+ href=get_url_job(self._default["job"]),
target="_blank"
)
}
@@ -630,10 +631,7 @@ class Layout:
"dd-tbeds-value": job_params["tbed"],
"al-job-children": html.A(
self._default["job"],
- href=(
- f"{C.URL_CICD}"
- f"{self._default['job']}"
- ),
+ href=get_url_job(self._default["job"]),
target="_blank"
)
},
@@ -654,7 +652,7 @@ class Layout:
{
"al-job-children": html.A(
job,
- href=f"{C.URL_CICD}{job}",
+ href=get_url_job(job),
target="_blank"
)
}
@@ -784,7 +782,7 @@ class Layout:
dbc.Badge(lst_itm[0]),
html.A(
lst_itm[1],
- href=f"{C.URL_LOGS}{lst_itm[1]}",
+ href=get_url_logs(lst_itm[1]),
target="_blank"
)
])
diff --git a/csit.infra.dash/app/cdash/stats/layout.yaml b/csit.infra.dash/app/cdash/stats/layout.yaml
index 488654640f..70ba940910 100644
--- a/csit.infra.dash/app/cdash/stats/layout.yaml
+++ b/csit.infra.dash/app/cdash/stats/layout.yaml
@@ -15,7 +15,7 @@ plot-stats-passed:
xaxis:
title: 'Date [MMDD]'
type: "date"
- autorange: True
+ autorange: False
fixedrange: False
showgrid: True
gridcolor: "rgb(238, 238, 238)"
@@ -56,7 +56,7 @@ plot-stats-duration:
xaxis:
title: 'Date [MMDD]'
type: "date"
- autorange: True
+ autorange: False
fixedrange: False
showgrid: True
gridcolor: "rgb(238, 238, 238)"
diff --git a/csit.infra.dash/app/cdash/trending/graphs.py b/csit.infra.dash/app/cdash/trending/graphs.py
index 1a507dfeea..512a9d8de9 100644
--- a/csit.infra.dash/app/cdash/trending/graphs.py
+++ b/csit.infra.dash/app/cdash/trending/graphs.py
@@ -18,6 +18,10 @@ import logging
import plotly.graph_objects as go
import pandas as pd
+from numpy import nan
+from datetime import datetime
+from pytz import UTC
+
from ..utils.constants import Constants as C
from ..utils.utils import get_color, get_hdrh_latencies
from ..utils.anomalies import classify_anomalies
@@ -35,9 +39,9 @@ def select_trending_data(data: pd.DataFrame, itm: dict) -> pd.DataFrame:
:rtype: pandas.DataFrame
"""
- phy = itm["phy"].split("-")
- if len(phy) == 4:
- topo, arch, nic, drv = phy
+ phy = itm["phy"].rsplit("-", maxsplit=2)
+ if len(phy) == 3:
+ topo_arch, nic, drv = phy
if drv == "dpdk":
drv = ""
else:
@@ -58,8 +62,8 @@ def select_trending_data(data: pd.DataFrame, itm: dict) -> pd.DataFrame:
(data["test_type"] == test_type) &
(data["passed"] == True)
)]
- df = df[df.job.str.endswith(f"{topo}-{arch}")]
- core = str() if itm["dut"] == "trex" else f"{itm['core']}"
+ df = df[df.job.str.endswith(topo_arch)]
+ core = str() if itm["dut"] == "trex" else itm["core"]
ttype = "ndrpdr" if itm["testtype"] in ("ndr", "pdr") else itm["testtype"]
df = df[df.test_id.str.contains(
f"^.*[.|-]{nic}.*{itm['framesize']}-{core}-{drv}{itm['test']}-{ttype}$",
@@ -73,7 +77,8 @@ def graph_trending(
data: pd.DataFrame,
sel: dict,
layout: dict,
- normalize: bool=False
+ normalize: bool=False,
+ trials: bool=False
) -> tuple:
"""Generate the trending graph(s) - MRR, NDR, PDR and for PDR also Latences
(result_latency_forward_pdr_50_avg).
@@ -83,10 +88,12 @@ def graph_trending(
:param layout: Layout of plot.ly graph.
:param normalize: If True, the data is normalized to CPU frquency
Constants.NORM_FREQUENCY.
+ :param trials: If True, MRR trials are displayed in the trending graph.
:type data: pandas.DataFrame
:type sel: dict
:type layout: dict
:type normalize: bool
+ :type: trials: bool
:returns: Trending graph(s)
:rtype: tuple(plotly.graph_objects.Figure, plotly.graph_objects.Figure)
"""
@@ -128,7 +135,8 @@ def graph_trending(
customdata_samples = list()
name_lst = name.split("-")
for _, row in df.iterrows():
- h_tput, h_band, h_lat = str(), str(), str()
+ h_tput, h_band, h_lat, h_tput_trials, h_band_trials = \
+ str(), str(), str(), str(), str()
if ttype in ("mrr", "mrr-bandwidth"):
h_tput = (
f"tput avg [{row['result_receive_rate_rate_unit']}]: "
@@ -147,6 +155,23 @@ def graph_trending(
f"{row['result_receive_rate_bandwidth_stdev']* nf:,.0f}"
"<br>"
)
+ if trials:
+ h_tput_trials = (
+ f"tput trials "
+ f"[{row['result_receive_rate_rate_unit']}]: "
+ )
+ for itm in row["result_receive_rate_rate_values"]:
+ h_tput_trials += f"{itm * nf:,.0f}; "
+ h_tput_trials = h_tput_trials[:-2] + "<br>"
+ if pd.notna(row["result_receive_rate_bandwidth_avg"]):
+ h_band_trials = (
+ f"bandwidth trials "
+ f"[{row['result_receive_rate_bandwidth_unit']}]: "
+ )
+ for itm in row["result_receive_rate_bandwidth_values"]:
+ h_band_trials += f"{itm * nf:,.0f}; "
+ h_band_trials = h_band_trials[:-2] + "<br>"
+
elif ttype in ("ndr", "ndr-bandwidth"):
h_tput = (
f"tput [{row['result_ndr_lower_rate_unit']}]: "
@@ -214,12 +239,19 @@ def graph_trending(
hosts = f"<br>hosts: {', '.join(row['hosts'])}"
except (KeyError, TypeError):
hosts = str()
+
+ for drv in C.DRIVERS:
+ if drv in name_lst:
+ split_idx = name_lst.index(drv) + 1
+ break
+ else:
+ split_idx = 5
hover_itm = (
f"dut: {name_lst[0]}<br>"
- f"infra: {'-'.join(name_lst[1:5])}<br>"
- f"test: {'-'.join(name_lst[5:])}<br>"
+ f"infra: {'-'.join(name_lst[1:split_idx])}<br>"
+ f"test: {'-'.join(name_lst[split_idx:])}<br>"
f"date: {row['start_time'].strftime('%Y-%m-%d %H:%M:%S')}<br>"
- f"{h_tput}{h_band}{h_lat}"
+ f"{h_tput}{h_tput_trials}{h_band}{h_band_trials}{h_lat}"
f"{row['dut_type']}-ref: {row['dut_version']}<br>"
f"csit-ref: {row['job']}/{row['build']}"
f"{hosts}"
@@ -279,7 +311,7 @@ def graph_trending(
marker={
"size": 5,
"color": color,
- "symbol": "circle",
+ "symbol": "circle"
},
text=hover,
hoverinfo="text",
@@ -369,18 +401,71 @@ def graph_trending(
return traces, units
+ def _add_mrr_trials_traces(
+ ttype: str,
+ name: str,
+ df: pd.DataFrame,
+ color: str,
+ nf: float
+ ) -> list:
+ """Add the traces with mrr trials.
+
+ :param ttype: Test type (mrr, mrr-bandwidth).
+ :param name: The test name to be displayed in hover.
+ :param df: Data frame with test data.
+ :param color: The color of the trace.
+ :param nf: The factor used for normalization of the results to
+ CPU frequency set to Constants.NORM_FREQUENCY.
+ :type ttype: str
+ :type name: str
+ :type df: pandas.DataFrame
+ :type color: str
+ :type nf: float
+ :returns: list of Traces
+ :rtype: list
+ """
+ traces = list()
+ x_axis = df["start_time"].tolist()
+ y_data = df[C.VALUE[ttype].replace("avg", "values")].tolist()
+
+ for idx_trial in range(10):
+ y_axis = list()
+ for idx_run in range(len(x_axis)):
+ try:
+ y_axis.append(y_data[idx_run][idx_trial] * nf)
+ except (IndexError, TypeError, ValueError):
+ y_axis.append(nan)
+ traces.append(go.Scatter(
+ x=x_axis,
+ y=y_axis,
+ name=name,
+ mode="markers",
+ marker={
+ "size": 2,
+ "color": color,
+ "symbol": "circle"
+ },
+ showlegend=True,
+ legendgroup=name,
+ hoverinfo="skip"
+ ))
+ return traces
+
+
fig_tput = None
fig_lat = None
fig_band = None
+ start_times = list()
y_units = set()
for idx, itm in enumerate(sel):
df = select_trending_data(data, itm)
if df is None or df.empty:
continue
+ start_times.append(df["start_time"][0])
if normalize:
- phy = itm["phy"].split("-")
- topo_arch = f"{phy[0]}-{phy[1]}" if len(phy) == 4 else str()
+ phy = itm["phy"].rsplit("-", maxsplit=2)
+ topo_arch = phy[0] if len(phy) == 3 else str()
norm_factor = (C.NORM_FREQUENCY / C.FREQUENCY.get(topo_arch, 1.0)) \
if topo_arch else 1.0
else:
@@ -401,6 +486,14 @@ def graph_trending(
if traces:
if not fig_tput:
fig_tput = go.Figure()
+ if trials and "mrr" in ttype:
+ traces.extend(_add_mrr_trials_traces(
+ ttype,
+ itm["id"],
+ df,
+ get_color(idx),
+ norm_factor
+ ))
fig_tput.add_traces(traces)
if ttype in C.TESTS_WITH_BANDWIDTH:
@@ -414,6 +507,14 @@ def graph_trending(
if traces:
if not fig_band:
fig_band = go.Figure()
+ if trials and "mrr" in ttype:
+ traces.extend(_add_mrr_trials_traces(
+ f"{ttype}-bandwidth",
+ itm["id"],
+ df,
+ get_color(idx),
+ norm_factor
+ ))
fig_band.add_traces(traces)
if ttype in C.TESTS_WITH_LATENCY:
@@ -431,15 +532,21 @@ def graph_trending(
y_units.update(units)
+ x_range = [min(start_times), datetime.now(tz=UTC).strftime("%Y-%m-%d")]
if fig_tput:
- fig_layout = layout.get("plot-trending-tput", dict())
- fig_layout["yaxis"]["title"] = \
+ layout_tput = layout.get("plot-trending-tput", dict())
+ layout_tput["yaxis"]["title"] = \
f"Throughput [{'|'.join(sorted(y_units))}]"
- fig_tput.update_layout(fig_layout)
+ layout_tput["xaxis"]["range"] = x_range
+ fig_tput.update_layout(layout_tput)
if fig_band:
- fig_band.update_layout(layout.get("plot-trending-bandwidth", dict()))
+ layout_band = layout.get("plot-trending-bandwidth", dict())
+ layout_band["xaxis"]["range"] = x_range
+ fig_band.update_layout(layout_band)
if fig_lat:
- fig_lat.update_layout(layout.get("plot-trending-lat", dict()))
+ layout_lat = layout.get("plot-trending-lat", dict())
+ layout_lat["xaxis"]["range"] = x_range
+ fig_lat.update_layout(layout_lat)
return fig_tput, fig_band, fig_lat
diff --git a/csit.infra.dash/app/cdash/trending/layout.py b/csit.infra.dash/app/cdash/trending/layout.py
index da90ae26f9..1e2d4cdbd2 100644
--- a/csit.infra.dash/app/cdash/trending/layout.py
+++ b/csit.infra.dash/app/cdash/trending/layout.py
@@ -34,7 +34,7 @@ from ..utils.control_panel import ControlPanel
from ..utils.trigger import Trigger
from ..utils.telemetry_data import TelemetryData
from ..utils.utils import show_tooltip, label, sync_checklists, gen_new_url, \
- generate_options, get_list_group_items, navbar_trending, \
+ generate_options, get_list_group_items, navbar_trending, get_topo_arch, \
show_trending_graph_data
from ..utils.url_processing import url_decode
from .graphs import graph_trending, select_trending_data, graph_tm_trending
@@ -65,7 +65,8 @@ CP_PARAMS = {
"cl-tsttype-all-val": list(),
"cl-tsttype-all-opt": C.CL_ALL_DISABLED,
"btn-add-dis": True,
- "cl-normalize-val": list()
+ "cl-normalize-val": list(),
+ "cl-show-trials": list()
}
@@ -115,7 +116,7 @@ class Layout:
for _, row in self._data[cols].drop_duplicates().iterrows():
lst_job = row["job"].split("-")
dut = lst_job[1]
- tbed = "-".join(lst_job[-2:])
+ tbed = get_topo_arch(lst_job)
lst_test = row["test_id"].split(".")
if dut == "dpdk":
area = "dpdk"
@@ -303,7 +304,7 @@ class Layout:
:returns: Control panel.
:rtype: list
"""
- return [
+ test_selection = [
dbc.Row(
dbc.InputGroup(
[
@@ -459,37 +460,43 @@ class Layout:
class_name="g-0 p-1"
),
dbc.Row(
- dbc.InputGroup(
- [
- dbc.InputGroupText(show_tooltip(
- self._tooltips,
- "help-normalize",
- "Normalization"
- )),
- dbc.Col(dbc.Checklist(
- id="normalize",
- options=[{
- "value": "normalize",
- "label": "Normalize to CPU frequency 2GHz"
- }],
- value=[],
- inline=True,
- class_name="ms-2"
- ))
- ],
- style={"align-items": "center"},
- size="sm"
- ),
- class_name="g-0 p-1"
- ),
- dbc.Row(
dbc.Button(
id={"type": "ctrl-btn", "index": "add-test"},
children="Add Selected",
- color="info"
+ color="info",
+ class_name="p-1"
),
class_name="g-0 p-1"
- ),
+ )
+ ]
+ processing = [
+ dbc.Row(
+ class_name="g-0 p-1",
+ children=[
+ dbc.Checklist(
+ id="normalize",
+ options=[{
+ "value": "normalize",
+ "label": "Normalize to 2GHz CPU frequency"
+ }],
+ value=[],
+ inline=True,
+ class_name="ms-2"
+ ),
+ dbc.Checklist(
+ id="show-trials",
+ options=[{
+ "value": "trials",
+ "label": "Show MRR Trials"
+ }],
+ value=[],
+ inline=True,
+ class_name="ms-2"
+ )
+ ]
+ )
+ ]
+ test_list = [
dbc.Row(
dbc.ListGroup(
class_name="overflow-auto p-0",
@@ -498,39 +505,43 @@ class Layout:
style={"max-height": "20em"},
flush=True
),
- id="row-card-sel-tests",
- class_name="g-0 p-1",
- style=C.STYLE_DISABLED,
+ class_name="g-0 p-1"
),
dbc.Row(
- dbc.ButtonGroup([
- dbc.Button(
- "Remove Selected",
- id={"type": "ctrl-btn", "index": "rm-test"},
- class_name="w-100",
- color="info",
- disabled=False
- ),
- dbc.Button(
- "Remove All",
- id={"type": "ctrl-btn", "index": "rm-test-all"},
- class_name="w-100",
- color="info",
- disabled=False
- )
- ]),
- id="row-btns-sel-tests",
- class_name="g-0 p-1",
- style=C.STYLE_DISABLED,
+ dbc.ButtonGroup(
+ children=[
+ dbc.Button(
+ "Remove Selected",
+ id={"type": "ctrl-btn", "index": "rm-test"},
+ class_name="w-100 p-1",
+ color="info",
+ disabled=False
+ ),
+ dbc.Button(
+ "Remove All",
+ id={"type": "ctrl-btn", "index": "rm-test-all"},
+ class_name="w-100 p-1",
+ color="info",
+ disabled=False
+ )
+ ]
+ ),
+ class_name="g-0 p-1"
),
dbc.Stack(
[
dbc.Button(
"Add Telemetry Panel",
id={"type": "telemetry-btn", "index": "open"},
- color="info"
+ color="info",
+ class_name="p-1"
+ ),
+ dbc.Button(
+ "Show URL",
+ id="plot-btn-url",
+ color="info",
+ class_name="p-1"
),
- dbc.Button("Show URL", id="plot-btn-url", color="info"),
dbc.Modal(
[
dbc.ModalHeader(dbc.ModalTitle("URL")),
@@ -542,13 +553,64 @@ class Layout:
scrollable=True
)
],
- id="row-btns-add-tm",
class_name="g-0 p-1",
- style=C.STYLE_DISABLED,
gap=2
)
]
+ return [
+ dbc.Row(
+ dbc.Card(
+ [
+ dbc.CardHeader(
+ html.H5("Test Selection")
+ ),
+ dbc.CardBody(
+ children=test_selection,
+ class_name="g-0 p-0"
+ )
+ ],
+ color="secondary",
+ outline=True
+ ),
+ class_name="g-0 p-1"
+ ),
+ dbc.Row(
+ dbc.Card(
+ [
+ dbc.CardHeader(
+ html.H5("Data Manipulations")
+ ),
+ dbc.CardBody(
+ children=processing,
+ class_name="g-0 p-0"
+ )
+ ],
+ color="secondary",
+ outline=True
+ ),
+ class_name="g-0 p-1"
+ ),
+ dbc.Row(
+ dbc.Card(
+ [
+ dbc.CardHeader(
+ html.H5("Selected Tests")
+ ),
+ dbc.CardBody(
+ children=test_list,
+ class_name="g-0 p-0"
+ )
+ ],
+ color="secondary",
+ outline=True
+ ),
+ id = "row-selected-tests",
+ class_name="g-0 p-1",
+ style=C.STYLE_DISABLED,
+ )
+ ]
+
def _add_plotting_col(self) -> dbc.Col:
"""Add column with plots. It is placed on the right side.
@@ -919,9 +981,7 @@ class Layout:
Output("plotting-area-trending", "children"),
Output("plotting-area-telemetry", "children"),
Output("col-plotting-area", "style"),
- Output("row-card-sel-tests", "style"),
- Output("row-btns-sel-tests", "style"),
- Output("row-btns-add-tm", "style"),
+ Output("row-selected-tests", "style"),
Output("lg-selected", "children"),
Output({"type": "telemetry-search-out", "index": ALL}, "children"),
Output({"type": "plot-mod-telemetry", "index": ALL}, "is_open"),
@@ -952,6 +1012,7 @@ class Layout:
Output({"type": "ctrl-cl", "index": "tsttype-all"}, "options"),
Output({"type": "ctrl-btn", "index": "add-test"}, "disabled"),
Output("normalize", "value"),
+ Output("show-trials", "value"),
State("store", "data"),
State({"type": "sel-cl", "index": ALL}, "value"),
@@ -968,6 +1029,7 @@ class Layout:
Input({"type": "tm-dd", "index": ALL}, "value"),
Input("normalize", "value"),
+ Input("show-trials", "value"),
Input({"type": "telemetry-search-in", "index": ALL}, "value"),
Input({"type": "telemetry-btn", "index": ALL}, "n_clicks"),
Input({"type": "tm-btn-remove", "index": ALL}, "n_clicks"),
@@ -1054,9 +1116,12 @@ class Layout:
trigger = Trigger(callback_context.triggered)
if trigger.type == "url" and url_params:
telemetry = None
+ normalize = list()
+ show_trials = list()
try:
store_sel = literal_eval(url_params["store_sel"][0])
normalize = literal_eval(url_params["norm"][0])
+ show_trials = literal_eval(url_params["show-trials"][0])
telemetry = literal_eval(url_params["telemetry"][0])
url_p = url_params.get("all-in-one", ["[[None]]"])
tm_all_in_one = literal_eval(url_p[0])
@@ -1103,6 +1168,7 @@ class Layout:
"cl-tsttype-all-val": list(),
"cl-tsttype-all-opt": C.CL_ALL_ENABLED,
"cl-normalize-val": normalize,
+ "cl-show-trials": show_trials,
"btn-add-dis": False
})
store["trending-graphs"] = None
@@ -1119,6 +1185,10 @@ class Layout:
ctrl_panel.set({"cl-normalize-val": trigger.value})
store["trending-graphs"] = None
on_draw[0] = True
+ elif trigger.type == "show-trials":
+ ctrl_panel.set({"cl-show-trials": trigger.value})
+ store["trending-graphs"] = None
+ on_draw[0] = True
elif trigger.type == "ctrl-dd":
if trigger.idx == "dut":
try:
@@ -1414,7 +1484,8 @@ class Layout:
new_url_params = {
"store_sel": store_sel,
- "norm": ctrl_panel.get("cl-normalize-val")
+ "norm": ctrl_panel.get("cl-normalize-val"),
+ "show-trials": ctrl_panel.get("cl-show-trials")
}
if tm_panels:
new_url_params["telemetry"] = tm_panels
@@ -1431,7 +1502,8 @@ class Layout:
self._data,
store_sel,
self._graph_layout,
- bool(ctrl_panel.get("cl-normalize-val"))
+ bool(ctrl_panel.get("cl-normalize-val")),
+ bool(ctrl_panel.get("cl-show-trials"))
)
if graphs and graphs[0]:
store["trending-graphs"] = graphs
@@ -1462,16 +1534,12 @@ class Layout:
store["telemetry-graphs"]
)
col_plotting_area = C.STYLE_ENABLED
- row_card_sel_tests = C.STYLE_ENABLED
- row_btns_sel_tests = C.STYLE_ENABLED
- row_btns_add_tm = C.STYLE_ENABLED
+ row_selected_tests = C.STYLE_ENABLED
else:
plotting_area_trending = no_update
plotting_area_telemetry = C.PLACEHOLDER
col_plotting_area = C.STYLE_DISABLED
- row_card_sel_tests = C.STYLE_DISABLED
- row_btns_sel_tests = C.STYLE_DISABLED
- row_btns_add_tm = C.STYLE_DISABLED
+ row_selected_tests = C.STYLE_DISABLED
lg_selected = no_update
store_sel = list()
tm_panels = list()
@@ -1481,9 +1549,7 @@ class Layout:
else:
plotting_area_trending = no_update
col_plotting_area = no_update
- row_card_sel_tests = no_update
- row_btns_sel_tests = no_update
- row_btns_add_tm = no_update
+ row_selected_tests = no_update
lg_selected = no_update
store["url"] = gen_new_url(parsed_url, new_url_params)
@@ -1499,9 +1565,7 @@ class Layout:
plotting_area_trending,
plotting_area_telemetry,
col_plotting_area,
- row_card_sel_tests,
- row_btns_sel_tests,
- row_btns_add_tm,
+ row_selected_tests,
lg_selected,
search_out,
is_open,
diff --git a/csit.infra.dash/app/cdash/trending/layout.yaml b/csit.infra.dash/app/cdash/trending/layout.yaml
index e4fcd29260..948ca9372b 100644
--- a/csit.infra.dash/app/cdash/trending/layout.yaml
+++ b/csit.infra.dash/app/cdash/trending/layout.yaml
@@ -16,7 +16,7 @@ plot-trending-tput:
xaxis:
title: 'Date [MMDD]'
type: "date"
- autorange: True
+ autorange: False
fixedrange: False
showgrid: True
gridcolor: "rgb(238, 238, 238)"
@@ -56,7 +56,7 @@ plot-trending-bandwidth:
xaxis:
title: 'Date [MMDD]'
type: "date"
- autorange: True
+ autorange: False
fixedrange: False
showgrid: True
gridcolor: "rgb(238, 238, 238)"
@@ -96,7 +96,7 @@ plot-trending-lat:
xaxis:
title: 'Date [MMDD]'
type: "date"
- autorange: True
+ autorange: False
fixedrange: False
showgrid: True
gridcolor: "rgb(238, 238, 238)"
diff --git a/csit.infra.dash/app/cdash/utils/constants.py b/csit.infra.dash/app/cdash/utils/constants.py
index bafa7b7f42..444ccd3981 100644
--- a/csit.infra.dash/app/cdash/utils/constants.py
+++ b/csit.infra.dash/app/cdash/utils/constants.py
@@ -118,15 +118,18 @@ class Constants:
# External stylesheets.
EXTERNAL_STYLESHEETS = ["/static/dist/css/bootstrap.css", ]
- # URL to Jenkins
+ # CICD type.
+ CICD_TYPE = get_str_from_env("CICD_TYPE", "jenkins")
+
+ # URL to CICD.
URL_CICD = get_str_from_env("URL_CICD", "https://jenkins.fd.io/job/")
- # URL to logs
+ # URL to logs.
URL_LOGS = get_str_from_env(
"URL_LOGS", "https://logs.fd.io/vex-yul-rot-jenkins-1/"
)
- # URL to the documentation
+ # URL to the documentation.
URL_DOC = get_str_from_env("URL_DOC", "https://csit.fd.io/cdocs/")
URL_DOC_TRENDING = URL_DOC + "methodology/trending/analysis/"
URL_DOC_REL_NOTES = URL_DOC + "release_notes/current/"
@@ -328,7 +331,7 @@ class Constants:
}
VALUE_ITER = {
- "mrr": "result_receive_rate_rate_values",
+ "mrr": "result_receive_rate_rate_avg",
"ndr": "result_ndr_lower_rate_value",
"pdr": "result_pdr_lower_rate_value",
"mrr-bandwidth": "result_receive_rate_bandwidth_avg",
@@ -490,9 +493,6 @@ class Constants:
# Layout of plot.ly graphs.
STATS_GRAPH_LAYOUT_FILE = "cdash/stats/layout.yaml"
- # The default job displayed when the page is loaded first time.
- STATS_DEFAULT_JOB = "csit-vpp-perf-mrr-daily-master-2n-icx"
-
# Default name of downloaded file with selected data.
STATS_DOWNLOAD_FILE_NAME = "stats.csv"
diff --git a/csit.infra.dash/app/cdash/utils/telemetry_data.py b/csit.infra.dash/app/cdash/utils/telemetry_data.py
index 9975874d96..d3a114c596 100644
--- a/csit.infra.dash/app/cdash/utils/telemetry_data.py
+++ b/csit.infra.dash/app/cdash/utils/telemetry_data.py
@@ -64,7 +64,7 @@ class TelemetryData:
df = pd.concat(lst_items, ignore_index=True, copy=False)
# Use only neccessary data:
- df = df[[
+ df = df[df.columns.intersection([
"job",
"build",
"dut_type",
@@ -81,7 +81,8 @@ class TelemetryData:
"result_ndr_lower_rate_value",
"result_ndr_lower_rate_unit",
"telemetry"
- ]]
+ ])]
+
# Transform metrics from strings to dataframes:
lst_telemetry = list()
for _, row in df.iterrows():
@@ -91,7 +92,7 @@ class TelemetryData:
"value": list(),
"timestamp": list()
}
-
+
# If there is no telemetry data, use empty dictionary
if row["telemetry"] is None or isinstance(row["telemetry"], float):
lst_telemetry.append(pd.DataFrame(data=d_telemetry))
@@ -282,8 +283,11 @@ class TelemetryData:
for _, row in self._unique_metrics_labels.iterrows():
if _is_selected(row["labels"], selection):
lst_items.append(row.to_frame().T)
- self._selected_metrics_labels = \
- pd.concat(lst_items, ignore_index=True, axis=0, copy=False)
+ if len(lst_items) == 1:
+ self._selected_metrics_labels = lst_items[0]
+ elif len(lst_items) > 1:
+ self._selected_metrics_labels = \
+ pd.concat(lst_items, ignore_index=True, axis=0, copy=False)
return self._selected_metrics_labels
def select_tm_trending_data(
diff --git a/csit.infra.dash/app/cdash/utils/utils.py b/csit.infra.dash/app/cdash/utils/utils.py
index e203dfbccd..8171c905c3 100644
--- a/csit.infra.dash/app/cdash/utils/utils.py
+++ b/csit.infra.dash/app/cdash/utils/utils.py
@@ -286,12 +286,13 @@ def set_job_params(df: pd.DataFrame, job: str) -> dict:
"""
l_job = job.split("-")
+ idx = -3 if "-x-" in job else -2
return {
"job": job,
"dut": l_job[1],
"ttype": l_job[3],
"cadence": l_job[4],
- "tbed": "-".join(l_job[-2:]),
+ "tbed": "-".join(l_job[idx:]),
"duts": generate_options(get_duts(df)),
"ttypes": generate_options(get_ttypes(df, l_job[1])),
"cadences": generate_options(get_cadences(df, l_job[1], l_job[3])),
@@ -720,7 +721,7 @@ def show_trending_graph_data(
dbc.Badge(lst_itm[0]),
html.A(
lst_itm[1],
- href=f"{C.URL_LOGS}{lst_itm[1]}",
+ href=get_url_logs(lst_itm[1]),
target="_blank"
)
])
@@ -852,7 +853,7 @@ def show_iterative_graph_data(
continue
list_group_item = dbc.ListGroupItem([
dbc.Badge(k),
- html.A(v, href=f"{C.URL_LOGS}{v}", target="_blank")
+ html.A(v, href=get_url_logs(v), target="_blank")
])
else:
list_group_item = dbc.ListGroupItem([dbc.Badge(k), v])
@@ -903,3 +904,67 @@ def show_iterative_graph_data(
]
return metadata, graph, True
+
+
+def get_url_job(job: str) -> str:
+ """Generates a URL to CI/CD job.
+
+ :param job: The name of job.
+ :type job: str
+ :raises KeyError: If the job name is not a valid job name.
+ :returns: The URL to CI/CD job.
+ """
+
+ if C.CICD_TYPE == "jenkins":
+ return f"{C.URL_CICD}{job}"
+ elif C.CICD_TYPE == "github":
+ l_j = job.split("-")
+ try:
+ return f"{C.URL_CICD}{l_j[0]}-{l_j[1]}-{l_j[2]}-{l_j[4]}.yml"
+ except KeyError:
+ return str()
+ else:
+ return str()
+
+
+def get_url_logs(job_build: str) -> str:
+ """Generates a URL to CI/CD job and its build.
+
+ :param job_build: The name of job and number of build. Its structure is:
+ "<job name>/<build number>".
+ :type job: str
+ :raises KeyError: If the job name is not a valid job name.
+ :returns: The URL to CI/CD build.
+ """
+
+ if C.CICD_TYPE == "jenkins":
+ return f"{C.URL_LOGS}{job_build}"
+ elif C.CICD_TYPE == "github":
+ try:
+ return f"{C.URL_LOGS}{job_build.split('/')[1]}"
+ except KeyError:
+ return str()
+ else:
+ return str()
+
+
+def get_topo_arch(lst_job: list) -> str:
+ """Get the topology and architecture string from the job name.
+
+ :param lst_job: The job name split into substrings.
+ :type lst_job: list
+ :returns: String with information about topology and architecture.
+ :rtype: str
+ """
+
+ if len(lst_job) < 2:
+ return str()
+
+ if "x" in lst_job[1:-1]:
+ # External testbeds.
+ # The structure of the name:
+ # <to be removed>-x-<topo>-<arch>-<other parts separated by dashes>
+ return "-".join(lst_job[(lst_job.index("x") + 1):])
+ else:
+ # Topology and architecture are the last two substrings.
+ return "-".join(lst_job[-2:])
diff --git a/csit.infra.dash/app/requirements.txt b/csit.infra.dash/app/requirements.txt
index edea01075d..7dfd7c8ccf 100644
--- a/csit.infra.dash/app/requirements.txt
+++ b/csit.infra.dash/app/requirements.txt
@@ -1,58 +1,60 @@
# AWS integration
-awswrangler==3.2.1
-pip==23.2.1
+awswrangler==3.9.0
+pip==24.1.2
# Dash integration
-dash==2.11.1
-dash-bootstrap-components==1.4.2
+dash==2.17.1
+dash-bootstrap-components==1.6.0
dash-core-components==2.0.0
dash-html-components==2.0.0
dash-renderer==1.9.1
dash-table==5.0.0
-numpy==1.25.2
-pandas==2.0.3
-plotly==5.15.0
-numexpr==2.8.4
-Bottleneck==1.3.7
+numpy==1.26.4 # awswrangler 3.9.0 depends on numpy<2.0 and >=1.18
+pandas==2.2.2
+plotly==5.23.0
+numexpr==2.10.1
+Bottleneck==1.4.0
# Web Application Integration
-Flask==2.2.5
-Flask-Assets==2.0
-Flask-Compress==1.13
-Jinja2==3.1.2
-libsass==0.22.0
-uWSGI==2.0.22
-uwsgitop==0.11
+Flask==3.0.3
+Flask-Assets==2.1.0
+Flask-Compress==1.15
+Jinja2==3.1.4
+libsass==0.23.0
+uWSGI==2.0.26
+uwsgitop==0.12
webassets==2.0
# Web Application Dependencies
-hdrhistogram==0.10.2
-python-dateutil==2.8.2
+hdrhistogram==0.10.3
+python-dateutil==2.9.0
PyYAML==6.0.1
# PIP freeze
-ansi2html==1.8.0
-boto3==1.28.17
-botocore==1.31.17
-Brotli==1.0.9
-certifi==2023.7.22
-charset-normalizer==3.2.0
-click==8.1.6
-idna==3.4
-itsdangerous==2.1.2
+blinker==1.8.2
+boto3==1.34.149
+Brotli==1.1.0
+certifi==2024.7.4
+charset-normalizer==3.3.2
+click==8.1.7
+idna==3.7
+importlib_metadata==8.2.0
+itsdangerous==2.2.0
jmespath==1.0.1
-MarkupSafe==2.1.3
-nest-asyncio==1.5.7
-packaging==23.1
-pbr==5.11.1
-pyarrow==12.0.1
-pytz==2023.3
-requests==2.31.0
+MarkupSafe==2.1.5
+nest-asyncio==1.6.0
+packaging==24.1
+pbr==6.0.0
+pyarrow==17.0.0
+pytz==2024.1
+requests==2.32.3
retrying==1.3.4
-s3transfer==0.6.1
+s3transfer==0.10.2
six==1.16.0
-tenacity==8.2.2
-typing_extensions==4.7.1
-tzdata==2023.3
-urllib3==1.26.16
-Werkzeug==2.2.3 \ No newline at end of file
+tenacity==8.5.0
+typing_extensions==4.12.2
+tzdata==2024.1
+urllib3==2.2.2
+Werkzeug==3.0.3
+zipp==3.19.2
+zstandard==0.23.0
diff --git a/csit.infra.dash/docker-compose.yaml b/csit.infra.dash/docker-compose.yaml
index a3b5e1a683..8ec97fad0f 100644
--- a/csit.infra.dash/docker-compose.yaml
+++ b/csit.infra.dash/docker-compose.yaml
@@ -16,6 +16,7 @@ services:
CSIT_START_DOC: "True"
CSIT_TITLE: "FD.io CSIT"
CSIT_BRAND: "CSIT-Dash"
+ CSIT_CICD_TYPE: "jenkins"
CSIT_URL_CICD: "https://jenkins.fd.io/job/"
CSIT_URL_LOGS: "https://logs.fd.io/vex-yul-rot-jenkins-1/"
CSIT_URL_DOC: "https://csit.fd.io/cdocs/"
diff --git a/csit.infra.etl/coverage_device_rls2402.py b/csit.infra.etl/coverage_device_rls2410.py
index 2db808164f..48746daabb 100644
--- a/csit.infra.etl/coverage_device_rls2402.py
+++ b/csit.infra.etl/coverage_device_rls2410.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-vpp-device-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -141,7 +141,7 @@ paths = wr.s3.list_objects(
ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-coverage-2402" in path]
+filtered_paths = [path for path in paths if "report-coverage-2410" in path]
out_sdf = process_json_to_dataframe("device", filtered_paths)
out_sdf.printSchema()
@@ -152,19 +152,24 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2410",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/coverage_hoststack.json b/csit.infra.etl/coverage_hoststack.json
index fdd6eab6c0..5823c96a2c 100644
--- a/csit.infra.etl/coverage_hoststack.json
+++ b/csit.infra.etl/coverage_hoststack.json
@@ -44,6 +44,16 @@
},
{
"metadata": {},
+ "name": "hosts",
+ "nullable": true,
+ "type": {
+ "containsNull": true,
+ "elementType": "string",
+ "type": "array"
+ }
+ },
+ {
+ "metadata": {},
"name": "result",
"nullable": true,
"type": {
@@ -220,4 +230,4 @@
}
],
"type": "struct"
-} \ No newline at end of file
+}
diff --git a/csit.infra.etl/coverage_hoststack_rls2402.py b/csit.infra.etl/coverage_hoststack_rls2410.py
index 27eb9e8cc6..080e998b90 100644
--- a/csit.infra.etl/coverage_hoststack_rls2402.py
+++ b/csit.infra.etl/coverage_hoststack_rls2410.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -141,10 +141,9 @@ paths = wr.s3.list_objects(
ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-coverage-2402" in path]
+filtered_paths = [path for path in paths if "report-coverage-2410" in path]
out_sdf = process_json_to_dataframe("hoststack", filtered_paths)
-out_sdf.show(truncate=False)
out_sdf.printSchema()
out_sdf = out_sdf \
.withColumn("year", lit(datetime.now().year)) \
@@ -153,19 +152,24 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2410",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/coverage_mrr.json b/csit.infra.etl/coverage_mrr.json
index 4b6b6415d3..85f9cb8504 100644
--- a/csit.infra.etl/coverage_mrr.json
+++ b/csit.infra.etl/coverage_mrr.json
@@ -44,6 +44,16 @@
},
{
"metadata": {},
+ "name": "hosts",
+ "nullable": true,
+ "type": {
+ "containsNull": true,
+ "elementType": "string",
+ "type": "array"
+ }
+ },
+ {
+ "metadata": {},
"name": "result",
"nullable": true,
"type": {
diff --git a/csit.infra.etl/coverage_mrr_rls2402.py b/csit.infra.etl/coverage_mrr_rls2410.py
index e68e4f0366..9400d8d7fb 100644
--- a/csit.infra.etl/coverage_mrr_rls2402.py
+++ b/csit.infra.etl/coverage_mrr_rls2410.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -141,7 +141,7 @@ paths = wr.s3.list_objects(
ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-coverage-2402" in path]
+filtered_paths = [path for path in paths if "report-coverage-2410" in path]
out_sdf = process_json_to_dataframe("mrr", filtered_paths)
out_sdf.printSchema()
@@ -152,19 +152,24 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2410",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/coverage_ndrpdr.json b/csit.infra.etl/coverage_ndrpdr.json
index 37c45820ea..a9196dc69b 100644
--- a/csit.infra.etl/coverage_ndrpdr.json
+++ b/csit.infra.etl/coverage_ndrpdr.json
@@ -44,6 +44,16 @@
},
{
"metadata": {},
+ "name": "hosts",
+ "nullable": true,
+ "type": {
+ "containsNull": true,
+ "elementType": "string",
+ "type": "array"
+ }
+ },
+ {
+ "metadata": {},
"name": "result",
"nullable": true,
"type": {
@@ -688,4 +698,4 @@
}
],
"type": "struct"
-} \ No newline at end of file
+}
diff --git a/csit.infra.etl/coverage_ndrpdr_rls2402.py b/csit.infra.etl/coverage_ndrpdr_rls2410.py
index 730e3ea748..18b7627aa9 100644
--- a/csit.infra.etl/coverage_ndrpdr_rls2402.py
+++ b/csit.infra.etl/coverage_ndrpdr_rls2410.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -141,7 +141,7 @@ paths = wr.s3.list_objects(
ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-coverage-2402" in path]
+filtered_paths = [path for path in paths if "report-coverage-2410" in path]
out_sdf = process_json_to_dataframe("ndrpdr", filtered_paths)
out_sdf.printSchema()
@@ -152,19 +152,24 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2410",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/coverage_reconf.json b/csit.infra.etl/coverage_reconf.json
index fdd6eab6c0..5823c96a2c 100644
--- a/csit.infra.etl/coverage_reconf.json
+++ b/csit.infra.etl/coverage_reconf.json
@@ -44,6 +44,16 @@
},
{
"metadata": {},
+ "name": "hosts",
+ "nullable": true,
+ "type": {
+ "containsNull": true,
+ "elementType": "string",
+ "type": "array"
+ }
+ },
+ {
+ "metadata": {},
"name": "result",
"nullable": true,
"type": {
@@ -220,4 +230,4 @@
}
],
"type": "struct"
-} \ No newline at end of file
+}
diff --git a/csit.infra.etl/coverage_reconf_rls2402.py b/csit.infra.etl/coverage_reconf_rls2410.py
index dc1f647ff1..4e596c24c6 100644
--- a/csit.infra.etl/coverage_reconf_rls2402.py
+++ b/csit.infra.etl/coverage_reconf_rls2410.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -139,12 +139,10 @@ paths = wr.s3.list_objects(
last_modified_end=LAST_MODIFIED_END,
ignore_suffix=IGNORE_SUFFIX,
ignore_empty=True
-)
-filtered_paths = [path for path in paths if "report-coverage-2402" in path]
+filtered_paths = [path for path in paths if "report-coverage-2410" in path]
out_sdf = process_json_to_dataframe("reconf", filtered_paths)
-out_sdf.show(truncate=False)
out_sdf.printSchema()
out_sdf = out_sdf \
.withColumn("year", lit(datetime.now().year)) \
@@ -153,19 +151,25 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+)
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2410",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/coverage_soak.json b/csit.infra.etl/coverage_soak.json
index 5691e8bf5b..a15ef274d7 100644
--- a/csit.infra.etl/coverage_soak.json
+++ b/csit.infra.etl/coverage_soak.json
@@ -44,6 +44,16 @@
},
{
"metadata": {},
+ "name": "hosts",
+ "nullable": true,
+ "type": {
+ "containsNull": true,
+ "elementType": "string",
+ "type": "array"
+ }
+ },
+ {
+ "metadata": {},
"name": "result",
"nullable": true,
"type": {
@@ -230,4 +240,4 @@
}
],
"type": "struct"
-} \ No newline at end of file
+}
diff --git a/csit.infra.etl/coverage_soak_rls2402.py b/csit.infra.etl/coverage_soak_rls2410.py
index 7d87afd952..5dc9fb7ed0 100644
--- a/csit.infra.etl/coverage_soak_rls2402.py
+++ b/csit.infra.etl/coverage_soak_rls2410.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -141,7 +141,7 @@ paths = wr.s3.list_objects(
ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-coverage-2402" in path]
+filtered_paths = [path for path in paths if "report-coverage-2410" in path]
out_sdf = process_json_to_dataframe("soak", filtered_paths)
out_sdf.printSchema()
@@ -152,19 +152,24 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2410",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/iterative_hoststack.json b/csit.infra.etl/iterative_hoststack.json
index a3365cdba0..320e6a0494 100644
--- a/csit.infra.etl/iterative_hoststack.json
+++ b/csit.infra.etl/iterative_hoststack.json
@@ -32,25 +32,25 @@
},
{
"metadata": {},
- "name": "hosts",
+ "name": "tg_type",
"nullable": true,
- "type": {
- "containsNull": true,
- "elementType": "string",
- "type": "array"
- }
+ "type": "string"
},
{
"metadata": {},
- "name": "tg_type",
+ "name": "tg_version",
"nullable": true,
"type": "string"
},
{
"metadata": {},
- "name": "tg_version",
+ "name": "hosts",
"nullable": true,
- "type": "string"
+ "type": {
+ "containsNull": true,
+ "elementType": "string",
+ "type": "array"
+ }
},
{
"metadata": {},
@@ -282,4 +282,4 @@
}
],
"type": "struct"
-} \ No newline at end of file
+}
diff --git a/csit.infra.etl/iterative_hoststack_rls2402.py b/csit.infra.etl/iterative_hoststack_rls2410.py
index 1c74126c47..6d9e3d633f 100644
--- a/csit.infra.etl/iterative_hoststack_rls2402.py
+++ b/csit.infra.etl/iterative_hoststack_rls2410.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -141,10 +141,9 @@ paths = wr.s3.list_objects(
ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-iterative-2402" in path]
+filtered_paths = [path for path in paths if "report-iterative-2410" in path]
out_sdf = process_json_to_dataframe("hoststack", filtered_paths)
-out_sdf.show(truncate=False)
out_sdf.printSchema()
out_sdf = out_sdf \
.withColumn("year", lit(datetime.now().year)) \
@@ -153,19 +152,24 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2402",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2410",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/iterative_mrr.json b/csit.infra.etl/iterative_mrr.json
index 4b6b6415d3..85f9cb8504 100644
--- a/csit.infra.etl/iterative_mrr.json
+++ b/csit.infra.etl/iterative_mrr.json
@@ -44,6 +44,16 @@
},
{
"metadata": {},
+ "name": "hosts",
+ "nullable": true,
+ "type": {
+ "containsNull": true,
+ "elementType": "string",
+ "type": "array"
+ }
+ },
+ {
+ "metadata": {},
"name": "result",
"nullable": true,
"type": {
diff --git a/csit.infra.etl/iterative_mrr_rls2402.py b/csit.infra.etl/iterative_mrr_rls2410.py
index e779dbdc36..d74e6a90f3 100644
--- a/csit.infra.etl/iterative_mrr_rls2402.py
+++ b/csit.infra.etl/iterative_mrr_rls2410.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -141,7 +141,7 @@ paths = wr.s3.list_objects(
ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-iterative-2402" in path]
+filtered_paths = [path for path in paths if "report-iterative-2410" in path]
out_sdf = process_json_to_dataframe("mrr", filtered_paths)
out_sdf.printSchema()
@@ -152,19 +152,24 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2402",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2410",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/iterative_ndrpdr.json b/csit.infra.etl/iterative_ndrpdr.json
index 37c45820ea..a9196dc69b 100644
--- a/csit.infra.etl/iterative_ndrpdr.json
+++ b/csit.infra.etl/iterative_ndrpdr.json
@@ -44,6 +44,16 @@
},
{
"metadata": {},
+ "name": "hosts",
+ "nullable": true,
+ "type": {
+ "containsNull": true,
+ "elementType": "string",
+ "type": "array"
+ }
+ },
+ {
+ "metadata": {},
"name": "result",
"nullable": true,
"type": {
@@ -688,4 +698,4 @@
}
],
"type": "struct"
-} \ No newline at end of file
+}
diff --git a/csit.infra.etl/iterative_ndrpdr_rls2402.py b/csit.infra.etl/iterative_ndrpdr_rls2410.py
index 9231176e10..0530dc8ef5 100644
--- a/csit.infra.etl/iterative_ndrpdr_rls2402.py
+++ b/csit.infra.etl/iterative_ndrpdr_rls2410.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -141,7 +141,7 @@ paths = wr.s3.list_objects(
ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-iterative-2402" in path]
+filtered_paths = [path for path in paths if "report-iterative-2410" in path]
out_sdf = process_json_to_dataframe("ndrpdr", filtered_paths)
out_sdf.printSchema()
@@ -152,19 +152,24 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2402",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2410",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/iterative_reconf.json b/csit.infra.etl/iterative_reconf.json
index fdd6eab6c0..5823c96a2c 100644
--- a/csit.infra.etl/iterative_reconf.json
+++ b/csit.infra.etl/iterative_reconf.json
@@ -44,6 +44,16 @@
},
{
"metadata": {},
+ "name": "hosts",
+ "nullable": true,
+ "type": {
+ "containsNull": true,
+ "elementType": "string",
+ "type": "array"
+ }
+ },
+ {
+ "metadata": {},
"name": "result",
"nullable": true,
"type": {
@@ -220,4 +230,4 @@
}
],
"type": "struct"
-} \ No newline at end of file
+}
diff --git a/csit.infra.etl/iterative_reconf_rls2402.py b/csit.infra.etl/iterative_reconf_rls2410.py
index 1beeb16d2c..41d2aedcc1 100644
--- a/csit.infra.etl/iterative_reconf_rls2402.py
+++ b/csit.infra.etl/iterative_reconf_rls2410.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -141,7 +141,7 @@ paths = wr.s3.list_objects(
ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-iterative-2402" in path]
+filtered_paths = [path for path in paths if "report-iterative-2410" in path]
out_sdf = process_json_to_dataframe("reconf", filtered_paths)
out_sdf.show(truncate=False)
@@ -153,19 +153,24 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2402",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2410",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/iterative_soak.json b/csit.infra.etl/iterative_soak.json
index 5691e8bf5b..a15ef274d7 100644
--- a/csit.infra.etl/iterative_soak.json
+++ b/csit.infra.etl/iterative_soak.json
@@ -44,6 +44,16 @@
},
{
"metadata": {},
+ "name": "hosts",
+ "nullable": true,
+ "type": {
+ "containsNull": true,
+ "elementType": "string",
+ "type": "array"
+ }
+ },
+ {
+ "metadata": {},
"name": "result",
"nullable": true,
"type": {
@@ -230,4 +240,4 @@
}
],
"type": "struct"
-} \ No newline at end of file
+}
diff --git a/csit.infra.etl/iterative_soak_rls2402.py b/csit.infra.etl/iterative_soak_rls2410.py
index 55c6eb494d..f581c7c1e9 100644
--- a/csit.infra.etl/iterative_soak_rls2402.py
+++ b/csit.infra.etl/iterative_soak_rls2410.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -141,7 +141,7 @@ paths = wr.s3.list_objects(
ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-iterative-2402" in path]
+filtered_paths = [path for path in paths if "report-iterative-2410" in path]
out_sdf = process_json_to_dataframe("soak", filtered_paths)
out_sdf.printSchema()
@@ -152,19 +152,24 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2402",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2410",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/stats.py b/csit.infra.etl/stats.py
index 5d44caa25d..d7b4c23edd 100644
--- a/csit.infra.etl/stats.py
+++ b/csit.infra.etl/stats.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -28,8 +28,9 @@ from pyspark.context import SparkContext
from pyspark.sql.functions import lit
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="suite.info.json.gz"
IGNORE_SUFFIX=[]
@@ -106,7 +107,6 @@ paths = wr.s3.list_objects(
for schema_name in ["sra"]:
out_sdf = process_json_to_dataframe(schema_name, paths)
- out_sdf.show(truncate=False)
out_sdf.printSchema()
out_sdf = out_sdf \
.withColumn("year", lit(datetime.now().year)) \
@@ -115,6 +115,15 @@ for schema_name in ["sra"]:
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+ except KeyError:
+ boto3_session = session.Session()
+
+ try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/stats",
@@ -123,11 +132,7 @@ for schema_name in ["sra"]:
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/trending_hoststack.py b/csit.infra.etl/trending_hoststack.py
index 85cab5a179..2bbd655d2d 100644
--- a/csit.infra.etl/trending_hoststack.py
+++ b/csit.infra.etl/trending_hoststack.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -144,7 +144,6 @@ paths = wr.s3.list_objects(
filtered_paths = [path for path in paths if "daily" in path or "weekly" in path]
out_sdf = process_json_to_dataframe("hoststack", filtered_paths)
-out_sdf.show(truncate=False)
out_sdf.printSchema()
out_sdf = out_sdf \
.withColumn("year", lit(datetime.now().year)) \
@@ -153,6 +152,15 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/trending",
@@ -161,11 +169,7 @@ try:
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/trending_mrr.py b/csit.infra.etl/trending_mrr.py
index a00c5fb4e1..84b86c7613 100644
--- a/csit.infra.etl/trending_mrr.py
+++ b/csit.infra.etl/trending_mrr.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -153,6 +153,15 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/trending",
@@ -161,11 +170,7 @@ try:
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/trending_ndrpdr.py b/csit.infra.etl/trending_ndrpdr.py
index e35d27b0bf..f139f099f7 100644
--- a/csit.infra.etl/trending_ndrpdr.py
+++ b/csit.infra.etl/trending_ndrpdr.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -153,6 +153,15 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/trending",
@@ -161,11 +170,7 @@ try:
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/trending_reconf.py b/csit.infra.etl/trending_reconf.py
index 94e6199e89..43a18b4ee7 100644
--- a/csit.infra.etl/trending_reconf.py
+++ b/csit.infra.etl/trending_reconf.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -153,6 +153,15 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/trending",
@@ -161,11 +170,7 @@ try:
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/csit.infra.etl/trending_soak.py b/csit.infra.etl/trending_soak.py
index 40da521884..086a1943ee 100644
--- a/csit.infra.etl/trending_soak.py
+++ b/csit.infra.etl/trending_soak.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,8 +29,8 @@ from pyspark.sql.functions import col, lit, regexp_replace
from pyspark.sql.types import StructType
-S3_LOGS_BUCKET="fdio-logs-s3-cloudfront-index"
-S3_DOCS_BUCKET="fdio-docs-s3-cloudfront-index"
+S3_LOGS_BUCKET=environ.get("S3_LOGS_BUCKET", "fdio-logs-s3-cloudfront-index")
+S3_DOCS_BUCKET=environ.get("S3_DOCS_BUCKET", "fdio-docs-s3-cloudfront-index")
PATH=f"s3://{S3_LOGS_BUCKET}/vex-yul-rot-jenkins-1/csit-*-perf-*"
SUFFIX="info.json.gz"
IGNORE_SUFFIX=[
@@ -144,7 +144,6 @@ paths = wr.s3.list_objects(
filtered_paths = [path for path in paths if "daily" in path or "weekly" in path]
out_sdf = process_json_to_dataframe("soak", filtered_paths)
-out_sdf.show(truncate=False)
out_sdf.printSchema()
out_sdf = out_sdf \
.withColumn("year", lit(datetime.now().year)) \
@@ -153,6 +152,15 @@ out_sdf = out_sdf \
.repartition(1)
try:
+ boto3_session = session.Session(
+ aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
+ aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
+ region_name=environ["OUT_AWS_DEFAULT_REGION"]
+ )
+except KeyError:
+ boto3_session = session.Session()
+
+try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/trending",
@@ -161,11 +169,7 @@ try:
compression="snappy",
use_threads=True,
mode="overwrite_partitions",
- boto3_session=session.Session(
- aws_access_key_id=environ["OUT_AWS_ACCESS_KEY_ID"],
- aws_secret_access_key=environ["OUT_AWS_SECRET_ACCESS_KEY"],
- region_name=environ["OUT_AWS_DEFAULT_REGION"]
- )
+ boto3_session=boto3_session
)
except EmptyDataFrame:
pass
diff --git a/docs/content/_index.md b/docs/content/_index.md
index f2736d5a57..1caa6b2932 100644
--- a/docs/content/_index.md
+++ b/docs/content/_index.md
@@ -46,4 +46,12 @@ type: "docs"
packet path thru server SUTs, three distinct logical topology types are
used for VPP DUT data plane testing.
- **[VPP Startup Settings]({{< relref "/infrastructure/vpp_startup_settings" >}})**:
- List of common settings applied to all tests and test dependent settings. \ No newline at end of file
+ List of common settings applied to all tests and test dependent settings.
+5. [PERFORMANCE DASHBOARD]({{< dashboard_url >}})
+ - **[Performance Trending]({{< dashboard_url >}}trending)**
+ - **[Per Release Performance]({{< dashboard_url >}}report)**
+ - **[Per Release Performance Comparisons]({{< dashboard_url >}}comparisons)**
+ - **[Per Release Coverage Data]({{< dashboard_url >}}coverage)**
+ - **[Test Jobs Statistics]({{< dashboard_url >}}stats)**
+ - **[Failures and Anomalies]({{< dashboard_url >}}news)**
+ - **[Search Tests]({{< dashboard_url >}}search)** \ No newline at end of file
diff --git a/docs/content/dashboard/_index.md b/docs/content/dashboard/_index.md
new file mode 100644
index 0000000000..fac194db60
--- /dev/null
+++ b/docs/content/dashboard/_index.md
@@ -0,0 +1,15 @@
+---
+bookCollapseSection: false
+bookFlatSection: true
+title: "Performance Dashboard"
+weight: 5
+---
+
+# [Performance Dashboard]({{< dashboard_url >}})
+- **[Performance Trending]({{< dashboard_url >}}trending)**
+- **[Per Release Performance]({{< dashboard_url >}}report)**
+- **[Per Release Performance Comparisons]({{< dashboard_url >}}comparisons)**
+- **[Per Release Coverage Data]({{< dashboard_url >}}coverage)**
+- **[Test Jobs Statistics]({{< dashboard_url >}}stats)**
+- **[Failures and Anomalies]({{< dashboard_url >}}news)**
+- **[Search Tests]({{< dashboard_url >}}search)**
diff --git a/docs/content/infrastructure/fdio_csit_testbed_versioning.md b/docs/content/infrastructure/fdio_csit_testbed_versioning.md
index 7f6cdfc51c..2e0596e935 100644
--- a/docs/content/infrastructure/fdio_csit_testbed_versioning.md
+++ b/docs/content/infrastructure/fdio_csit_testbed_versioning.md
@@ -36,6 +36,10 @@ environment versioning include:
Following is the list of CSIT versions to date:
+- Ver. 15 associated with CSIT rls2406 branch (
+ [HW](https://git.fd.io/csit/tree/docs/content/infrastructure/testbed_configuration?h=rls2406),
+ [CSIT](https://git.fd.io/csit/tree/?h=rls2406)
+ ).
- Ver. 14 associated with CSIT rls2402 branch (
[HW](https://git.fd.io/csit/tree/docs/content/infrastructure/testbed_configuration?h=rls2402),
[CSIT](https://git.fd.io/csit/tree/?h=rls2402)
diff --git a/docs/content/infrastructure/fdio_dc_testbed_specifications.md b/docs/content/infrastructure/fdio_dc_testbed_specifications.md
index da71124078..cda2ff1624 100644
--- a/docs/content/infrastructure/fdio_dc_testbed_specifications.md
+++ b/docs/content/infrastructure/fdio_dc_testbed_specifications.md
@@ -39,32 +39,22 @@ To access these hosts, VPN connection is required.
### Summary List
```
- #. Type Purpose SUT TG #TB #SUT #TG #skx #ps1 #rng #tx2 #tsh #alt #clx #zn2 #icx #snr #spr #icxd
- 1. 1-Node-Skylake nomad skx na 5 5 0 5 0 0 0 0 0 0 0 0 0 0 0
- 2. 1-Node-Cascadelake nomad clx na 4 4 0 0 0 0 0 0 0 4 0 0 0 0 0
- 3. 1-Node-AmpereAltra nomad alt na 4 4 0 0 0 0 0 0 4 0 0 0 0 0 0
- 4. 2-Node-IxiaPS1L47 tcp skx ps1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0
- 5. 2-Node-Cascadelake perf clx clx 3 3 3 0 0 0 0 0 0 6 0 0 0 0 0
- 6. 2-Node-ThunderX2 perf tx2 skx 1 1 .5 .5 0 0 1 0 0 0 0 0 0 0 0
- 7. 2-Node-Icelake perf icx icx 4 4 4 0 0 0 0 0 0 0 0 8 0 0 0
- 8. 3-Node-Rangeley perf rng skx 1 3 1 0 0 2 0 0 0 0 0 0 0 0 0
- 9. 3-Node-Taishan perf tsh skx 1 2 .5 .5 0 0 0 2 0 0 0 0 0 0 0
-10. 3-Node-Altra perf alt icx 1 2 1 0 0 0 0 0 2 0 0 1 0 0 0
-11. 2-Node-Zen2 perf zn2 zn2 1 1 1 0 0 0 0 0 0 0 2 0 0 0 0
-12. 3-Node-Icelake perf icx icx 2 4 2 0 0 0 0 0 0 0 0 6 0 0 0
-13. 3-Node-SnowRidge perf snr icx 1 2 .5 0 0 0 0 0 0 0 0 .5 2 0 0
-14. 2-Node-SapphireRapids perf spr spr 4 4 4 0 0 0 0 0 0 0 0 0 0 8 0
-15. 1-Node-SapphireRapids nomad spr na 4 4 0 0 0 0 0 0 0 0 0 0 0 4 0
-16. 3-Node-IcelakeD perf icxd icx 4 6 1 0 0 0 0 0 0 0 0 1 0 0 4
- Totals: 39 48 19.5 7 1 2 1 2 6 10 2 16.5 2 12 4
+ #. Type Purpose SUT TG #TB #SUT #TG #skx #ps1 #rng #tx2 #tsh #alt #clx #zn2 #icx #snr #spr #icxd #grc
+ 1. 1-Node-Skylake nomad skx na 2 2 0 2 0 0 0 0 0 0 0 0 0 0 0 0
+ 2. 1-Node-Cascadelake nomad clx na 4 4 0 0 0 0 0 0 0 4 0 0 0 0 0 0
+ 3. 1-Node-AmpereAltra nomad alt na 4 4 0 0 0 0 0 0 4 0 0 0 0 0 0 0
+ 4. 1-Node-SapphireRapids nomad spr na 4 4 0 0 0 0 0 0 0 0 0 0 0 4 0 0
+ 6. 2-Node-Icelake perf icx icx 3 3 3 0 0 0 0 0 0 0 0 6 0 0 0 0
+ 7. 2-Node-Octeon perf icx icx 1 1 1 0 0 0 0 0 0 0 0 2 0 0 0 0
+ 8. 2-Node-Zen2 perf zn2 zn2 1 1 1 0 0 0 0 0 0 0 2 0 0 0 0 0
+ 9. 3-Node-Altra perf alt icx 1 2 1 0 0 0 0 0 2 0 0 1 0 0 0 0
+10. 3-Node-Icelake perf icx icx 2 4 2 0 0 0 0 0 0 0 0 6 0 0 0 0
+11. 3-Node-SnowRidge perf snr icx 1 2 .5 0 0 0 0 0 0 .5 0 0 2 0 0 0
+12. 2-Node-SapphireRapids perf spr spr 4 4 4 0 0 0 0 0 0 0 0 0 0 8 0 0
+13. 3-Node-IcelakeD perf icxd icx 2 4 1 0 0 0 0 0 0 0 0 1 0 0 4 0
+14. 2-Node-Grace perf grc icx 1 1 1 0 0 0 0 0 0 0 0 1 0 0 0 1
```
-### 1-Node-Skylake Xeon Intel (1n-skx)
-
-Each 1-Node-Skylake testbed includes one SUT (Server-Type-B2) with NIC
-ports connected back-to-back ([Server Types](#server-types)).
-Used for FD.io VPP_Device functional driver tests.
-
### 1-Node-Altra Arm Ampere (1n-alt)
Each 1-Node-Altra testbed includes one SUT (Server-Type-E25) with NIC
@@ -77,20 +67,6 @@ Each 1-Node-SapphireRapids testbed includes one SUT (Server-Type-H7) with NIC
ports connected back-to-back ([Server Types](#server-types)).
Used for FD.io VPP_Device functional driver tests.
-### 2-Node-IxiaPS1L47 Ixia PSOne L47 (2n-ps1)
-
-Each 2-Node-IxiaPS1L47 testbed includes one SUT (Server-Type-B1) and one
-TG (Ixia PSOne appliance) with 10GE interfaces connected in a 2-node
-circular topology ([Server Types](#server-types)).
-Used for FD.io TCP/IP and HTTP performance tests.
-
-### 2-Node-Cascadelake Xeon Intel (2n-clx)
-
-Each 2-Node-Cascadelake testbed includes one SUT (Server-Type-C2) and
-one TG (Server-Type-C3) connected in a 2-node circular topology
-([Server Types](#server-types)).
-Used for FD.io performance tests.
-
### 2-Node-Zen2 EPYC AMD (2n-zn2)
Each 2-Node-Zen2 testbed includes one SUT (Server-Type-D1) and
@@ -98,13 +74,6 @@ one TG (Server-Type-D2) connected in a 2-node circular topology
([Server Types](#server-types)).
Used for FD.io performance tests.
-### 2-Node-ThunderX2 Arm Marvell (2x-tx2)
-
-Each 2-Node-ThunderX2 testbed includes one SUT (Server-Type-E22) and
-one TG (Server-Type-E31) connected in a 2-node circular topology
-([Server Types](#server-types)).
-Used for FD.io performance tests.
-
### 2-Node-Icelake Xeon Intel (2n-icx)
Each 2-Node-Icelake testbed includes one SUT (Server-Type-F1) and
@@ -112,17 +81,17 @@ one TG (Server-Type-F2) connected in a 2-node circular topology
([Server Types](#server-types)).
Used for FD.io performance tests.
-### 3-Node-Rangeley Atom Testbeds
+### 2-Node-Icelake Xeon Intel (2n-oct)
-Each 3-Node-Rangeley testbed includes two SUTs (Server-Type-B5) and one
-TG (Server-Type-2) connected in a 3-node circular topology
+Each 2-Node-Icelake testbed includes one SUT (Server-Type-XX) and
+one TG (Server-Type-XX) connected in a 2-node circular topology
([Server Types](#server-types)).
Used for FD.io performance tests.
-### 3-Node-TaiShan Arm Huawei (3n-tsh)
+### 2-Node-Grace Server Nvidia (2n-grc)
-Each 3-Node-TaiShan testbed includes two SUTs (Server-Type-E21) and one
-TG (Server-Type-E31) connected in a 3-node circular topology
+Each 2-Node-Grace testbed includes one SUT (Server-Type-XX) and
+one TG (Server-Type-F6) connected in a 2-node circular topology
([Server Types](#server-types)).
Used for FD.io performance tests.
@@ -185,7 +154,7 @@ connectivity and wiring across defined CSIT testbeds:
FD.io CSIT lab contains following server types:
-1. **Server-Type-B1**: Purpose - Skylake Xeon hosts for FD.io builds and data processing.
+1. **Server-Type-B1**: Purpose - Skylake Xeon hosts for FD.io builds and data processing (BUILDER).
- Quantity: 2
- Physical connectivity:
- IPMI and host management ports.
@@ -205,52 +174,10 @@ FD.io CSIT lab contains following server types:
- PCIe Slot8 af:00.xx: empty.
- PCIe Slot10 d8:00.xx: empty.
-2. **Server-Type-B2**: Purpose - Skylake Xeon SUT for FD.io VPP_Device functional tests.
- - Quantity: 2.
- - Physical connectivity:
- - IPMI and host management ports.
- - NIC ports connected into 1-node topologies.
- - Main HW configuration:
- - Chassis: SuperMicro SYS-7049GP-TRT.
- - Motherboard: SuperMicro X11DPG-QT.
- - Processors: 2* Intel Platinum 8180 2.5 GHz.
- - RAM Memory: 16* 16GB DDR4-2666MHz.
- - Disks: 2* 1.6TB 6G SATA SSD.
- - NICs configuration:
- - Numa0: (x16, x16, x16 PCIe3.0 lanes)
- - PCIe Slot2 18:00.xx: x710-4p10GE Intel.
- - PCIe Slot4 3b:00.xx: x710-4p10GE Intel.
- - PCIe Slot9 5e:00.xx: empty.
- - Numa1: (x16, x16, x16 PCIe3.0 lanes)
- - PCIe Slot6 86:00.xx: e810-2CQDA2-2p100GE Intel.
- - PCIe Slot8 af:00.xx: e810-2CQDA2-2p100GE Intel.
- - PCIe Slot10 d8:00.xx: empty.
-
-3. **Server-Type-B7**: Purpose - Ixia PerfectStorm One Appliance TG for FD.io TCP/IP performance tests.
- - Quantity: 1.
- - Physical connectivity:
- - Host management interface: 10/100/1000-BaseT.
- - 8-port 10GE SFP+ integrated NIC.
- - Main HW configuration:
- - Chassis: PS10GE4NG.
- - Motherboard: SuperMicro X11DPG-QT.
- - Processors: Quad-Core, Intel Processor.
- - HW accelerators: FPGA offload.
- - RAM Memory: 64GB.
- - Disks: 1 * 1 TB, Enterprise Class, High MTBF.
- - Physical Interfaces: 4 * 10GE SFP+.
- - Operating System: Native IxOS.
- - Interface configuration:
- - Port-1: 10GE SFP+.
- - Port-2: 10GE SFP+.
- - Port-3: 10GE SFP+.
- - Port-4: 10GE SFP+.
-
-4. **Server-Type-B8**: Purpose - Skylake Xeon SUT for TCP/IP host stack tests.
- - Quantity: 1.
+1. **Server-Type-B2**: Purpose - Skylake Xeon hosts for FD.io builds and data processing (HST).
+ - Quantity: 2
- Physical connectivity:
- IPMI and host management ports.
- - NIC ports.
- Main HW configuration:
- Chassis: SuperMicro SYS-7049GP-TRT.
- Motherboard: SuperMicro X11DPG-QT.
@@ -259,40 +186,19 @@ FD.io CSIT lab contains following server types:
- Disks: 2* 1.6TB 6G SATA SSD.
- NICs configuration:
- Numa0: (x16, x16, x16 PCIe3.0 lanes)
- - PCIe Slot2 18:00.xx: x710-4p10GE Intel.
- - PCIe Slot4 3b:00.xx: empty.
+ - PCIe Slot2 18:00.xx: e810-2p100GE Intel.
+ - PCIe Slot4 3b:00.xx: e810-2p100GE Intel.
- PCIe Slot9 5e:00.xx: empty.
- Numa1: (x16, x16, x16 PCIe3.0 lanes)
- PCIe Slot6 86:00.xx: empty.
- PCIe Slot8 af:00.xx: empty.
- PCIe Slot10 d8:00.xx: empty.
-5. **Server-Type-C2**: Purpose - Cascadelake Xeon SUT for FD.io performance testing.
- - Quantity: 3
- - Physical connectivity:
- - IPMI and host management ports.
- - NIC ports connected into 2-node testbed topologies.
- - Main HW configuration:
- - Chassis: SuperMicro SYS-7049GP-TRT.
- - Motherboard: SuperMicro X11DPG-QT.
- - Processors: 2* Intel Gold 6252N 2.3 GHz.
- - RAM Memory: 12* 16GB DDR4-2933.
- - Disks: 2* 1.92TB SATA SSD.
- - NICs configuration:
- - Numa0: (x16, x16, x16 PCIe3.0 lanes)
- - PCIe Slot2 18:00.xx: x710-4p10GE Intel.
- - PCIe Slot4 3b:00.xx: xxv710-DA2-2p25GE Intel.
- - PCIe Slot9 5e:00.xx: ConnectX5-2p100GE Mellanox.
- - Numa1: (x16, x16, x16 PCIe3.0 lanes)
- - PCIe Slot6 86:00.xx: e810-2p100GE Intel.
- - PCIe Slot8 af:00.xx: empty.
- - PCIe Slot10 d8:00.xx: empty.
-
-6. **Server-Type-C3**: Purpose - Cascadelake Xeon TG for FD.io performance testing.
- - Quantity: 3.
+2. **Server-Type-C2**: Purpose - Cascadelake Xeon Shared TG for FD.io performance testing.
+ - Quantity: 1.
- Physical connectivity:
- IPMI and host management ports.
- - NIC ports connected into 2-node testbed topologies.
+ - NIC ports connected into 3-node testbed topologies.
- Main HW configuration:
- Chassis: SuperMicro SYS-7049GP-TRT.
- Motherboard: SuperMicro X11DPG-QT.
@@ -300,16 +206,16 @@ FD.io CSIT lab contains following server types:
- RAM Memory: 12* 16GB DDR4-2933.
- Disks: 2* 1.92TB SATA SSD.
- NICs configuration:
- - Numa0: (x16, x16, x16 PCIe3.0 lanes)
- - PCIe Slot2 18:00.xx: x710-4p10GE Intel.
- - PCIe Slot4 3b:00.xx: xxv710-DA2 2p25GE Intel.
- - PCIe Slot9 5e:00.xx: ConnectX5-2p100GE Mellanox.
- - Numa1: (x16, x16, x16 PCIe3.0 lanes)
- - PCIe Slot6 86:00.xx: ConnectX5-2p100GE Mellanox.
- - PCIe Slot8 af:00.xx: ConnectX5-2p100GE Mellanox.
+ - Numa0: (x16, x16, x16 PCIe4.0 lanes)
+ - PCIe Slot2 18:00.xx: xxv710-DA2-2p25GE Intel.
+ - PCIe Slot4 31:00.xx: empty.
+ - PCIe Slot9 5e:00.xx: e810-2CQDA2-2p100GE Intel.
+ - Numa1: (x16, x16, x16 PCIe4.0 lanes)
+ - PCIe Slot6 86:00.xx: e810-XXVDA4-4p25GE Intel.
+ - PCIe Slot8 af:00.xx: empty.
- PCIe Slot10 d8:00.xx: empty.
-7. **Server-Type-C4**: Purpose - Cascadelake Xeon Backend hosts for FD.io builds and data processing.
+3. **Server-Type-C3**: Purpose - Cascadelake Xeon Backend hosts for FD.io builds and data processing.
- Quantity: 4.
- Physical connectivity:
- IPMI and host management ports.
@@ -330,7 +236,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot8 af:00.xx: empty.
- PCIe Slot10 d8:00.xx: empty.
-8. **Server-Type-D1**: Purpose - Zen2 EPYC SUT for FD.io performance testing.
+4. **Server-Type-D1**: Purpose - Zen2 EPYC SUT for FD.io performance testing.
- Quantity: 1.
- Physical connectivity:
- IPMI and host management ports.
@@ -346,7 +252,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot2 41:00.xx: xxv710-da2-2p25GE Intel.
- PCIe Slot3 81:00.xx: mcx556a-edat ConnectX5-2p100GE Mellanox.
-9. **Server-Type-D2**: Purpose - Zen2 EPYC TG for FD.io performance testing.
+5. **Server-Type-D2**: Purpose - Zen2 EPYC TG for FD.io performance testing.
- Quantity: 1.
- Physical connectivity:
- IPMI and host management ports.
@@ -362,38 +268,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot2 41:00.xx: x710-4p10GE Intel.
- PCIe Slot3 81:00.xx: xxv710-da2 2p25GE Intel.
-10. **Server-Type-E21**: Purpose - TaiShan Arm Huawei SUT for FD.io performance testing.
- - Quantity: 2.
- - Physical connectivity:
- - IPMI(?) and host management ports.
- - NIC ports connected into 3-node topology.
- - Main HW configuration:
- - Chassis: Huawei TaiShan 2280.
- - Processors: 2* hip07-d05 ~ 32* Arm Cortex-A72
- - RAM Memory: 8* 16GB DDR4-2400MT/s
- - Disks: 1* 4TB SATA HDD
- - NICs configuration:
- - PCIe Slot4 e9:00.xx: connectx4-2p25GE Mellanox.
- - PCIe Slot6 11:00.xx: x520-2p10GE Intel.
-
-11. **Server-Type-E22**: Purpose - ThunderX2 Arm Marvell SUT for FD.io performance testing.
- - Quantity: 1.
- - Physical connectivity:
- - IPMI and host management ports.
- - NIC ports connected into 2-node topologies.
- - Main HW configuration:
- - Chassis: Gigabyte R181-T90 1U
- - Motherboard: MT91-FS1
- - Processors: 2* ThunderX2 ARMv8 CN9975 2.0 GHz
- - RAM Memory: 4* 32GB RDIMM
- - Disks: 1* 480GB SSD Micron, 1* 1000GB HDD Seagate_25
- - NICs configuration:
- - Numa0:
- - no cards
- - Numa1:
- - PCIe Slot18 91:00.xx: XL710-QDA2-2p40GE Intel.
-
-12. **Server-Type-E23**: Purpose - Altra Arm Ampere SUT for FD.io performance testing.
+6. **Server-Type-E23**: Purpose - Altra Arm Ampere SUT for FD.io performance testing.
- Quantity: 2.
- Physical connectivity:
- IPMI and host management ports.
@@ -412,7 +287,7 @@ FD.io CSIT lab contains following server types:
- Numa1:
- no cards.
-13. **Server-Type-E24**: Purpose - Altra Arm Ampere for FD.io build.
+7. **Server-Type-E24**: Purpose - Altra Arm Ampere for FD.io build.
- Quantity: 2.
- Physical connectivity:
- IPMI and host management ports.
@@ -424,7 +299,7 @@ FD.io CSIT lab contains following server types:
- RAM Memory: 12* 16GB DDR4-3200MT/s
- Disks: 1* 960GB SSD Samsung M.2 NVMe PM983
-14. **Server-Type-E25**: Purpose - Altra Arm Ampere SUT for FD.io VPP_Device functional tests.
+8. **Server-Type-E25**: Purpose - Altra Arm Ampere SUT for FD.io VPP_Device functional tests.
- Quantity: 2.
- Physical connectivity:
- IPMI and host management ports.
@@ -445,28 +320,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot3 0003:02:00.xx: XL710-QDA2-2p40GE Intel.
- PCIe Slot5 0005:02:00.xx: ConnectX5-2p10/25GE Mellanox.
-15. **Server-Type-E31**: Purpose - Skylake Xeon Shared TG for FD.io performance testing.
- - Quantity: 1.
- - Physical connectivity:
- - IPMI and host management ports.
- - NIC ports connected into 2-node and 3-node topologies.
- - Main HW configuration:
- - Chassis: SuperMicro SYS-7049GP-TRT.
- - Motherboard: SuperMicro X11DPG-QT.
- - Processors: 2* Intel Platinum 8180 2.5 GHz.
- - RAM Memory: 16* 16GB DDR4-2666MHz.
- - Disks: 2* 1.6TB 6G SATA SSD.
- - NICs configuration:
- - Numa0: (x16, x16, x16 PCIe3.0 lanes)
- - PCIe Slot2 18:00.xx: x710-4p10GE Intel.
- - PCIe Slot4 3b:00.xx: xxv710-DA2 2p25GE Intel.
- - PCIe Slot9 5e:00.xx: empty.
- - Numa1: (x16, x16, x16 PCIe3.0 lanes)
- - PCIe Slot6 86:00.xx: empty.
- - PCIe Slot8 af:00.xx: xl710-QDA2-2p40GE Intel.
- - PCIe Slot10 d8:00.xx: x710-4p10GE Intel.
-
-16. **Server-Type-E32**: Purpose - Icelake Xeon Shared TG for FD.io performance testing.
+9. **Server-Type-E32**: Purpose - Icelake Xeon Shared TG for FD.io performance testing.
- Quantity: 1.
- Physical connectivity:
- IPMI and host management ports.
@@ -487,7 +341,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot8 b1:00.xx: e810-2CQDA2-2p100GE Intel.
- PCIe Slot10 ff:00.xx: empty.
-17. **Server-Type-F1**: Purpose - Icelake Xeon SUT for FD.io performance testing.
+10. **Server-Type-F1**: Purpose - Icelake Xeon SUT for FD.io performance testing.
- Quantity: 4.
- Physical connectivity:
- IPMI and host management ports.
@@ -508,7 +362,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot8 af:00.xx: ConnectX7-2p200GE Mellanox.
- PCIe Slot10 d8:00.xx: empty.
-18. **Server-Type-F2**: Purpose - Icelake Xeon TG for FD.io performance testing.
+11. **Server-Type-F2**: Purpose - Icelake Xeon TG for FD.io performance testing.
- Quantity: 4.
- Physical connectivity:
- IPMI and host management ports.
@@ -529,7 +383,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot8 af:00.xx: ConnectX7-2p200GE Mellanox.
- PCIe Slot10 d8:00.xx: empty.
-19. **Server-Type-F3**: Purpose - Icelake Xeon TG or SUT for FD.io performance testing.
+12. **Server-Type-F3**: Purpose - Icelake Xeon TG or SUT for FD.io performance testing.
- Quantity: 6.
- Physical connectivity:
- IPMI and host management ports.
@@ -550,7 +404,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot8 af:00.xx: empty.
- PCIe Slot10 d8:00.xx: empty.
-20. **Server-Type-F4**: Purpose - Icelake Xeon TG for FD.io performance testing.
+13. **Server-Type-F4**: Purpose - Icelake Xeon TG for FD.io performance testing.
- Quantity: 3.
- Physical connectivity:
- IPMI and host management ports.
@@ -571,7 +425,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot8 af:00.xx: empty.
- PCIe Slot10 d8:00.xx: empty.
-21. **Server-Type-F5**: Purpose - Icelake Xeon Shared TG for FD.io performance testing.
+14. **Server-Type-F5**: Purpose - Icelake Xeon Shared TG for FD.io performance testing.
- Quantity: 2.
- Physical connectivity:
- IPMI and host management ports.
@@ -592,7 +446,28 @@ FD.io CSIT lab contains following server types:
- PCIe Slot8 b1:00.xx: e810-2CQDA2-2p100GE Intel.
- PCIe Slot10 ff:00.xx: empty.
-22. **Server-Type-G1**: Purpose - SnowRidge Atom SUT for FD.io performance testing.
+15. **Server-Type-F6**: Purpose - Icelake Xeon TG for FD.io performance testing.
+ - Quantity: 1.
+ - Physical connectivity:
+ - IPMI and host management ports.
+ - NIC ports connected into 2-node and/or 3-node testbed topologies.
+ - Main HW configuration:
+ - Chassis: SuperMicro SYS-740GP-TNRT.
+ - Motherboard: Super X12DPG-QT6.
+ - Processors: 2* Intel Platinum 8358 2.6 GHz.
+ - RAM Memory: 16* 16GB DDR4-3200.
+ - Disks: 2* 960GB SATA SSD.
+ - NICs configuration:
+ - Numa0: (x16, x16, x16 PCIe4.0 lanes)
+ - PCIe Slot2 4b:00.xx: ConnectX5-2p100GE Mellanox.
+ - PCIe Slot4 31:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia.
+ - PCIe Slot9 ff:00.xx: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia.
+ - Numa1: (x16, x16, x16 PCIe4.0 lanes)
+ - PCIe Slot6 ca:00.xx: empty.
+ - PCIe Slot8 b1:00.xx: empty.
+ - PCIe Slot10 ff:00.xx: empty.
+
+16. **Server-Type-G1**: Purpose - SnowRidge Atom SUT for FD.io performance testing.
- Quantity: 2
- Physical connectivity:
- IPMI and host management ports.
@@ -607,7 +482,7 @@ FD.io CSIT lab contains following server types:
- Numa0: (x16, PCIe3.0 lane)
- PCIe BuiltIn ec:00.xx: e810-XXVDA4-4p25GE Intel.
-23. **Server-Type-H1**: Purpose - SapphireRapids Xeon SUT for FD.io full system performance testing.
+17. **Server-Type-H1**: Purpose - SapphireRapids Xeon SUT for FD.io full system performance testing.
- Quantity: 1.
- Physical connectivity:
- IPMI and host management ports.
@@ -628,7 +503,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot9 af:00.xx: ConnectX7-2p200GE Nvidia.
- PCIe Slot11 d8:00.xx: ConnectX7-2p200GE Nvidia.
-24. **Server-Type-H2**: Purpose - SapphireRapids Xeon TG for FD.io full system performance testing.
+18. **Server-Type-H2**: Purpose - SapphireRapids Xeon TG for FD.io full system performance testing.
- Quantity: 1.
- Physical connectivity:
- IPMI and host management ports.
@@ -649,7 +524,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot9 af:00.xx: ConnectX7-2p200GE Nvidia.
- PCIe Slot11 d8:00.xx: empty.
-25. **Server-Type-H3**: Purpose - SapphireRapids Xeon SUT for FD.io performance testing.
+19. **Server-Type-H3**: Purpose - SapphireRapids Xeon SUT for FD.io performance testing.
- Quantity: 1.
- Physical connectivity:
- IPMI and host management ports.
@@ -670,7 +545,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot9 af:00.xx: e810-XXVDA4-4p25GE Intel.
- PCIe Slot11 d8:00.xx: empty.
-26. **Server-Type-H4**: Purpose - SapphireRapids Xeon TG for FD.io performance testing.
+20. **Server-Type-H4**: Purpose - SapphireRapids Xeon TG for FD.io performance testing.
- Quantity: 1.
- Physical connectivity:
- IPMI and host management ports.
@@ -691,7 +566,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot9 af:00.xx: empty.
- PCIe Slot11 d8:00.xx: empty.
-27. **Server-Type-H5**: Purpose - SapphireRapids Xeon SUT for FD.io performance testing.
+21. **Server-Type-H5**: Purpose - SapphireRapids Xeon SUT for FD.io performance testing.
- Quantity: 2.
- Physical connectivity:
- IPMI and host management ports.
@@ -712,7 +587,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot9 af:00.xx: empty.
- PCIe Slot11 d8:00.xx: empty.
-28. **Server-Type-H6**: Purpose - SapphireRapids Xeon TG for FD.io performance testing.
+22. **Server-Type-H6**: Purpose - SapphireRapids Xeon TG for FD.io performance testing.
- Quantity: 2.
- Physical connectivity:
- IPMI and host management ports.
@@ -733,7 +608,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot9 af:00.xx: e810-2CQDA2-2p100GE Intel.
- PCIe Slot11 d8:00.xx: empty.
-29. **Server-Type-H7**: Purpose - SapphireRapids SUT for FD.io VPP_Device functional tests.
+23. **Server-Type-H7**: Purpose - SapphireRapids SUT for FD.io VPP_Device functional tests.
- Quantity: 2.
- Physical connectivity:
- IPMI and host management ports.
@@ -754,7 +629,7 @@ FD.io CSIT lab contains following server types:
- PCIe Slot9 af:00.xx: empty.
- PCIe Slot11 d8:00.xx: empty.
-30. **Server-Type-I1**: Purpose - IcelakeD Xeon SUT for FD.io performance testing.
+24. **Server-Type-I1**: Purpose - IcelakeD Xeon SUT for FD.io performance testing.
- Quantity: 4
- Physical connectivity:
- IPMI and host management ports.
@@ -769,6 +644,23 @@ FD.io CSIT lab contains following server types:
- Numa0: (x16, PCIe4.0 lane)
- PCIe BuiltIn ??:00.xx: e810-XXVDA2-2p25GE Intel.
+25. **Server-Type-J1**: Purpose - Grace Server SUT for FD.io performance testing.
+ - Quantity: 1.
+ - Physical connectivity:
+ - IPMI and host management ports.
+ - NIC ports connected into 2-node and/or 3-node testbed topologies.
+ - Main HW configuration:
+ - Chassis: NDA.
+ - Motherboard: NDA.
+ - Processors: 1* Arm Neoverse V2.
+ - RAM Memory: NDA.
+ - Disks: NDA.
+ - NICs configuration:
+ - Numa0: (x16, x16, x16, x16 PCIe5.0 lanes)
+ - PCIe Slot2 ?: ConnectX5-2p100GE Mellanox.
+ - PCIe Slot4 ?: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia.
+ - PCIe Slot9 ?: MCX713106AS-VEAT ConnectX7-2p200GE Nvidia.
+
## Testbeds Configuration
### 1-Node-Skylake (1n-skx)
@@ -776,36 +668,20 @@ FD.io CSIT lab contains following server types:
```
- SUT [Server-Type-B2]:
- testbedname: testbed11.
- - hostname: s1-t11-sut1.
+ - hostname: s50-nomad.
- IPMI IP: 10.30.50.47
- Host IP: 10.30.51.50
- portnames:
- - s1-t11-sut1-c2/p1 - 10GE-port1 x710-4p10GE.
- - s1-t11-sut1-c2/p2 - 10GE-port2 x710-4p10GE.
- - s1-t11-sut1-c2/p3 - 10GE-port3 x710-4p10GE.
- - s1-t11-sut1-c2/p4 - 10GE-port4 x710-4p10GE.
- - s1-t11-sut1-c4/p1 - 10GE-port1 x710-4p10GE.
- - s1-t11-sut1-c4/p2 - 10GE-port2 x710-4p10GE.
- - s1-t11-sut1-c4/p3 - 10GE-port3 x710-4p10GE.
- - s1-t11-sut1-c4/p4 - 10GE-port4 x710-4p10GE.
- s1-t11-sut1-c6/p1 - 100GE-port1 e810-2p100GE.
- s1-t11-sut1-c6/p2 - 100GE-port2 e810-2p100GE.
- s1-t11-sut1-c8/p1 - 100GE-port1 e810-2p100GE.
- s1-t11-sut1-c8/p2 - 100GE-port2 e810-2p100GE.
- SUT [Server-Type-B2]:
- testbedname: testbed12.
- - hostname: s2-t12-sut1.
+ - hostname: s51-nomad.
- IPMI IP: 10.30.50.48
- Host IP: 10.30.51.51
- portnames:
- - s2-t12-sut1-c2/p1 - 10GE-port1 x710-4p10GE.
- - s2-t12-sut1-c2/p2 - 10GE-port2 x710-4p10GE.
- - s2-t12-sut1-c2/p3 - 10GE-port3 x710-4p10GE.
- - s2-t12-sut1-c2/p4 - 10GE-port4 x710-4p10GE.
- - s2-t12-sut1-c4/p1 - 10GE-port1 x710-4p10GE.
- - s2-t12-sut1-c4/p2 - 10GE-port2 x710-4p10GE.
- - s2-t12-sut1-c4/p3 - 10GE-port3 x710-4p10GE.
- - s2-t12-sut1-c4/p4 - 10GE-port4 x710-4p10GE.
- s2-t12-sut1-c6/p1 - 100GE-port1 e810-2p100GE.
- s2-t12-sut1-c6/p2 - 100GE-port2 e810-2p100GE.
- s2-t12-sut1-c8/p1 - 100GE-port1 e810-2p100GE.
@@ -856,12 +732,20 @@ FD.io CSIT lab contains following server types:
- testbedname: testbed15.
- hostname: s30-t15-sut1.
- IPMI IP: 10.30.50.30
- - Host IP: 10.30.51.31
+ - Host IP: 10.30.51.30
- portnames:
- s30-t15-sut1-c1/p1 - 100GE-port1 e810-2CQDA2-2p100GE.
- s30-t15-sut1-c1/p2 - 100GE-port2 e810-2CQDA2-2p100GE.
- s30-t15-sut1-c2/p1 - 100GE-port1 e810-2CQDA2-2p100GE.
- s30-t15-sut1-c2/p2 - 100GE-port1 e810-2CQDA2-2p100GE.
+ - s30-t15-sut1-c7/p1 - 10GE-port1 x710-4p10GE.
+ - s30-t15-sut1-c7/p2 - 10GE-port2 x710-4p10GE.
+ - s30-t15-sut1-c7/p3 - 10GE-port3 x710-4p10GE.
+ - s30-t15-sut1-c7/p4 - 10GE-port4 x710-4p10GE.
+ - s30-t15-sut1-c9/p1 - 10GE-port1 x710-4p10GE.
+ - s30-t15-sut1-c9/p2 - 10GE-port2 x710-4p10GE.
+ - s30-t15-sut1-c9/p3 - 10GE-port3 x710-4p10GE.
+ - s30-t15-sut1-c9/p4 - 10GE-port4 x710-4p10GE.
- SUT [Server-Type-H7]:
- testbedname: testbed16.
- hostname: s31-t16-sut1.
@@ -872,31 +756,14 @@ FD.io CSIT lab contains following server types:
- s31-t16-sut1-c1/p2 - 100GE-port2 e810-2CQDA2-2p100GE.
- s31-t16-sut1-c2/p1 - 100GE-port1 e810-2CQDA2-2p100GE.
- s31-t16-sut1-c2/p2 - 100GE-port1 e810-2CQDA2-2p100GE.
-```
-
-### 2-Node-IxiaPS1L47 (2n-ps1)
-
-```
-- SUT [Server-Type-B8]:
- - testbedname: testbed25.
- - hostname: s25-t25-sut1.
- - IPMI IP: 10.30.50.58
- - Host IP: 10.30.51.61
- - portnames:
- - s25-t25-sut1-c2/p1 - 10GE-port1 x710-4p10GE.
- - s25-t25-sut1-c2/p2 - 10GE-port2 x710-4p10GE.
- - s25-t25-sut1-c2/p3 - 10GE-port3 x710-4p10GE.
- - s25-t25-sut1-c2/p4 - 10GE-port4 x710-4p10GE.
-- TG [Server-Type-B7]:
- - testbedname: testbed25.
- - hostname: s26-t25-tg1.
- - IPMI IP: 10.30.50.59
- - Host IP: 10.30.51.62
- - portnames:
- - s26-t25-tg1-p1 - 10GE-port1.
- - s26-t25-tg1-p2 - 10GE-port2.
- - s26-t25-tg1-p3 - 10GE-port3.
- - s26-t25-tg1-p4 - 10GE-port4.
+ - s31-t16-sut1-c7/p1 - 10GE-port1 x710-4p10GE.
+ - s31-t16-sut1-c7/p2 - 10GE-port2 x710-4p10GE.
+ - s31-t16-sut1-c7/p3 - 10GE-port3 x710-4p10GE.
+ - s31-t16-sut1-c7/p4 - 10GE-port4 x710-4p10GE.
+ - s31-t16-sut1-c9/p1 - 10GE-port1 x710-4p10GE.
+ - s31-t16-sut1-c9/p2 - 10GE-port2 x710-4p10GE.
+ - s31-t16-sut1-c9/p3 - 10GE-port3 x710-4p10GE.
+ - s31-t16-sut1-c9/p4 - 10GE-port4 x710-4p10GE.
```
### 2-Node-Cascadelake (2n-clx)
@@ -904,91 +771,7 @@ FD.io CSIT lab contains following server types:
{{< figure src="/cdocs/testbed-2n-clx.svg" >}}
```
-- SUT [Server-Type-C2]:
- - testbedname: testbed27.
- - hostname: s33-t27-sut1.
- - IPMI IP: 10.30.55.18
- - Host IP: 10.32.8.18
- - portnames:
- - s33-t27-sut1-c2/p1 - 10GE-port1 x710-4p10GE.
- - s33-t27-sut1-c2/p2 - 10GE-port2 x710-4p10GE.
- - s33-t27-sut1-c2/p3 - 10GE-port3 x710-4p10GE.
- - s33-t27-sut1-c2/p4 - 10GE-port4 x710-4p10GE.
- - s33-t27-sut1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE.
- - s33-t27-sut1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE.
- - s33-t27-sut1-c6/p1 - 100GE-port1 e810-2p100GE.
- - s33-t27-sut1-c6/p2 - 100GE-port2 e810-2p100GE.
- - s33-t27-sut1-c9/p1 - 100GE-port1 ConnectX5-2p100GE.
- - s33-t27-sut1-c9/p2 - 100GE-port2 ConnectX5-2p100GE.
-- TG [Server-Type-C3]:
- - testbedname: testbed27.
- - hostname: s34-t27-tg1.
- - IPMI IP: 10.30.55.19
- - Host IP: 10.32.8.19
- - portnames:
- - s34-t27-tg1-c2/p1 - 10GE-port1 x710-4p10GE.
- - s34-t27-tg1-c2/p2 - 10GE-port2 x710-4p10GE.
- - s34-t27-tg1-c2/p3 - 10GE-port3 x710-4p10GE.
- - s34-t27-tg1-c2/p4 - 10GE-port4 x710-4p10GE.
- - s34-t27-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE.
- - s34-t27-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE.
- - s34-t27-tg1-c6/p1 - 100GE-port1 ConnectX5-2p100GE.
- - s34-t27-tg1-c6/p2 - 100GE-port2 ConnectX5-2p100GE.
- - s38-t27-tg1-c8/p1 - 100GE-port1 ConnectX5-2p100GE.
- - s38-t27-tg1-c8/p2 - 100GE-port2 ConnectX5-2p100GE.
- - s34-t27-tg1-c9/p1 - 100GE-port1 ConnectX5-2p100GE.
- - s34-t27-tg1-c9/p2 - 100GE-port2 ConnectX5-2p100GE.
-- SUT [Server-Type-C2]:
- - testbedname: testbed28.
- - hostname: s35-t28-sut1.
- - IPMI IP: 10.30.55.20
- - Host IP: 10.32.8.20
- - portnames:
- - s35-t28-sut1-c2/p1 - 10GE-port1 x710-4p10GE.
- - s35-t28-sut1-c2/p2 - 10GE-port2 x710-4p10GE.
- - s35-t28-sut1-c2/p3 - 10GE-port3 x710-4p10GE.
- - s35-t28-sut1-c2/p4 - 10GE-port4 x710-4p10GE.
- - s35-t28-sut1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE.
- - s35-t28-sut1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE.
- - s35-t28-sut1-c6/p1 - 100GE-port1 e810-2p100GE.
- - s35-t28-sut1-c6/p2 - 100GE-port2 e810-2p100GE.
- - s35-t28-sut1-c9/p1 - 100GE-port1 ConnectX5-2p100GE.
- - s35-t28-sut1-c9/p2 - 100GE-port2 ConnectX5-2p100GE.
-- TG [Server-Type-C3]:
- - testbedname: testbed28.
- - hostname: s36-t28-tg1.
- - IPMI IP: 10.30.55.21
- - Host IP: 10.32.8.21
- - portnames:
- - s36-t28-tg1-c2/p1 - 10GE-port1 x710-4p10GE.
- - s36-t28-tg1-c2/p2 - 10GE-port2 x710-4p10GE.
- - s36-t28-tg1-c2/p3 - 10GE-port3 x710-4p10GE.
- - s36-t28-tg1-c2/p4 - 10GE-port4 x710-4p10GE.
- - s36-t28-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE.
- - s36-t28-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE.
- - s36-t28-tg1-c6/p1 - 100GE-port1 ConnectX5-2p100GE.
- - s36-t28-tg1-c6/p2 - 100GE-port2 ConnectX5-2p100GE.
- - s38-t28-tg1-c8/p1 - 100GE-port1 ConnectX5-2p100GE.
- - s38-t28-tg1-c8/p2 - 100GE-port2 ConnectX5-2p100GE.
- - s36-t28-tg1-c9/p1 - 100GE-port1 ConnectX5-2p100GE.
- - s36-t28-tg1-c9/p2 - 100GE-port2 ConnectX5-2p100GE.
-- SUT [Server-Type-C2]:
- - testbedname: testbed29.
- - hostname: s37-t29-sut1.
- - IPMI IP: 10.30.55.22
- - Host IP: 10.32.8.22
- - portnames:
- - s37-t29-sut1-c2/p1 - 10GE-port1 x710-4p10GE.
- - s37-t29-sut1-c2/p2 - 10GE-port2 x710-4p10GE.
- - s37-t29-sut1-c2/p3 - 10GE-port3 x710-4p10GE.
- - s37-t29-sut1-c2/p4 - 10GE-port4 x710-4p10GE.
- - s37-t29-sut1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE.
- - s37-t29-sut1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE.
- - s37-t29-sut1-c6/p1 - 100GE-port1 e810-2p100GE.
- - s37-t29-sut1-c6/p2 - 100GE-port2 e810-2p100GE.
- - s37-t29-sut1-c9/p1 - 100GE-port1 ConnectX5-2p100GE.
- - s37-t29-sut1-c9/p2 - 100GE-port2 ConnectX5-2p100GE.
-- TG [Server-Type-C3]:
+- TG [Server-Type-C2]:
- testbedname: testbed29.
- hostname: s38-t29-tg1.
- IPMI IP: 10.30.55.23
@@ -1041,39 +824,6 @@ FD.io CSIT lab contains following server types:
- s61-t210-tg1-c3/p2 - 25GE-port2 xxv710-DA2-2p25GE.
```
-### 2-Node-ThunderX2 (2x-tx2)
-
-{{< figure src="/cdocs/testbed-2n-tx2.svg" >}}
-
-```
-- SUT [Server-Type-E22]:
- - testbedname: testbed211.
- - hostname: s27-t211-sut1.
- - IPMI IP: 10.30.50.69
- - Host IP: 10.30.51.69
- - portnames:
- - s27-t211-sut1-c18/p1 - 40GE-port1 xl710-QDA2-2p40GE.
- - s27-t211-sut1-c18/p2 - 40GE-port2 xl710-QDA2-2p40GE.
-- TG [Server-Type-E31]:
- - testbedname: testbed33 and testbed211.
- - hostname: s19-t33t211-tg1.
- - IPMI IP: 10.30.50.46
- - Host IP: 10.30.51.49
- - portnames:
- - s19-t33t211-tg1-c2/p1 - 10GE-port1 x710-4p10GE.
- - s19-t33t211-tg1-c2/p2 - 10GE-port2 x710-4p10GE.
- - s19-t33t211-tg1-c2/p3 - 10GE-port3 x710-4p10GE.
- - s19-t33t211-tg1-c2/p4 - 10GE-port4 x710-4p10GE.
- - s19-t33t211-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE.
- - s19-t33t211-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE.
- - s19-t33t211-tg1-c8/p1 - 40GE-port1 xl710-QDA2-2p40GE.
- - s19-t33t211-tg1-c8/p2 - 40GE-port2 xl710-QDA2-2p40GE.
- - s19-t33t211-tg1-c10/p1 - 10GE-port1 x710-4p10GE.
- - s19-t33t211-tg1-c10/p2 - 10GE-port2 x710-4p10GE.
- - s19-t33t211-tg1-c10/p3 - 10GE-port3 x710-4p10GE.
- - s19-t33t211-tg1-c10/p4 - 10GE-port4 x710-4p10GE.
-```
-
### 2-Node-Icelake (2n-icx)
{{< figure src="/cdocs/testbed-2n-icx.svg" >}}
@@ -1181,6 +931,13 @@ FD.io CSIT lab contains following server types:
- s86-t214-tg1-c6/p2 - 100GE-port2 e810-2CQDA2-2p100GE.
- s86-t214-tg1-c8/p1 - 200GE-port1 ConnectX7-2p200GE.
- s86-t214-tg1-c8/p2 - 200GE-port2 ConnectX7-2p200GE.
+```
+
+### 2-Node-Icelake (2n-oct)
+
+{{< figure src="/cdocs/testbed-2n-oct.svg" >}}
+
+```
- SUT [Server-Type-F1]:
- testbedname: testbed215.
- hostname: s87-t215-sut1.
@@ -1217,51 +974,6 @@ FD.io CSIT lab contains following server types:
- s88-t215-tg1-c8/p2 - 200GE-port2 ConnectX7-2p200GE.
```
-### 3-Node-Taishan (3n-tsh)
-
-{{< figure src="/cdocs/testbed-3n-tsh.svg" >}}
-
-```
-- SUT [Server-Type-E21]:
- - testbedname: testbed33.
- - hostname: s17-t33-sut1.
- - IPMI IP: 10.30.50.36
- - Host IP: 10.30.51.36
- - portnames:
- - s17-t33-sut1-c6/p1 - 10GE-port1 x520-2p10GE.
- - s17-t33-sut1-c6/p2 - 10GE-port2 x520-2p10GE.
- - s17-t33-sut1-c4/p1 - 25GE-port1 cx4-2p25GE.
- - s17-t33-sut1-c4/p2 - 25GE-port2 cx4-2p25GE.
-- SUT [Server-Type-E21]:
- - testbedname: testbed33.
- - hostname: s18-t33-sut2.
- - IPMI IP: 10.30.50.37
- - Host IP: 10.30.51.37
- - portnames:
- - s18-t33-sut2-c6/p1 - 10GE-port1 x520-2p10GE.
- - s18-t33-sut2-c6/p2 - 10GE-port2 x520-2p10GE.
- - s18-t33-sut2-c4/p1 - 25GE-port1 cx4-2p25GE.
- - s18-t33-sut2-c4/p2 - 25GE-port2 cx4-2p25GE.
-- TG [Server-Type-E31]:
- - testbedname: testbed33 and testbed211.
- - hostname: s19-t33t211-tg1.
- - IPMI IP: 10.30.50.46
- - Host IP: 10.30.51.49
- - portnames:
- - s19-t33t211-tg1-c2/p1 - 10GE-port1 x710-4p10GE.
- - s19-t33t211-tg1-c2/p2 - 10GE-port2 x710-4p10GE.
- - s19-t33t211-tg1-c2/p3 - 10GE-port3 x710-4p10GE.
- - s19-t33t211-tg1-c2/p4 - 10GE-port4 x710-4p10GE.
- - s19-t33t211-tg1-c4/p1 - 25GE-port1 xxv710-DA2-2p25GE.
- - s19-t33t211-tg1-c4/p2 - 25GE-port2 xxv710-DA2-2p25GE.
- - s19-t33t211-tg1-c8/p1 - 40GE-port1 xl710-QDA2-2p40GE.
- - s19-t33t211-tg1-c8/p2 - 40GE-port2 xl710-QDA2-2p40GE.
- - s19-t33t211-tg1-c10/p1 - 10GE-port1 x710-4p10GE.
- - s19-t33t211-tg1-c10/p2 - 10GE-port2 x710-4p10GE.
- - s19-t33t211-tg1-c10/p3 - 10GE-port3 x710-4p10GE.
- - s19-t33t211-tg1-c10/p4 - 10GE-port4 x710-4p10GE.
-```
-
### 3-Node-Altra (3n-alt)
{{< figure src="/cdocs/testbed-3n-alt.svg" >}}
@@ -1429,7 +1141,7 @@ FD.io CSIT lab contains following server types:
- s94-t39-sut2-c1/p2 - 25GE-port2 e810-XXVDA4-4p25GE.
- s94-t39-sut2-c1/p3 - 25GE-port3 e810-XXVDA4-4p25GE.
- s94-t39-sut2-c1/p4 - 25GE-port4 e810-XXVDA4-4p25GE.
-- ServerF4 [Server-Type-F5]:
+- ServerC2 [Server-Type-C2]:
- testbedname: testbed39.
- hostname: s89-t39t310-tg1.
- IPMI IP: 10.30.50.89
@@ -1633,39 +1345,37 @@ FD.io CSIT lab contains following server types:
- s90-t31t32-tg1-c6/p4 - 25GE-port4 e810-XXVDA4-4p25GE.
```
-## Testbed Wiring
-
-### 1-Node-Skylake (1n-skx)
+### 2-Node-Grace (2n-grc)
```
-- testbed11:
- - ring1 10GE-ports x710-4p10GE:
- - s1-t11-sut1-c2/p1 to s1-t11-sut1-c4/p1.
- - ring2 10GE-ports x710-4p10GE:
- - s1-t11-sut1-c2/p2 to s1-t11-sut1-c4/p2.
- - ring3 10GE-ports x710-4p10GE:
- - s1-t11-sut1-c2/p3 to s1-t11-sut1-c4/p3.
- - ring4 10GE-ports x710-4p10GE:
- - s1-t11-sut1-c2/p4 to s1-t11-sut1-c4/p4.
- - ring5 100GE-ports e810-2p100GE:
- - s1-t11-sut1-c5/p1 to s1-t11-sut1-c6/p1.
- - ring6 100GE-ports e810-2p100GE:
- - s1-t11-sut1-c5/p2 to s1-t11-sut1-c6/p2.
-- testbed12:
- - ring1 10GE-ports x710-4p10GE:
- - s2-t12-sut1-c2/p1 to s2-t12-sut1-c4/p1.
- - ring2 10GE-ports x710-4p10GE:
- - s2-t12-sut1-c2/p2 to s2-t12-sut1-c4/p2.
- - ring3 10GE-ports x710-4p10GE:
- - s2-t12-sut1-c2/p3 to s2-t12-sut1-c4/p3.
- - ring4 10GE-ports x710-4p10GE:
- - s2-t12-sut1-c2/p4 to s2-t12-sut1-c4/p4.
- - ring5 100GE-ports e810-2p100GE:
- - s2-t12-sut1-c5/p1 to s2-t12-sut1-c6/p1.
- - ring6 100GE-ports e810-2p100GE:
- - s2-t12-sut1-c5/p2 to s2-t12-sut1-c6/p2.
+- SUT [Server-Type-J1]:
+ - testbedname: testbed27.
+ - hostname: s36-t27-sut1.
+ - IPMI IP: 10.30.50.36
+ - Host IP: 10.30.51.36
+ - portnames:
+ - s36-t27-sut1-c2/p1 - 100GE-port1 ConnectX5-2p100GE.
+ - s36-t27-sut1-c2/p2 - 100GE-port2 ConnectX5-2p100GE.
+ - s36-t27-sut1-c4/p1 - 200GE-port1 ConnectX7-2p200GE.
+ - s36-t27-sut1-c4/p2 - 200GE-port2 ConnectX7-2p200GE.
+ - s36-t27-sut1-c9/p1 - 200GE-port1 ConnectX7-2p200GE.
+ - s36-t27-sut1-c9/p2 - 200GE-port2 ConnectX7-2p200GE.
+- TG [Server-Type-F6]:
+ - testbedname: testbed27.
+ - hostname: s37-t27-tg1.
+ - IPMI IP: 10.30.50.37
+ - Host IP: 10.30.51.37
+ - portnames:
+ - s37-t27-tg1-c2/p1 - 100GE-port1 ConnectX5-2p100GE.
+ - s37-t27-tg1-c2/p2 - 100GE-port2 ConnectX5-2p100GE.
+ - s37-t27-tg1-c4/p1 - 200GE-port1 ConnectX7-2p200GE.
+ - s37-t27-tg1-c4/p2 - 200GE-port2 ConnectX7-2p200GE.
+ - s37-t27-tg1-c9/p1 - 200GE-port1 ConnectX7-2p200GE.
+ - s37-t27-tg1-c9/p2 - 200GE-port2 ConnectX7-2p200GE.
```
+## Testbed Wiring
+
### 1-Node-Altra (1n-alt)
```
@@ -1702,84 +1412,27 @@ FD.io CSIT lab contains following server types:
- s30-t15-sut1-c1/p1 to s30-t15-sut1-c2/p1.
- ring2 100GE-ports e810-2p100GE:
- s30-t15-sut1-c1/p2 to s30-t15-sut1-c2/p2.
+ - ring3 10GE-ports x710-4p10GE:
+ - s30-t15-sut1-c7/p1 to s30-t15-sut1-c9/p1.
+ - ring4 10GE-ports x710-4p10GE:
+ - s30-t15-sut1-c7/p2 to s30-t15-sut1-c9/p2.
+ - ring5 10GE-ports x710-4p10GE:
+ - s30-t15-sut1-c7/p3 to s30-t15-sut1-c9/p3.
+ - ring6 10GE-ports x710-4p10GE:
+ - s30-t15-sut1-c7/p4 to s30-t15-sut1-c9/p4.
- testbed16:
- ring1 100GE-ports e810-2p100GE:
- s31-t16-sut1-c1/p1 to s31-t16-sut1-c2/p1.
- ring2 100GE-ports e810-2p100GE:
- s31-t16-sut1-c1/p2 to s31-t16-sut1-c2/p2.
-```
-
-### 2-Node-IxiaPS1L47 (2n-ps1)
-
-```
-- testbed25:
- - link1 10GE-port x710-4p10GE on SUT:
- - t25-tg1-p1 to t25-sut1-c2/p1.
- - link2 10GE-port x710-4p10GE on SUT:
- - t25-tg1-p2 to t25-sut1-c2/p2.
- - link3 10GE-port x710-4p10GE on SUT:
- - t25-tg1-p3 to t25-sut1-c2/p3.
- - link4 10GE-port x710-4p10GE on SUT:
- - t25-tg1-p4 to t25-sut1-c2/p4.
-```
-
-### 2-Node-Cascadelake (2n-clx)
-
-```
-- testbed27:
- - ring1 10GE-ports x710-4p10GE on SUT:
- - s34-t27-tg1-c2/p1 to s33-t27-sut1-c2/p1.
- - s33-t27-sut1-c2/p2 to s34-t27-tg1-c2/p2.
- - ring2 10GE-ports x710-4p10GE on SUT:
- - s34-t27-tg1-c2/p3 to s33-t27-sut1-c2/p3.
- - s33-t27-sut1-c2/p4 to s34-t27-tg1-c2/p4.
- - ring3 25GE-ports xxv710-DA2-2p25GE on SUT
- - s34-t27-tg1-c4/p1 to s33-t27-sut1-c4/p1.
- - s33-t27-sut1-c4/p2 to s34-t27-tg1-c4/p2.
- - ring4 100GE-ports ConnectX5-2p100GE on SUT:
- - s34-t27-tg1-c9/p1 to s33-t27-sut1-c9/p1.
- - s33-t27-sut1-c9/p2 to s34-t27-tg1-c9/p2.
- - ring5 100GE-ports e810-2p100GE on SUT 100GE-ports ConnectX5-2p100GE on TG:
- - s34-t27-tg1-c6/p1 to s33-t27-sut1-c6/p1.
- - s33-t27-sut1-c6/p2 to s34-t27-tg1-c6/p2.
- - ring6 100GE-ports e810-2p100GE on TG:
- - s34-t27-tg1-c8/p1 to s34-t27-tg1-c8/p2.
- - s34-t27-tg1-c8/p2 to s34-t27-tg1-c8/p1.
-- testbed28:
- - ring1 10GE-ports x710-4p10GE on SUT:
- - s36-t28-tg1-c2/p1 to s35-t28-sut1-c2/p1.
- - s35-t28-sut1-c2/p2 to s36-t28-tg1-c2/p2.
- - ring2 10GE-ports x710-4p10GE on SUT:
- - s36-t28-tg1-c2/p3 to s35-t28-sut1-c2/p3.
- - s35-t28-sut1-c2/p4 to s36-t28-tg1-c2/p4.
- - ring3 25GE-ports xxv710-DA2-2p25GE on SUT
- - s36-t28-tg1-c4/p1 to s35-t28-sut1-c4/p1.
- - s35-t28-sut1-c4/p2 to s36-t28-tg1-c4/p2.
- - ring4 100GE-ports ConnectX5-2p100GE on SUT:
- - s36-t28-tg1-c9/p1 to s35-t28-sut1-c9/p1.
- - s35-t28-sut1-c9/p2 to s36-t28-tg1-c9/p2.
- - ring5 100GE-ports e810-2p100GE on SUT 100GE-ports ConnectX5-2p100GE on TG:
- - s36-t28-tg1-c6/p1 to s35-t28-sut1-c6/p1.
- - s35-t28-sut1-c6/p2 to s36-t28-tg1-c6/p2.
- - ring6 100GE-ports e810-2p100GE on TG:
- - s36-t28-tg1-c8/p1 to s36-t28-tg1-c8/p2.
- - s36-t28-tg1-c8/p2 to s36-t28-tg1-c8/p1.
-- testbed29:
- - ring1 10GE-ports x710-4p10GE on SUT:
- - s38-t29-tg1-c2/p1 to s37-t29-sut1-c2/p1.
- - s37-t29-sut1-c2/p2 to s38-t29-tg1-c2/p2.
- - ring2 10GE-ports x710-4p10GE on SUT:
- - s38-t29-tg1-c2/p3 to s37-t29-sut1-c2/p3.
- - s37-t29-sut1-c2/p4 to s38-t29-tg1-c2/p4.
- - ring3 25GE-ports xxv710-DA2-2p25GE on SUT
- - s38-t29-tg1-c4/p1 to s37-t29-sut1-c4/p1.
- - s37-t29-sut1-c4/p2 to s38-t29-tg1-c4/p2.
- - ring4 100GE-ports ConnectX5-2p100GE on SUT:
- - s38-t29-tg1-c9/p1 to s37-t29-sut1-c9/p1.
- - s37-t29-sut1-c9/p2 to s38-t29-tg1-c9/p2.
- - ring5 100GE-ports e810-2p100GE on SUT 100GE-ports ConnectX5-2p100GE on TG:
- - s38-t29-tg1-c6/p1 to s37-t29-sut1-c6/p1.
- - s37-t29-sut1-c6/p2 to s38-t29-tg1-c6/p2.
+ - ring3 10GE-ports x710-4p10GE:
+ - s31-t16-sut1-c9/p1 to s31-t16-sut1-c9/p1.
+ - ring4 10GE-ports x710-4p10GE:
+ - s31-t16-sut1-c9/p2 to s31-t16-sut1-c9/p2.
+ - ring5 10GE-ports x710-4p10GE:
+ - s31-t16-sut1-c9/p3 to s31-t16-sut1-c9/p3.
+ - ring6 10GE-ports x710-4p10GE:
+ - s31-t16-sut1-c9/p4 to s31-t16-sut1-c9/p4.
```
### 2-Node-Zen2 (2n-zn2)
@@ -1800,15 +1453,6 @@ FD.io CSIT lab contains following server types:
- s60-t210-sut1-c3/p2 to s61-t210-tg1-c1/p2.
```
-### 2-Node-ThunderX2 (2n-tx2)
-
-```
-- testbed211:
- - ring1 10GE-ports x520-2p10GE on SUTs:
- - s27-t211-sut1-c18/p1 - s19-t33t211-tg1-c8/p1.
- - s27-t211-sut1-c18/p2 - s19-t33t211-tg1-c8/p2.
-```
-
### 2-Node-Icelake (2n-icx)
```
@@ -1866,6 +1510,11 @@ FD.io CSIT lab contains following server types:
- ring5 200GE-ports ConnectX7-2p200GE:
- s86-t214-tg1-c8/p1 to s85-t214-sut1-c8/p1.
- s85-t214-sut1-c8/p2 to s86-t214-tg1-c8/p2.
+```
+
+### 2-Node-Icelake (2n-oct)
+
+```
- testbed215:
- ring1 25GE-ports xxv710-DA2-2p25GE:
- s88-t215-tg1-c2/p1 to s87-t215-sut1-c2/p1.
@@ -1886,26 +1535,6 @@ FD.io CSIT lab contains following server types:
- s87-t215-sut1-c8/p2 to s88-t215-tg1-c8/p2.
```
-### 3-Node-Rangeley (3n-rng)
-
-```
-To be completed.
-```
-
-### 3-Node-Taishan (3n-tsh)
-
-```
-- testbed33:
- - ring1 10GE-ports x520-2p10GE on SUTs:
- - s19-t33t211-tg1-c2/p2 - s17-t33-sut1-c6/p2.
- - s17-t33-sut1-c6/p1 - s18-t33-sut2-c6/p2.
- - s18-t33-sut2-c6/p1 - s19-t33t211-tg1-c2/p1.
- - ring2 25GE-ports cx4-2p25GE on SUTs:
- - s19-t33t211-tg1-c4/p2 - s17-t33-sut1-c4/p2.
- - s17-t33-sut1-c4/p1 - s18-t33-sut2-c4/p2.
- - s18-t33-sut2-c4/p1 - s19-t33t211-tg1-c4/p1.
-```
-
### 3-Node-Altra (3n-alt)
```
@@ -2050,4 +1679,19 @@ To be completed.
- s90-t31t32-tg1-c6/p1 to s34-t32-sut1-c1/p1.
- s34-t32-sut1-c1/p2 to s35-t32-sut2-c1/p2.
- s35-t32-sut2-c1/p1 to s90-t31t32-tg1-c6/p2.
+```
+
+### 2-Node-GraceServer (2n-grc)
+
+```
+- testbed27:
+ - ring1 100GE-ports ConnectX5-2p100GE:
+ - s37-t27-tg1-c2/p1 to s36-t27-sut1-c1/p1.
+ - s36-t27-sut1-c1/p2 to s37-t27-tg1-c2/p2.
+ - ring2 200GE-ports ConnectX7-2p200GE:
+ - s37-t27-tg1-c2/p1 to s36-t27-sut1-c1/p1.
+ - s36-t27-sut1-c1/p2 to s37-t27-tg1-c2/p2.
+ - ring3 200GE-ports ConnectX7-2p200GE:
+ - s37-t27-tg1-c2/p1 to s36-t27-sut1-c1/p1.
+ - s36-t27-sut1-c1/p2 to s37-t27-tg1-c2/p2.
``` \ No newline at end of file
diff --git a/docs/content/infrastructure/fdio_dc_vexxhost_inventory.md b/docs/content/infrastructure/fdio_dc_vexxhost_inventory.md
index b4741cf5d2..bd12845fe7 100644
--- a/docs/content/infrastructure/fdio_dc_vexxhost_inventory.md
+++ b/docs/content/infrastructure/fdio_dc_vexxhost_inventory.md
@@ -19,14 +19,6 @@ Captured inventory data:
- **rackid**: new location rack id.
- **rackunit**: new location rack unit id.
-## Missing Equipment Inventory
-
-1. Ixia PerfectStorm One Appliance
- - [**Specification**]({{< ref "fdio_dc_testbed_specifications#2-node-ixiaps1l47-ixia-psone-l47-2n-ps1" >}})
- - [**Wiring**]({{< ref "fdio_dc_testbed_specifications#2-node-ixiaps1l47-2n-ps1" >}})
- - **mgmt-ip4**: 10.30.51.62 s26-t25-tg1
- - **ipmi-ip4**: 10.30.50.59 s26-t25-tg1
-
## YUL1 Inventory
### Rack YUL1-8 (3016.8)
@@ -43,8 +35,8 @@ Captured inventory data:
s84-t213-tg1 | 2n-icx | SYS-740GP-TNRT | C7470KL03P50187 | 10.30.51.84 | 10.30.50.84 | 3016.8 | u18-u21
s85-t214-sut1 | 2n-icx | SYS-740GP-TNRT | C7470KK33P50219 | 10.30.51.85 | 10.30.50.85 | 3016.8 | u14-u17
s86-t214-tg1 | 2n-icx | SYS-740GP-TNRT | C7470KL07P50312 | 10.30.51.86 | 10.30.50.86 | 3016.8 | u10-u13
- s87-t215-sut1 | 2n-icx | SYS-740GP-TNRT | C7470KL03P50171 | 10.30.51.87 | 10.30.50.87 | 3016.8 | u6-u9
- s88-t215-tg1 | 2n-icx | SYS-740GP-TNRT | C7470KL07P50301 | 10.30.51.88 | 10.30.50.88 | 3016.8 | u2-u5
+ s87-t215-sut1 | 2n-oct | SYS-740GP-TNRT | C7470KL03P50171 | 10.30.51.87 | 10.30.50.87 | 3016.8 | u6-u9
+ s88-t215-tg1 | 2n-oct | SYS-740GP-TNRT | C7470KL07P50301 | 10.30.51.88 | 10.30.50.88 | 3016.8 | u2-u5
### Rack YUL1-9 (3016.9)
@@ -57,21 +49,19 @@ Captured inventory data:
s55-t22-tg1 | 2n-spr | SYS-741GE-TNRT | ??? | 10.30.51.55 | 10.30.50.55 | 3016.9 | u30-u33
s56-t23-sut1 | 2n-spr | SYS-741GE-TNRT | ??? | 10.30.51.56 | 10.30.50.56 | 3016.9 | u26-u29
s57-t23-tg1 | 2n-spr | SYS-741GE-TNRT | ??? | 10.30.51.57 | 10.30.50.57 | 3016.9 | u22-u25
- s25-t25-sut1 | 2n-p1 | SYS-7049GP-TRT | C7470KH06A20022 | 10.30.51.61 | 10.30.50.58 | 3016.9 | u18-u21
- s19-t33t211-tg1 | 3n-tsh/2n-tx2 | SYS-7049GP-TRT | C7470KH06A20056 | 10.30.51.49 | 10.30.50.46 | 3016.9 | u14-u17
- s27-t211-sut1 | 2n-tx2 | ThunderX2-9975 | K61186073100003 | 10.30.51.69 | 10.30.50.69 | 3016.9 | u13
- s18-t33-sut2 | 3n-tsh | HUAWEI-TAISHAN-2280 | N/A | 10.30.51.37 | 10.30.50.37 | 3016.9 | u11-u12
- s17-t33-sut1 | 3n-tsh | HUAWEI-TAISHAN-2280 | N/A | 10.30.51.36 | 10.30.50.36 | 3016.9 | u9-u10
+ s58-t24-sut1 | 2n-spr | SYS-741GE-TNRT | ??? | 10.30.51.58 | 10.30.50.58 | 3016.9 | u18-u21
+ s59-t24-tg1 | 2n-spr | SYS-741GE-TNRT | ??? | 10.30.51.59 | 10.30.50.59 | 3016.9 | u14-u17
+ s78-t38-sut1 | 3n-icx | SYS-740GP-TNRT | C7470KL03P50450 | 10.30.51.78 | 10.30.50.78 | 3016.9 | u10-u13
+ s79-t38-sut2 | 3n-icx | SYS-740GP-TNRT | C7470KL07P50297 | 10.30.51.79 | 10.30.50.79 | 3016.9 | u6-u9
+ s80-t38-tg1 | 3n-icx | SYS-740GP-TNRT | C7470KL03P50454 | 10.30.51.80 | 10.30.50.80 | 3016.9 | u2-u5
### Rack YUL1-10 (3016.10)
**name** | **role** | **model** | **s/n** | **mgmt-ip4** | **ipmi-ip4** | **rackid** | **rackunit**
-----------------|---------------|---------------------|-----------------|--------------|--------------|------------|--------------
yul1-10-lb4m | uplink | ? | ? | ? | ? | 3016.10 | u47
- s2-t12-sut1 | 1n-skx | SYS-7049GP-TRT | C7470KH06A20119 | 10.30.51.51 | 10.30.50.48 | 3016.10 | u42-u45
- s1-t11-sut1 | 1n-skx | SYS-7049GP-TRT | C7470KH06A20154 | 10.30.51.50 | 10.30.50.47 | 3016.10 | u38-u41
- s58-t24-sut1 | 2n-spr | SYS-741GE-TNRT | ??? | 10.30.51.58 | 10.30.50.58 | 3016.10 | u34-u37
- s59-t24-tg1 | 2n-spr | SYS-741GE-TNRT | ??? | 10.30.51.59 | 10.30.50.59 | 3016.10 | u30-u33
+ s51-nomad | nomad-client | SYS-7049GP-TRT | C7470KH06A20119 | 10.30.51.51 | 10.30.50.48 | 3016.10 | u42-u45
+ s50-nomad | nomad-client | SYS-7049GP-TRT | C7470KH06A20154 | 10.30.51.50 | 10.30.50.47 | 3016.10 | u38-u41
s32-t31-sut1 | 3n-icxd | SYS-110D-20C-FRDN8TP| C515MKK41A30950 | 10.30.51.32 | 10.30.50.32 | 3016.10 | u21
s33-t31-sut2 | 3n-icxd | SYS-110D-20C-FRDN8TP| C515MKK41A30967 | 10.30.51.33 | 10.30.50.33 | 3016.10 | u20
s34-t32-sut1 | 3n-icxd | SYS-110D-20C-FRDN8TP| C515MKK41A30959 | 10.30.51.34 | 10.30.50.34 | 3016.10 | u19
@@ -79,8 +69,7 @@ Captured inventory data:
s90-t31t32-tg1 | 3n-icxd | SYS-740GP-TNRT | C7470KL03P50184 | 10.30.51.90 | 10.30.50.90 | 3016.10 | u14-u17
s93-t39-sut1 | 3n-snr | ? | ? | 10.30.51.93 | 10.30.50.93 | 3016.10 | u10-u13
s94-t39-sut2 | 3n-snr | ? | ? | 10.30.51.94 | 10.30.50.94 | 3016.10 | u6-u9
- s89-t39t310-tg1 | 3n-snr | ? | ? | 10.30.51.89 | 10.30.50.89 | 3016.10 | u2-u5
-
+ s89-t39t310-tg1 | 3n-snr | SYS-7049GP-TRT | C7470KH37A30506 | 10.30.51.89 | 10.30.50.89 | 3016.10 | u2-u5
### Rack YUL1-11 (3016.11)
@@ -92,9 +81,6 @@ Captured inventory data:
fdio-marvell-dev | dev | ThunderX-88XX | N/A | 10.30.51.38 | 10.30.50.38 | 3016.11 | u45
s21-nomad | nomad-client | SYS-741GE-TNRT | C7490FL47A50150 | 10.30.51.21 | 10.30.50.21 | 3016.11 | u39-u42
s22-nomad | nomad-client | SYS-741GE-TNRT | C7490FL47A50155 | 10.30.51.22 | 10.30.50.22 | 3016.11 | u35-u38
- s78-t38-sut1 | 3n-icx | SYS-740GP-TNRT | C7470KL03P50450 | 10.30.51.78 | 10.30.50.78 | 3016.11 | u31-u34
- s79-t38-sut2 | 3n-icx | SYS-740GP-TNRT | C7470KL07P50297 | 10.30.51.79 | 10.30.50.79 | 3016.11 | u27-u30
- s80-t38-tg1 | 3n-icx | SYS-740GP-TNRT | C7470KL03P50454 | 10.30.51.80 | 10.30.50.80 | 3016.11 | u23-u26
s30-t15-sut1 | nomad-client | SYS-741GE-TNRT | C7490FL47A50154 | 10.30.51.30 | 10.30.50.30 | 3016.11 | u19-u22
s31-t16-sut1 | nomad-client | SYS-741GE-TNRT | C7490FL47A50149 | 10.30.51.31 | 10.30.50.31 | 3016.11 | u15-u18
s70-t13-sut1 | 1n-alt | E252-P30-00 | GMG252012A0098 | 10.30.51.70 | 10.30.50.70 | 3016.11 | u13-u14
@@ -112,15 +98,11 @@ Captured inventory data:
s27-nomad | nomad-client | SYS-7049GP-TRT | C7470KH06A20055 | 10.30.51.27 | 10.30.50.27 | 3016.12 | u37-u40
s91-nomad | nomad-client | R152-P30-00 | GLG4P9912A0016 | 10.30.51.91 | 10.30.50.91 | 3016.12 | u36
s92-nomad | nomad-client | R152-P30-00 | GLG4P9912A0004 | 10.30.51.92 | 10.30.50.92 | 3016.12 | u35
- s23-nomad | nomad-server | SYS-1029P-WTRT | C1160LI12NM0256 | 10.30.51.23 | 10.30.51.23 | 3016.12 | u34
- s24-nomad | nomad-server | SYS-1029P-WTRT | C1160LI12NM0241 | 10.30.51.24 | 10.30.51.24 | 3016.12 | u33
- s25-nomad | nomad-server | SYS-1029P-WTRT | C1160LI12NM0540 | 10.30.51.25 | 10.30.51.25 | 3016.12 | u32
+ s23-nomad | nomad-server | SYS-1029P-WTRT | C1160LI12NM0256 | 10.30.51.23 | 10.30.50.23 | 3016.12 | u34
+ s24-nomad | nomad-server | SYS-1029P-WTRT | C1160LI12NM0241 | 10.30.51.24 | 10.30.50.24 | 3016.12 | u33
+ s25-nomad | nomad-server | SYS-1029P-WTRT | C1160LI12NM0540 | 10.30.51.25 | 10.30.50.25 | 3016.12 | u32
s61-t210-tg1 | 2n-zn2 | AS-1014S-WTRT | C8150LI50NS2689 | 10.32.8.25 | 10.30.55.25 | 3016.12 | u31
s60-t210-sut1 | 2n-zn2 | AS-1114S-WTRT | N/A | 10.32.8.24 | 10.30.55.24 | 3016.12 | u30
- s26-nomad | nomad-server | SYS-7049GP-TRT | C7470KH37A30505 | 10.30.51.26 | 10.30.51.26 | 3016.12 | u26-u29
- s33-t27-sut1 | 2n-clx | SYS-7049GP-TRT | C7470KH37A30567 | 10.32.8.18 | 10.30.55.18 | 3016.12 | u22-u25
- s34-t27-tg1 | 2n-clx | SYS-7049GP-TRT | C7470KH37A30565 | 10.32.8.19 | 10.30.55.19 | 3016.12 | u18-u21
- s35-t28-sut1 | 2n-clx | SYS-7049GP-TRT | C7470KH37A30509 | 10.32.8.20 | 10.30.55.20 | 3016.12 | u14-u17
- s36-t28-tg1 | 2n-clx | SYS-7049GP-TRT | C7470KH37A30511 | 10.32.8.21 | 10.30.55.21 | 3016.12 | u10-u13
- s37-t29-sut1 | 2n-clx | SYS-7049GP-TRT | C7470KH37A30566 | 10.32.8.22 | 10.30.55.22 | 3016.12 | u6-u9
- s38-t29-tg1 | 2n-clx | SYS-7049GP-TRT | C7470KH37A30506 | 10.32.8.23 | 10.30.55.23 | 3016.12 | u2-u5 \ No newline at end of file
+ s26-nomad | nomad-server | SYS-7049GP-TRT | C7470KH37A30505 | 10.30.51.26 | 10.30.50.26 | 3016.12 | u26-u29
+ s36-t27-sut1 | 2n-grc | -- | -- | 10.30.51.36 | 10.30.50.36 | 3016.12 | u6
+ s37-t27-tg1 | 2n-grc | ? | ? | 10.30.51.37 | 10.30.50.37 | 3016.12 | u2-u5 \ No newline at end of file
diff --git a/docs/content/infrastructure/testbed_configuration/gigabyte_tx2_hw_bios_cfg.md b/docs/content/infrastructure/testbed_configuration/gigabyte_tx2_hw_bios_cfg.md
deleted file mode 100644
index 5020cb70f9..0000000000
--- a/docs/content/infrastructure/testbed_configuration/gigabyte_tx2_hw_bios_cfg.md
+++ /dev/null
@@ -1,406 +0,0 @@
----
-bookToc: true
-title: "GigaByte ThunderX2"
----
-
-# GigaByte ThunderX2
-
-## Linux lscpu
-
-```
-Architecture: aarch64
- CPU op-mode(s): 64-bit
- Byte Order: Little Endian
-CPU(s): 56
- On-line CPU(s) list: 0-55
-Vendor ID: Cavium
- Model name: ThunderX2 99xx
- Model: 1
- Thread(s) per core: 1
- Core(s) per socket: 28
- Socket(s): 2
- Stepping: 0x1
- Frequency boost: disabled
- CPU max MHz: 2000.0000
- CPU min MHz: 1000.0000
- BogoMIPS: 400.00
- Flags: fp asimd evtstrm aes pmull sha1 sha2 crc32 atomics cpuid asimdrdm
-Caches (sum of all):
- L1d: 1.8 MiB (56 instances)
- L1i: 1.8 MiB (56 instances)
- L2: 14 MiB (56 instances)
- L3: 64 MiB (2 instances)
-NUMA:
- NUMA node(s): 2
- NUMA node0 CPU(s): 0-27
- NUMA node1 CPU(s): 28-55
-Vulnerabilities:
- Itlb multihit: Not affected
- L1tf: Not affected
- Mds: Not affected
- Meltdown: Not affected
- Mmio stale data: Not affected
- Retbleed: Not affected
- Spec store bypass: Vulnerable
- Spectre v1: Mitigation; __user pointer sanitization
- Spectre v2: Vulnerable
- Srbds: Not affected
- Tsx async abort: Not affected
-```
-
-## Linux dmidecode
-
-```
-# dmidecode 3.3
-Getting SMBIOS data from sysfs.
-SMBIOS 3.1.1 present.
-Table at 0xFE340000.
-
-Handle 0x0000, DMI type 0, 26 bytes
-BIOS Information
- Vendor: GIGABYTE
- Version: F28
- Release Date: 12/27/2019
- Address: 0xF0000
- Runtime Size: 64 kB
- ROM Size: 32 MB
- Characteristics:
- PCI is supported
- BIOS is upgradeable
- BIOS shadowing is allowed
- Boot from CD is supported
- Selectable boot is supported
- BIOS ROM is socketed
- ACPI is supported
- BIOS boot specification is supported
- Targeted content distribution is supported
- UEFI is supported
- BIOS Revision: 7.3
-
-Handle 0x0001, DMI type 1, 27 bytes
-System Information
- Manufacturer: GIGABYTE
- Product Name: R181-T90-00
- Version: 0100
- Serial Number: GIG7P9512A0022
- UUID: 00000000-0000-0040-8000-e0d55eae7026
- Wake-up Type: Power Switch
- SKU Number: SABER SKU
- Family: Server
-
-Handle 0x0002, DMI type 2, 15 bytes
-Base Board Information
- Manufacturer: GIGABYTE
- Product Name: MT91-FS1-00
- Version: 01000100
- Serial Number: IH6P8800035
- Asset Tag: 01234567890123456789AB
- Features:
- Board is a hosting board
- Board is replaceable
- Location In Chassis: Default string
- Chassis Handle: 0x0003
- Type: Motherboard
- Contained Object Handles: 0
-
-Handle 0x0003, DMI type 3, 22 bytes
-Chassis Information
- Manufacturer: GIGABYTE
- Type: Rack Mount Chassis
- Lock: Not Present
- Version: 1.0
- Serial Number: K61186073100003
- Asset Tag: 01234567890123456789AB
- Boot-up State: Safe
- Power Supply State: Safe
- Thermal State: Safe
- Security Status: None
- OEM Information: 0x00000000
- Height: Unspecified
- Number Of Power Cords: 1
- Contained Elements: 0
- SKU Number: Default string
-
-Handle 0x0004, DMI type 10, 6 bytes
-On Board Device Information
- Type: Unknown
- Status: Enabled
- Description: Device 1
-
-Handle 0x0005, DMI type 12, 5 bytes
-System Configuration Options
- Option 1: Default string
-
-Handle 0x0006, DMI type 13, 22 bytes
-BIOS Language Information
- Language Description Format: Long
- Installable Languages: 1
- en|US|iso8859-1
- Currently Installed Language: en|US|iso8859-1
-
-Handle 0x0007, DMI type 31, 28 bytes
-Boot Integrity Services Entry Point
- Checksum: Invalid
- 16-bit Entry Point Address: FFFF:FFFF
- 32-bit Entry Point Address: 0xFFFFFFFF
-
-Handle 0x0008, DMI type 32, 11 bytes
-System Boot Information
- Status: No errors detected
-
-Handle 0x0009, DMI type 39, 22 bytes
-System Power Supply
- Power Unit Group: 1
- Location: CHINA
- Name: FSP1200-20ERM
- Manufacturer: FSP GROUP
- Serial Number: WS8011100823
- Asset Tag: Default string
- Model Part Number: FSP1200-20ERM
- Revision: 10
- Max Power Capacity: 2648 W
- Status: Present, OK
- Type: Switching
- Input Voltage Range Switching: Auto-switch
- Plugged: Yes
- Hot Replaceable: No
-
-Handle 0x0010, DMI type 39, 22 bytes
-System Power Supply
- Power Unit Group: 1
- Location: CHINA
- Name: FSP1200-20ERM
- Manufacturer: FSP GROUP
- Serial Number: WS8011100830
- Asset Tag: Default string
- Model Part Number: FSP1200-20ERM
- Revision: 10
- Max Power Capacity: 2648 W
- Status: Present, OK
- Type: Switching
- Input Voltage Range Switching: Auto-switch
- Plugged: Yes
- Hot Replaceable: No
-
-Handle 0x0011, DMI type 41, 11 bytes
-Onboard Device
- Reference Designation: Device 1
- Type: Unknown
- Status: Enabled
- Type Instance: 1
- Bus Address: 0000:00:00.0
-
-Handle 0x0012, DMI type 41, 11 bytes
-Onboard Device
- Reference Designation: Device 2
- Type: Unknown
- Status: Enabled
- Type Instance: 1
- Bus Address: 0000:00:00.0
-
-Handle 0x0013, DMI type 41, 11 bytes
-Onboard Device
- Reference Designation: Device 3
- Type: Unknown
- Status: Enabled
- Type Instance: 1
- Bus Address: 0000:00:00.0
-
-Handle 0x0014, DMI type 41, 11 bytes
-Onboard Device
- Reference Designation: Device 4
- Type: Unknown
- Status: Enabled
- Type Instance: 1
- Bus Address: 0000:00:00.0
-
-Handle 0x0015, DMI type 41, 11 bytes
-Onboard Device
- Reference Designation: Device 5
- Type: Unknown
- Status: Enabled
- Type Instance: 1
- Bus Address: 0000:00:00.0
-
-Handle 0x0016, DMI type 38, 18 bytes
-IPMI Device Information
- Interface Type: SSIF (SMBus System Interface)
- Specification Version: 2.0
- I2C Slave Address: 0x10
- NV Storage Device: Not Present
- Base Address: 0x10 (SMBus)
-
-Handle 0x0017, DMI type 42, 12 bytes
-Management Controller Host Interface
- Interface Type: OEM
- Vendor ID: 0xFF0102FF
-
-Handle 0x0029, DMI type 11, 5 bytes
-OEM Strings
- String 1: HWID=E38C
- String 2: cavium.com
- String 3: Saber
-
-Handle 0x002A, DMI type 13, 22 bytes
-BIOS Language Information
- Language Description Format: Abbreviated
- Installable Languages: 1
- enUS
- Currently Installed Language: enUS
-
-Handle 0x002B, DMI type 4, 48 bytes
-Processor Information
- Socket Designation: Socket 0
- Type: Central Processor
- Family: ARM
- Manufacturer: Cavium Inc.
- ID: F1 0A 1F 43 00 00 00 00
- Signature: Implementor 0x43, Variant 0x1, Architecture 15, Part 0x0af, Revision 1
- Version: Cavium ThunderX2(R) CPU CN9975 v2.1 @ 2.0GHz
- Voltage: 0.8 V
- External Clock: 33 MHz
- Max Speed: 2500 MHz
- Current Speed: 2000 MHz
- Status: Populated, Enabled
- Upgrade: Other
- L1 Cache Handle: 0x002C
- L2 Cache Handle: 0x002E
- L3 Cache Handle: 0x002F
- Serial Number: 000081D4-4003326A
- Asset Tag: Not Specified
- Part Number: CN9975-2000BG4077-Y21-G
- Core Count: 28
- Core Enabled: 28
- Thread Count: 28
- Characteristics:
- 64-bit capable
- Multi-Core
- Hardware Thread
- Execute Protection
- Enhanced Virtualization
- Power/Performance Control
-```
-
-## Linux dmidecode memory
-
-```
-Handle 0x003E, DMI type 16, 23 bytes
-Physical Memory Array
- Location: System Board Or Motherboard
- Use: System Memory
- Error Correction Type: Multi-bit ECC
- Maximum Capacity: 2 TB
- Error Information Handle: Not Provided
- Number Of Devices: 12
-
-Handle 0x003F, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x003E
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 32 GB
- Form Factor: DIMM
- Set: None
- Locator: DIMM_P0_A0
- Bank Locator: N0
- Type: DDR4
- Type Detail: Registered (Buffered)
- Speed: 2400 MT/s
- Manufacturer: Micron Technology
- Serial Number: 469570327
- Asset Tag: Not Specified
- Part Number: 36ASF4G72PZ-2G3B1
- Rank: 2
- Configured Memory Speed: 2400 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
-Handle 0x0040, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x003E
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 32 GB
- Form Factor: DIMM
- Set: None
- Locator: DIMM_P0_B0
- Bank Locator: N0
- Type: DDR4
- Type Detail: Registered (Buffered)
- Speed: 2400 MT/s
- Manufacturer: Micron Technology
- Serial Number: 469570172
- Asset Tag: Not Specified
- Part Number: 36ASF4G72PZ-2G3B1
- Rank: 2
- Configured Memory Speed: 2400 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
-Handle 0x0050, DMI type 16, 23 bytes
-Physical Memory Array
- Location: System Board Or Motherboard
- Use: System Memory
- Error Correction Type: Multi-bit ECC
- Maximum Capacity: 2 TB
- Error Information Handle: Not Provided
- Number Of Devices: 12
-
-Handle 0x0051, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0050
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 32 GB
- Form Factor: DIMM
- Set: None
- Locator: DIMM_P1_I0
- Bank Locator: N1
- Type: DDR4
- Type Detail: Registered (Buffered)
- Speed: 2400 MT/s
- Manufacturer: Micron Technology
- Serial Number: 469567519
- Asset Tag: Not Specified
- Part Number: 36ASF4G72PZ-2G3B1
- Rank: 2
- Configured Memory Speed: 2400 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
-Handle 0x0052, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0050
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 32 GB
- Form Factor: DIMM
- Set: None
- Locator: DIMM_P1_J0
- Bank Locator: N1
- Type: DDR4
- Type Detail: Registered (Buffered)
- Speed: 2400 MT/s
- Manufacturer: Micron Technology
- Serial Number: 469567696
- Asset Tag: Not Specified
- Part Number: 36ASF4G72PZ-2G3B1
- Rank: 2
- Configured Memory Speed: 2400 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-```
-
-## Linux cmdline
-
-```
-BOOT_IMAGE=/boot/vmlinuz-5.4.0-65-generic root=UUID=7d1d0e77-4df0-43df-9619-a99db29ffb83 ro audit=0 intel_iommu=on isolcpus=1-27,29-55 nmi_watchdog=0 nohz_full=1-27,29-55 nosoftlockup processor.max_cstate=1 rcu_nocbs=1-27,29-55 console=ttyAMA0,115200n8 quiet
-```
diff --git a/docs/content/infrastructure/testbed_configuration/huawei_tsh_hw_bios_cfg.md b/docs/content/infrastructure/testbed_configuration/huawei_tsh_hw_bios_cfg.md
deleted file mode 100644
index 6803fd615b..0000000000
--- a/docs/content/infrastructure/testbed_configuration/huawei_tsh_hw_bios_cfg.md
+++ /dev/null
@@ -1,534 +0,0 @@
----
-bookToc: true
-title: "Huawei Taishan"
----
-
-# Huawei Taishan
-
-## Linux lscpu
-
-```
-Architecture: aarch64
- CPU op-mode(s): 32-bit, 64-bit
- Byte Order: Little Endian
-CPU(s): 64
- On-line CPU(s) list: 0-63
-Vendor ID: ARM
- Model name: Cortex-A72
- Model: 2
- Thread(s) per core: 1
- Core(s) per socket: 32
- Socket(s): 2
- Stepping: r0p2
- BogoMIPS: 100.00
- Flags: fp asimd evtstrm aes pmull sha1 sha2 crc32 cpuid
-Caches (sum of all):
- L1d: 2 MiB (64 instances)
- L1i: 3 MiB (64 instances)
- L2: 16 MiB (16 instances)
- L3: 64 MiB (4 instances)
-NUMA:
- NUMA node(s): 4
- NUMA node0 CPU(s): 0-15
- NUMA node1 CPU(s): 16-31
- NUMA node2 CPU(s): 32-47
- NUMA node3 CPU(s): 48-63
-Vulnerabilities:
- Itlb multihit: Not affected
- L1tf: Not affected
- Mds: Not affected
- Meltdown: Not affected
- Mmio stale data: Not affected
- Retbleed: Not affected
- Spec store bypass: Vulnerable
- Spectre v1: Mitigation; __user pointer sanitization
- Spectre v2: Vulnerable
- Srbds: Not affected
- Tsx async abort: Not affected
-```
-
-## Linux dmidecode
-
-```
-# dmidecode 3.3
-Getting SMBIOS data from sysfs.
-SMBIOS 3.0.0 present.
-Table at 0x39150000.
-
-Handle 0x0000, DMI type 0, 24 bytes
-BIOS Information
- Vendor: Huawei Corp.
- Version: Estuary-5.1 D05 LTS
- Release Date: 05/25/2018
- Address: 0xA4800
- Runtime Size: 366 kB
- ROM Size: 3 MB
- Characteristics:
- PCI is supported
- BIOS is upgradeable
- BIOS shadowing is allowed
- Boot from CD is supported
- Selectable boot is supported
- EDD is supported
- Japanese floppy for NEC 9800 1.2 MB is supported (int 13h)
- Japanese floppy for Toshiba 1.2 MB is supported (int 13h)
- 5.25"/360 kB floppy services are supported (int 13h)
- 5.25"/1.2 MB floppy services are supported (int 13h)
- 3.5"/720 kB floppy services are supported (int 13h)
- 3.5"/2.88 MB floppy services are supported (int 13h)
- 8042 keyboard services are supported (int 9h)
- CGA/mono video services are supported (int 10h)
- ACPI is supported
- USB legacy is supported
- BIOS boot specification is supported
- Targeted content distribution is supported
- UEFI is supported
- BIOS Revision: 0.0
-
-Handle 0x0001, DMI type 1, 27 bytes
-System Information
- Manufacturer: Huawei
- Product Name: D05
- Version: VER.A
- Serial Number: 2102311TBJ10J1000089
- UUID: e11a0a38-f920-11e7-8c7d-a0a33bc11426
- Wake-up Type: Power Switch
- SKU Number: To be filled by O.E.M.
- Family: To be filled by O.E.M.
-
-Handle 0x0002, DMI type 3, 25 bytes
-Chassis Information
- Manufacturer: Huawei
- Type: Main Server Chassis
- Lock: Not Present
- Version: To be filled by O.E.M.
- Serial Number: To be filled by O.E.M.
- Asset Tag: To be filled by O.E.M.
- Boot-up State: Safe
- Power Supply State: Safe
- Thermal State: Safe
- Security Status: None
- OEM Information: 0x00000000
- Height: 2 U
- Number Of Power Cords: 1
- Contained Elements: 0
- SKU Number: Not Specified
-
-Handle 0x0003, DMI type 2, 17 bytes
-Base Board Information
- Manufacturer: Huawei
- Product Name: D05
- Version: Estuary
- Serial Number: 024APL10H8000089
- Asset Tag: To be filled by O.E.M.
- Features:
- Board is a hosting board
- Board is replaceable
- Location In Chassis: To Be Filled By O.E.M.
- Chassis Handle: 0x0002
- Type: Motherboard
- Contained Object Handles: 0
-```
-
-## Linux dmidecode memory
-
-```
-Handle 0x0007, DMI type 16, 23 bytes
-Physical Memory Array
- Location: System Board Or Motherboard
- Use: System Memory
- Error Correction Type: None
- Maximum Capacity: 512 GB
- Error Information Handle: Not Provided
- Number Of Devices: 16
-
-Handle 0x0009, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16 GB
- Form Factor: DIMM
- Set: None
- Locator: DIMM000 J5
- Bank Locator: SOCKET 0 CHANNEL 0 DIMM 0
- Type: DDR4
- Type Detail: Synchronous Registered (Buffered)
- Speed: 2400 MT/s
- Manufacturer: Samsung
- Serial Number: 0x37663087
- Asset Tag: Unknown
- Part Number: M393A2K43BB1-CRC
- Rank: 2
- Configured Memory Speed: 2400 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 2.0 V
- Configured Voltage: 1.2 V
-
-Handle 0x000A, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: Unknown
- Data Width: Unknown
- Size: No Module Installed
- Form Factor: DIMM
- Set: None
- Locator: DIMM001 J6
- Bank Locator: SOCKET 0 CHANNEL 0 DIMM 1
- Type: Unknown
- Type Detail: Unknown Synchronous
- Speed: Unknown
- Manufacturer: NO DIMM
- Serial Number: NO DIMM
- Asset Tag: NO DIMM
- Part Number: NO DIMM
- Rank: Unknown
- Configured Memory Speed: Unknown
- Minimum Voltage: Unknown
- Maximum Voltage: Unknown
- Configured Voltage: Unknown
-
-Handle 0x000B, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16 GB
- Form Factor: DIMM
- Set: None
- Locator: DIMM010 J8
- Bank Locator: SOCKET 0 CHANNEL 1 DIMM 0
- Type: DDR4
- Type Detail: Synchronous Registered (Buffered)
- Speed: 2400 MT/s
- Manufacturer: Samsung
- Serial Number: 0x37663064
- Asset Tag: Unknown
- Part Number: M393A2K43BB1-CRC
- Rank: 2
- Configured Memory Speed: 2400 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 2.0 V
- Configured Voltage: 1.2 V
-
-Handle 0x000C, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: Unknown
- Data Width: Unknown
- Size: No Module Installed
- Form Factor: DIMM
- Set: None
- Locator: DIMM011 J9
- Bank Locator: SOCKET 0 CHANNEL 1 DIMM 1
- Type: Unknown
- Type Detail: Unknown Synchronous
- Speed: Unknown
- Manufacturer: NO DIMM
- Serial Number: NO DIMM
- Asset Tag: NO DIMM
- Part Number: NO DIMM
- Rank: Unknown
- Configured Memory Speed: Unknown
- Minimum Voltage: Unknown
- Maximum Voltage: Unknown
- Configured Voltage: Unknown
-
-Handle 0x000D, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16 GB
- Form Factor: DIMM
- Set: None
- Locator: DIMM020 J11
- Bank Locator: SOCKET 0 CHANNEL 2 DIMM 0
- Type: DDR4
- Type Detail: Synchronous Registered (Buffered)
- Speed: 2400 MT/s
- Manufacturer: Samsung
- Serial Number: 0x3766308B
- Asset Tag: Unknown
- Part Number: M393A2K43BB1-CRC
- Rank: 2
- Configured Memory Speed: 2400 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 2.0 V
- Configured Voltage: 1.2 V
-
-Handle 0x000E, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: Unknown
- Data Width: Unknown
- Size: No Module Installed
- Form Factor: DIMM
- Set: None
- Locator: DIMM021 J12
- Bank Locator: SOCKET 0 CHANNEL 2 DIMM 1
- Type: Unknown
- Type Detail: Unknown Synchronous
- Speed: Unknown
- Manufacturer: NO DIMM
- Serial Number: NO DIMM
- Asset Tag: NO DIMM
- Part Number: NO DIMM
- Rank: Unknown
- Configured Memory Speed: Unknown
- Minimum Voltage: Unknown
- Maximum Voltage: Unknown
- Configured Voltage: Unknown
-
-Handle 0x000F, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16 GB
- Form Factor: DIMM
- Set: None
- Locator: DIMM030 J14
- Bank Locator: SOCKET 0 CHANNEL 3 DIMM 0
- Type: DDR4
- Type Detail: Synchronous Registered (Buffered)
- Speed: 2400 MT/s
- Manufacturer: Samsung
- Serial Number: 0x376630DA
- Asset Tag: Unknown
- Part Number: M393A2K43BB1-CRC
- Rank: 2
- Configured Memory Speed: 2400 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 2.0 V
- Configured Voltage: 1.2 V
-
-Handle 0x0010, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: Unknown
- Data Width: Unknown
- Size: No Module Installed
- Form Factor: DIMM
- Set: None
- Locator: DIMM031 J15
- Bank Locator: SOCKET 0 CHANNEL 3 DIMM 1
- Type: Unknown
- Type Detail: Unknown Synchronous
- Speed: Unknown
- Manufacturer: NO DIMM
- Serial Number: NO DIMM
- Asset Tag: NO DIMM
- Part Number: NO DIMM
- Rank: Unknown
- Configured Memory Speed: Unknown
- Minimum Voltage: Unknown
- Maximum Voltage: Unknown
- Configured Voltage: Unknown
-
-Handle 0x0011, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16 GB
- Form Factor: DIMM
- Set: None
- Locator: DIMM100 J17
- Bank Locator: SOCKET 1 CHANNEL 0 DIMM 0
- Type: DDR4
- Type Detail: Synchronous Registered (Buffered)
- Speed: 2400 MT/s
- Manufacturer: Samsung
- Serial Number: 0x379A2774
- Asset Tag: Unknown
- Part Number: M393A2K43BB1-CRC
- Rank: 2
- Configured Memory Speed: 2400 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 2.0 V
- Configured Voltage: 1.2 V
-
-Handle 0x0012, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: Unknown
- Data Width: Unknown
- Size: No Module Installed
- Form Factor: DIMM
- Set: None
- Locator: DIMM101 J18
- Bank Locator: SOCKET 1 CHANNEL 0 DIMM 1
- Type: Unknown
- Type Detail: Unknown Synchronous
- Speed: Unknown
- Manufacturer: NO DIMM
- Serial Number: NO DIMM
- Asset Tag: NO DIMM
- Part Number: NO DIMM
- Rank: Unknown
- Configured Memory Speed: Unknown
- Minimum Voltage: Unknown
- Maximum Voltage: Unknown
- Configured Voltage: Unknown
-
-Handle 0x0013, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16 GB
- Form Factor: DIMM
- Set: None
- Locator: DIMM110 J20
- Bank Locator: SOCKET 1 CHANNEL 1 DIMM 0
- Type: DDR4
- Type Detail: Synchronous Registered (Buffered)
- Speed: 2400 MT/s
- Manufacturer: Samsung
- Serial Number: 0x3766308A
- Asset Tag: Unknown
- Part Number: M393A2K43BB1-CRC
- Rank: 2
- Configured Memory Speed: 2400 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 2.0 V
- Configured Voltage: 1.2 V
-
-Handle 0x0014, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: Unknown
- Data Width: Unknown
- Size: No Module Installed
- Form Factor: DIMM
- Set: None
- Locator: DIMM111 J21
- Bank Locator: SOCKET 1 CHANNEL 1 DIMM 1
- Type: Unknown
- Type Detail: Unknown Synchronous
- Speed: Unknown
- Manufacturer: NO DIMM
- Serial Number: NO DIMM
- Asset Tag: NO DIMM
- Part Number: NO DIMM
- Rank: Unknown
- Configured Memory Speed: Unknown
- Minimum Voltage: Unknown
- Maximum Voltage: Unknown
- Configured Voltage: Unknown
-
-Handle 0x0015, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16 GB
- Form Factor: DIMM
- Set: None
- Locator: DIMM120 J23
- Bank Locator: SOCKET 1 CHANNEL 2 DIMM 0
- Type: DDR4
- Type Detail: Synchronous Registered (Buffered)
- Speed: 2400 MT/s
- Manufacturer: Samsung
- Serial Number: 0x376630B0
- Asset Tag: Unknown
- Part Number: M393A2K43BB1-CRC
- Rank: 2
- Configured Memory Speed: 2400 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 2.0 V
- Configured Voltage: 1.2 V
-
-Handle 0x0016, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: Unknown
- Data Width: Unknown
- Size: No Module Installed
- Form Factor: DIMM
- Set: None
- Locator: DIMM121 J24
- Bank Locator: SOCKET 1 CHANNEL 2 DIMM 1
- Type: Unknown
- Type Detail: Unknown Synchronous
- Speed: Unknown
- Manufacturer: NO DIMM
- Serial Number: NO DIMM
- Asset Tag: NO DIMM
- Part Number: NO DIMM
- Rank: Unknown
- Configured Memory Speed: Unknown
- Minimum Voltage: Unknown
- Maximum Voltage: Unknown
- Configured Voltage: Unknown
-
-Handle 0x0017, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16 GB
- Form Factor: DIMM
- Set: None
- Locator: DIMM130 J26
- Bank Locator: SOCKET 1 CHANNEL 3 DIMM 0
- Type: DDR4
- Type Detail: Synchronous Registered (Buffered)
- Speed: 2400 MT/s
- Manufacturer: Samsung
- Serial Number: 0x376630A0
- Asset Tag: Unknown
- Part Number: M393A2K43BB1-CRC
- Rank: 2
- Configured Memory Speed: 2400 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 2.0 V
- Configured Voltage: 1.2 V
-
-Handle 0x0018, DMI type 17, 40 bytes
-Memory Device
- Array Handle: 0x0007
- Error Information Handle: Not Provided
- Total Width: Unknown
- Data Width: Unknown
- Size: No Module Installed
- Form Factor: DIMM
- Set: None
- Locator: DIMM131 J27
- Bank Locator: SOCKET 1 CHANNEL 3 DIMM 1
- Type: Unknown
- Type Detail: Unknown Synchronous
- Speed: Unknown
- Manufacturer: NO DIMM
- Serial Number: NO DIMM
- Asset Tag: NO DIMM
- Part Number: NO DIMM
- Rank: Unknown
- Configured Memory Speed: Unknown
- Minimum Voltage: Unknown
- Maximum Voltage: Unknown
- Configured Voltage: Unknown
-```
-
-## Linux cmdline
-
-```
-BOOT_IMAGE=/boot/vmlinuz-5.4.0-65-generic root=UUID=7d1d0e77-4df0-43df-9619-a99db29ffb83 ro audit=0 intel_iommu=on isolcpus=1-27,29-55 nmi_watchdog=0 nohz_full=1-27,29-55 nosoftlockup processor.max_cstate=1 rcu_nocbs=1-27,29-55 console=ttyAMA0,115200n8 quiet
-```
diff --git a/docs/content/infrastructure/testbed_configuration/sm_clx_hw_bios_cfg.md b/docs/content/infrastructure/testbed_configuration/sm_clx_hw_bios_cfg.md
deleted file mode 100644
index c955b424fe..0000000000
--- a/docs/content/infrastructure/testbed_configuration/sm_clx_hw_bios_cfg.md
+++ /dev/null
@@ -1,1425 +0,0 @@
----
-bookToc: true
-title: "SuperMicro Cascadelake"
----
-
-# SuperMicro Cascadelake
-
-## Linux lscpu
-
-```
-Architecture: x86_64
-CPU op-mode(s): 32-bit, 64-bit
-Byte Order: Little Endian
-CPU(s): 112
-On-line CPU(s) list: 0-111
-Thread(s) per core: 2
-Core(s) per socket: 28
-Socket(s): 2
-NUMA node(s): 2
-Vendor ID: GenuineIntel
-CPU family: 6
-Model: 85
-Model name: Intel(R) Xeon(R) Platinum 8280 CPU @ 2.70GHz
-Stepping: 7
-CPU MHz: 3299.609
-BogoMIPS: 5400.00
-Virtualization: VT-x
-L1d cache: 32K
-L1i cache: 32K
-L2 cache: 1024K
-L3 cache: 39424K
-NUMA node0 CPU(s): 0-27,56-83
-NUMA node1 CPU(s): 28-55,84-111
-Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca
-cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx
-pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology
-nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est
-tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt
-tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch
-cpuid_fault epb cat_l3 cdp_l3 invpcid_single ssbd mba ibrs ibpb stibp
-ibrs_enhanced tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1
-hle avx2 smep bmi2 erms invpcid rtm cqm mpx rdt_a avx512f avx512dq rdseed adx
-smap clflushopt clwb intel_pt avx512cd avx512bw avx512vl xsaveopt xsavec xgetbv1
-xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local dtherm ida arat pln pts
-pku ospke avx512_vnni md_clear flush_l1d arch_capabilities
-```
-
-```
-Architecture: x86_64
-CPU op-mode(s): 32-bit, 64-bit
-Byte Order: Little Endian
-CPU(s): 96
-On-line CPU(s) list: 0-95
-Thread(s) per core: 2
-Core(s) per socket: 24
-Socket(s): 2
-NUMA node(s): 2
-Vendor ID: GenuineIntel
-CPU family: 6
-Model: 85
-Model name: Intel(R) Xeon(R) Gold 6252N CPU @ 2.30GHz
-Stepping: 7
-CPU MHz: 3000.989
-BogoMIPS: 4600.00
-Virtualization: VT-x
-L1d cache: 32K
-L1i cache: 32K
-L2 cache: 1024K
-L3 cache: 36608K
-NUMA node0 CPU(s): 0-23,48-71
-NUMA node1 CPU(s): 24-47,72-95
-Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca
-cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx
-pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology
-nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2
-ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt
-tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch
-cpuid_fault epb cat_l3 cdp_l3 invpcid_single ssbd mba ibrs ibpb stibp
-ibrs_enhanced tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 hle
-avx2 smep bmi2 erms invpcid rtm cqm mpx rdt_a avx512f avx512dq rdseed adx smap
-clflushopt clwb intel_pt avx512cd avx512bw avx512vl xsaveopt xsavec xgetbv1
-xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local dtherm ida arat pln pts
-pku ospke avx512_vnni md_clear flush_l1d arch_capabilities
-```
-
-## Linux dmidecode
-
-```
- # dmidecode 3.1
- Getting SMBIOS data from sysfs.
- SMBIOS 3.1.2 present.
- Table at 0x6EB92000.
-
- Handle 0x0000, DMI type 0, 26 bytes
- BIOS Information
- Vendor: American Megatrends Inc.
- Version: 3.0c
- Release Date: 03/27/2019
- Address: 0xF0000
- Runtime Size: 64 kB
- ROM Size: 32 MB
- Characteristics:
- PCI is supported
- BIOS is upgradeable
- BIOS shadowing is allowed
- Boot from CD is supported
- Selectable boot is supported
- BIOS ROM is socketed
- EDD is supported
- 5.25"/1.2 MB floppy services are supported (int 13h)
- 3.5"/720 kB floppy services are supported (int 13h)
- 3.5"/2.88 MB floppy services are supported (int 13h)
- Print screen service is supported (int 5h)
- Serial services are supported (int 14h)
- Printer services are supported (int 17h)
- ACPI is supported
- USB legacy is supported
- BIOS boot specification is supported
- Targeted content distribution is supported
- UEFI is supported
- BIOS Revision: 5.14
-
- Handle 0x0001, DMI type 1, 27 bytes
- System Information
- Manufacturer: Supermicro
- Product Name: SYS-7049GP-TRT
- Version: 0123456789
- Serial Number: S291427X9525476
- UUID: 00000000-0000-0000-0000-AC1F6BACD7BA
- Wake-up Type: Power Switch
- SKU Number: To be filled by O.E.M.
- Family: To be filled by O.E.M.
-
- Handle 0x0002, DMI type 2, 15 bytes
- Base Board Information
- Manufacturer: Supermicro
- Product Name: X11DPG-QT
- Version: 1.10A
- Serial Number: VM189S007860
- Asset Tag: To be filled by O.E.M.
- Features:
- Board is a hosting board
- Board is replaceable
- Location In Chassis: To be filled by O.E.M.
- Chassis Handle: 0x0003
- Type: Motherboard
- Contained Object Handles: 0
-
- Handle 0x0003, DMI type 3, 22 bytes
- Chassis Information
- Manufacturer: Supermicro
- Type: Other
- Lock: Not Present
- Version: 0123456789
- Serial Number: C7470KH37A30566
- Asset Tag: To be filled by O.E.M.
- Boot-up State: Safe
- Power Supply State: Safe
- Thermal State: Safe
- Security Status: None
- OEM Information: 0x00000000
- Height: Unspecified
- Number Of Power Cords: 1
- Contained Elements: 0
- SKU Number: To be filled by O.E.M.
-
- Handle 0x0055, DMI type 4, 48 bytes
- Processor Information
- Socket Designation: CPU1
- Type: Central Processor
- Family: Xeon
- Manufacturer: Intel(R) Corporation
- ID: 57 06 05 00 FF FB EB BF
- Signature: Type 0, Family 6, Model 85, Stepping 7
- Flags:
- FPU (Floating-point unit on-chip)
- VME (Virtual mode extension)
- DE (Debugging extension)
- PSE (Page size extension)
- TSC (Time stamp counter)
- MSR (Model specific registers)
- PAE (Physical address extension)
- MCE (Machine check exception)
- CX8 (CMPXCHG8 instruction supported)
- APIC (On-chip APIC hardware supported)
- SEP (Fast system call)
- MTRR (Memory type range registers)
- PGE (Page global enable)
- MCA (Machine check architecture)
- CMOV (Conditional move instruction supported)
- PAT (Page attribute table)
- PSE-36 (36-bit page size extension)
- CLFSH (CLFLUSH instruction supported)
- DS (Debug store)
- ACPI (ACPI supported)
- MMX (MMX technology supported)
- FXSR (FXSAVE and FXSTOR instructions supported)
- SSE (Streaming SIMD extensions)
- SSE2 (Streaming SIMD extensions 2)
- SS (Self-snoop)
- HTT (Multi-threading)
- TM (Thermal monitor supported)
- PBE (Pending break enabled)
- Version: Intel(R) Xeon(R) Gold 6252N CPU @ 2.30GHz
- Voltage: 1.6 V
- External Clock: 100 MHz
- Max Speed: 4500 MHz
- Current Speed: 2300 MHz
- Status: Populated, Enabled
- Upgrade: Socket LGA3647-1
- L1 Cache Handle: 0x0052
- L2 Cache Handle: 0x0053
- L3 Cache Handle: 0x0054
- Serial Number: Not Specified
- Asset Tag: UNKNOWN
- Part Number: Not Specified
- Core Count: 24
- Core Enabled: 24
- Thread Count: 48
- Characteristics:
- 64-bit capable
- Multi-Core
- Hardware Thread
- Execute Protection
- Enhanced Virtualization
- Power/Performance Control
-
- Handle 0x0059, DMI type 4, 48 bytes
- Processor Information
- Socket Designation: CPU2
- Type: Central Processor
- Family: Xeon
- Manufacturer: Intel(R) Corporation
- ID: 57 06 05 00 FF FB EB BF
- Signature: Type 0, Family 6, Model 85, Stepping 7
- Flags:
- FPU (Floating-point unit on-chip)
- VME (Virtual mode extension)
- DE (Debugging extension)
- PSE (Page size extension)
- TSC (Time stamp counter)
- MSR (Model specific registers)
- PAE (Physical address extension)
- MCE (Machine check exception)
- CX8 (CMPXCHG8 instruction supported)
- APIC (On-chip APIC hardware supported)
- SEP (Fast system call)
- MTRR (Memory type range registers)
- PGE (Page global enable)
- MCA (Machine check architecture)
- CMOV (Conditional move instruction supported)
- PAT (Page attribute table)
- PSE-36 (36-bit page size extension)
- CLFSH (CLFLUSH instruction supported)
- DS (Debug store)
- ACPI (ACPI supported)
- MMX (MMX technology supported)
- FXSR (FXSAVE and FXSTOR instructions supported)
- SSE (Streaming SIMD extensions)
- SSE2 (Streaming SIMD extensions 2)
- SS (Self-snoop)
- HTT (Multi-threading)
- TM (Thermal monitor supported)
- PBE (Pending break enabled)
- Version: Intel(R) Xeon(R) Gold 6252N CPU @ 2.30GHz
- Voltage: 1.6 V
- External Clock: 100 MHz
- Max Speed: 4500 MHz
- Current Speed: 2300 MHz
- Status: Populated, Enabled
- Upgrade: Socket LGA3647-1
- L1 Cache Handle: 0x0056
- L2 Cache Handle: 0x0057
- L3 Cache Handle: 0x0058
- Serial Number: Not Specified
- Asset Tag: UNKNOWN
- Part Number: Not Specified
- Core Count: 24
- Core Enabled: 24
- Thread Count: 48
- Characteristics:
- 64-bit capable
- Multi-Core
- Hardware Thread
- Execute Protection
- Enhanced Virtualization
- Power/Performance Control
-```
-
-## Linux dmidecode pci
-
-```
- Handle 0x000B, DMI type 9, 17 bytes
- System Slot Information
- Designation: CPU1 SLOT2 PCI-E 3.0 X16
- Type: x16 PCI Express 3 x16
- Current Usage: In Use
- Length: Long
- ID: 2
- Characteristics:
- 3.3 V is provided
- Opening is shared
- PME signal is supported
- Bus Address: 0000:18:00.0
-
- Handle 0x000C, DMI type 9, 17 bytes
- System Slot Information
- Designation: CPU1 SLOT4 PCI-E 3.0 X16
- Type: x16 PCI Express 3 x16
- Current Usage: In Use
- Length: Short
- ID: 4
- Characteristics:
- 3.3 V is provided
- Opening is shared
- PME signal is supported
- Bus Address: 0000:3b:00.0
-
- Handle 0x000D, DMI type 9, 17 bytes
- System Slot Information
- Designation: CPU2 SLOT6 PCI-E 3.0 X16
- Type: x16 PCI Express 3 x16
- Current Usage: Available
- Length: Short
- ID: 6
- Characteristics:
- 3.3 V is provided
- Opening is shared
- PME signal is supported
- Bus Address: 0000:ff:00.0
-
- Handle 0x000E, DMI type 9, 17 bytes
- System Slot Information
- Designation: CPU2 SLOT8 PCI-E 3.0 X16
- Type: x16 PCI Express 3 x16
- Current Usage: Available
- Length: Short
- ID: 8
- Characteristics:
- 3.3 V is provided
- Opening is shared
- PME signal is supported
- Bus Address: 0000:ff:00.0
-
- Handle 0x000F, DMI type 9, 17 bytes
- System Slot Information
- Designation: CPU1 SLOT9 PCI-E 3.0 X16
- Type: x16 PCI Express 3 x16
- Current Usage: Available
- Length: Short
- ID: 9
- Characteristics:
- 3.3 V is provided
- Opening is shared
- PME signal is supported
- Bus Address: 0000:ff:00.0
-
- Handle 0x0010, DMI type 9, 17 bytes
- System Slot Information
- Designation: CPU2 SLOT10 PCI-E 3.0 X16
- Type: x16 PCI Express 3 x16
- Current Usage: Available
- Length: Short
- ID: 10
- Characteristics:
- 3.3 V is provided
- Opening is shared
- PME signal is supported
- Bus Address: 0000:ff:00.0
-
- Handle 0x0011, DMI type 9, 17 bytes
- System Slot Information
- Designation: CPU2 SLOT11 PCI-E 3.0 X4(IN X8)
- Type: x4 PCI Express 3 x8
- Current Usage: Available
- Length: Short
- ID: 11
- Characteristics:
- 3.3 V is provided
- Opening is shared
- PME signal is supported
- Bus Address: 0000:ff:00.0
-
- Handle 0x0012, DMI type 9, 17 bytes
- System Slot Information
- Designation: M.2 CONNECTOR
- Type: x4 M.2 Socket 2
- Current Usage: Available
- Length: Short
- Characteristics:
- 3.3 V is provided
- Opening is shared
- PME signal is supported
- Bus Address: 0000:ff:00.0
-```
-
-## Linux dmidecode memory
-
-```
- Handle 0x0023, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0021
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16384 MB
- Form Factor: DIMM
- Set: None
- Locator: P1-DIMMA1
- Bank Locator: P0_Node0_Channel0_Dimm0
- Type: DDR4
- Type Detail: Synchronous
- Speed: 2933 MT/s
- Manufacturer: SK Hynix
- Serial Number: 93275F0E
- Asset Tag: P1-DIMMA1_AssetTag (date:19/22)
- Part Number: HMA82GR7CJR8N-WM
- Rank: 2
- Configured Clock Speed: 2934 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x0024, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0021
- Error Information Handle: Not Provided
- Total Width: Unknown
- Data Width: Unknown
- Size: No Module Installed
- Form Factor: DIMM
- Set: None
- Locator: P1-DIMMA2
- Bank Locator: P0_Node0_Channel0_Dimm1
- Type: Unknown
- Type Detail: Unknown
- Speed: Unknown
- Manufacturer: NO DIMM
- Serial Number: NO DIMM
- Asset Tag: NO DIMM
- Part Number: NO DIMM
- Rank: Unknown
- Configured Clock Speed: Unknown
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x0025, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0021
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16384 MB
- Form Factor: DIMM
- Set: None
- Locator: P1-DIMMB1
- Bank Locator: P0_Node0_Channel1_Dimm0
- Type: DDR4
- Type Detail: Synchronous
- Speed: 2933 MT/s
- Manufacturer: SK Hynix
- Serial Number: 93275F1F
- Asset Tag: P1-DIMMB1_AssetTag (date:19/22)
- Part Number: HMA82GR7CJR8N-WM
- Rank: 2
- Configured Clock Speed: 2934 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x0027, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0021
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16384 MB
- Form Factor: DIMM
- Set: None
- Locator: P1-DIMMC1
- Bank Locator: P0_Node0_Channel2_Dimm0
- Type: DDR4
- Type Detail: Synchronous
- Speed: 2933 MT/s
- Manufacturer: SK Hynix
- Serial Number: 93275F07
- Asset Tag: P1-DIMMC1_AssetTag (date:19/22)
- Part Number: HMA82GR7CJR8N-WM
- Rank: 2
- Configured Clock Speed: 2934 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x002B, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0029
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16384 MB
- Form Factor: DIMM
- Set: None
- Locator: P1-DIMMD1
- Bank Locator: P0_Node1_Channel0_Dimm0
- Type: DDR4
- Type Detail: Synchronous
- Speed: 2933 MT/s
- Manufacturer: SK Hynix
- Serial Number: 93275F02
- Asset Tag: P1-DIMMD1_AssetTag (date:19/22)
- Part Number: HMA82GR7CJR8N-WM
- Rank: 2
- Configured Clock Speed: 2934 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x002C, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0029
- Error Information Handle: Not Provided
- Total Width: Unknown
- Data Width: Unknown
- Size: No Module Installed
- Form Factor: DIMM
- Set: None
- Locator: P1-DIMMD2
- Bank Locator: P0_Node1_Channel0_Dimm1
- Type: Unknown
- Type Detail: Unknown
- Speed: Unknown
- Manufacturer: NO DIMM
- Serial Number: NO DIMM
- Asset Tag: NO DIMM
- Part Number: NO DIMM
- Rank: Unknown
- Configured Clock Speed: Unknown
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x002D, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0029
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16384 MB
- Form Factor: DIMM
- Set: None
- Locator: P1-DIMME1
- Bank Locator: P0_Node1_Channel1_Dimm0
- Type: DDR4
- Type Detail: Synchronous
- Speed: 2933 MT/s
- Manufacturer: SK Hynix
- Serial Number: 93275F19
- Asset Tag: P1-DIMME1_AssetTag (date:19/22)
- Part Number: HMA82GR7CJR8N-WM
- Rank: 2
- Configured Clock Speed: 2934 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x002F, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0029
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16384 MB
- Form Factor: DIMM
- Set: None
- Locator: P1-DIMMF1
- Bank Locator: P0_Node1_Channel2_Dimm0
- Type: DDR4
- Type Detail: Synchronous
- Speed: 2933 MT/s
- Manufacturer: SK Hynix
- Serial Number: 93275FD3
- Asset Tag: P1-DIMMF1_AssetTag (date:19/22)
- Part Number: HMA82GR7CJR8N-WM
- Rank: 2
- Configured Clock Speed: 2934 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x0031, DMI type 16, 23 bytes
- Physical Memory Array
- Location: System Board Or Motherboard
- Use: System Memory
- Error Correction Type: Single-bit ECC
- Maximum Capacity: 2304 GB
- Error Information Handle: Not Provided
- Number Of Devices: 4
-
- Handle 0x0033, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0031
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16384 MB
- Form Factor: DIMM
- Set: None
- Locator: P2-DIMMA1
- Bank Locator: P1_Node0_Channel0_Dimm0
- Type: DDR4
- Type Detail: Synchronous
- Speed: 2933 MT/s
- Manufacturer: SK Hynix
- Serial Number: 93275FE2
- Asset Tag: P2-DIMMA1_AssetTag (date:19/22)
- Part Number: HMA82GR7CJR8N-WM
- Rank: 2
- Configured Clock Speed: 2934 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x0034, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0031
- Error Information Handle: Not Provided
- Total Width: Unknown
- Data Width: Unknown
- Size: No Module Installed
- Form Factor: DIMM
- Set: None
- Locator: P2-DIMMA2
- Bank Locator: P1_Node0_Channel0_Dimm1
- Type: Unknown
- Type Detail: Unknown
- Speed: Unknown
- Manufacturer: NO DIMM
- Serial Number: NO DIMM
- Asset Tag: NO DIMM
- Part Number: NO DIMM
- Rank: Unknown
- Configured Clock Speed: Unknown
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x0035, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0031
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16384 MB
- Form Factor: DIMM
- Set: None
- Locator: P2-DIMMB1
- Bank Locator: P1_Node0_Channel1_Dimm0
- Type: DDR4
- Type Detail: Synchronous
- Speed: 2933 MT/s
- Manufacturer: SK Hynix
- Serial Number: 93276001
- Asset Tag: P2-DIMMB1_AssetTag (date:19/22)
- Part Number: HMA82GR7CJR8N-WM
- Rank: 2
- Configured Clock Speed: 2934 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x0037, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0031
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16384 MB
- Form Factor: DIMM
- Set: None
- Locator: P2-DIMMC1
- Bank Locator: P1_Node0_Channel2_Dimm0
- Type: DDR4
- Type Detail: Synchronous
- Speed: 2933 MT/s
- Manufacturer: SK Hynix
- Serial Number: 93276005
- Asset Tag: P2-DIMMC1_AssetTag (date:19/22)
- Part Number: HMA82GR7CJR8N-WM
- Rank: 2
- Configured Clock Speed: 2934 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x0039, DMI type 16, 23 bytes
- Physical Memory Array
- Location: System Board Or Motherboard
- Use: System Memory
- Error Correction Type: Single-bit ECC
- Maximum Capacity: 2304 GB
- Error Information Handle: Not Provided
- Number Of Devices: 4
-
- Handle 0x003B, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0039
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16384 MB
- Form Factor: DIMM
- Set: None
- Locator: P2-DIMMD1
- Bank Locator: P1_Node1_Channel0_Dimm0
- Type: DDR4
- Type Detail: Synchronous
- Speed: 2933 MT/s
- Manufacturer: SK Hynix
- Serial Number: 93275F44
- Asset Tag: P2-DIMMD1_AssetTag (date:19/22)
- Part Number: HMA82GR7CJR8N-WM
- Rank: 2
- Configured Clock Speed: 2934 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x003C, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0039
- Error Information Handle: Not Provided
- Total Width: Unknown
- Data Width: Unknown
- Size: No Module Installed
- Form Factor: DIMM
- Set: None
- Locator: P2-DIMMD2
- Bank Locator: P1_Node1_Channel0_Dimm1
- Type: Unknown
- Type Detail: Unknown
- Speed: Unknown
- Manufacturer: NO DIMM
- Serial Number: NO DIMM
- Asset Tag: NO DIMM
- Part Number: NO DIMM
- Rank: Unknown
- Configured Clock Speed: Unknown
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x003D, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0039
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16384 MB
- Form Factor: DIMM
- Set: None
- Locator: P2-DIMME1
- Bank Locator: P1_Node1_Channel1_Dimm0
- Type: DDR4
- Type Detail: Synchronous
- Speed: 2933 MT/s
- Manufacturer: SK Hynix
- Serial Number: 93275FDF
- Asset Tag: P2-DIMME1_AssetTag (date:19/22)
- Part Number: HMA82GR7CJR8N-WM
- Rank: 2
- Configured Clock Speed: 2934 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-
- Handle 0x003F, DMI type 17, 84 bytes
- Memory Device
- Array Handle: 0x0039
- Error Information Handle: Not Provided
- Total Width: 72 bits
- Data Width: 64 bits
- Size: 16384 MB
- Form Factor: DIMM
- Set: None
- Locator: P2-DIMMF1
- Bank Locator: P1_Node1_Channel2_Dimm0
- Type: DDR4
- Type Detail: Synchronous
- Speed: 2933 MT/s
- Manufacturer: SK Hynix
- Serial Number: 93275FDD
- Asset Tag: P2-DIMMF1_AssetTag (date:19/22)
- Part Number: HMA82GR7CJR8N-WM
- Rank: 2
- Configured Clock Speed: 2934 MT/s
- Minimum Voltage: 1.2 V
- Maximum Voltage: 1.2 V
- Configured Voltage: 1.2 V
-```
-
-## Xeon CLX Server BIOS Configuration - TG
-
-### Boot Feature
-
-```
- | Quiet Boot [Enabled] |Boot option |
- | | |
- | Option ROM Messages [Force BIOS] | |
- | Bootup NumLock State [On] | |
- | Wait For "F1" If Error [Enabled] | |
- | INT19 Trap Response [Immediate] | |
- | Re-try Boot [Disabled] | |
- | Install Windows 7 USB support [Disabled] | |
- | Port 61h Bit-4 Emulation [Disabled] | |
- | | |
- | Power Configuration | |
- | Watch Dog Function [Disabled] | |
- | Restore on AC Power Loss [Last State] | |
- | Power Button Function [Instant Off] | |
-```
-
-### CPU Configuration
-
-```
- | Processor Configuration ^|Enables Hyper Threading |
- | -------------------------------------------------- *|(Software Method to |
- | Processor BSP Revision 50657 - CLX B1 *|Enable/Disable Logical |
- | Processor Socket CPU1 | CPU2 *|Processor threads. |
- | Processor ID 00050657* | 00050657 *| |
- | Processor Frequency 2.700GHz | 2.700GHz *| |
- | Processor Max Ratio 1BH | 1BH *| |
- | Processor Min Ratio 0AH | 0AH *| |
- | Microcode Revision 0500002C | 0500002C *| |
- | L1 Cache RAM 64KB | 64KB *| |
- | L2 Cache RAM 1024KB | 1024KB *| |
- | L3 Cache RAM 39424KB | 39424KB *| |
- | Processor 0 Version *| |
- | Intel(R) Xeon(R) Platinum 8280 CPU @ 2.70GHz *| |
- | Processor 1 Version *| |
- | Intel(R) Xeon(R) Platinum 8280 CPU @ 2.70GHz *| |
- | *|-----------------------------|
- | Hyper-Threading [ALL] [Enable] *|><: Select Screen |
- | Cores Enabled 0 *|^v: Select Item |
- | Monitor/Mwait [Auto] *|Enter: Select |
- | Execute Disable Bit [Enable] +|+/-: Change Opt. |
- | Intel Virtualization Technology [Enable] +|F1: General Help |
- | PPIN Control [Unlock/Enable] +|F2: Previous Values |
- | Hardware Prefetcher [Enable] +|F3: Optimized Defaults |
- | Adjacent Cache Prefetch [Enable] v|F4: Save & Exit |
- | DCU Streamer Prefetcher [Enable] | |
- | DCU IP Prefetcher [Enable] | |
- | LLC Prefetch [Disable] | |
- | Extended APIC [Disable] | |
- | AES-NI [Enable] | |
- |> Advanced Power Management Configuration | |
-```
-
-#### Advanced Power Management Configuration
-
-```
- | Advanced Power Management Configuration |Switch CPU Power Management |
- | -------------------------------------------------- |profile |
- | Power Technology [Custom] | |
- | Power Performance Tuning [BIOS Controls EPB] | |
- | ENERGY_PERF_BIAS_CFG mode [Maximum Performance] | |
- |> CPU P State Control | |
- |> Hardware PM State Control | |
- |> CPU C State Control | |
- |> Package C State Control | |
- |> CPU T State Control | |
-```
-
-##### CPU P State Control
-
-```
- | CPU P State Control |EIST allows the processor |
- | |to dynamically adjust |
- | SpeedStep (P-States) [Disable] |frequency and voltage based |
- | EIST PSD Function [HW_ALL] |on power versus performance |
- | |needs. |
- | | |
-```
-
-##### Hardware PM State Control
-
-```
- | Hardware PM State Control |If set to Disable, hardware ^|
- | |will choose a P-state *|
- | Hardware P-States [Disable] |setting for the system *|
- | |based on an OS request. *|
- | |If set to Native Mode, *|
- | |hardware will choose a *|
- | |P-state setting based on OS *|
- | |guidance. *|
- | |If set to Native Mode with *|
- | |No Legacy Support, hardware *|
- | |will choose a P-state *|
- | |setting independently *|
- | |without OS guidance. +|
- | |If set to Out of Band Mode, +|
- | |hardware autonomously v|
-```
-
-##### CPU C State Control
-
-```
- | CPU C State Control |Select Enable to support |
- | |Autonomous Core C-State |
- | Autonomous Core C-State [Disable] |control which will allow |
- | CPU C6 report [Disable] |the processor core to |
- | Enhanced Halt State (C1E) [Disable] |control its C-State setting |
- | |automatically and |
- | |independently. |
-```
-
-##### Package C State Control
-
-```
- | Package C State Control |Limit the lowest package |
- | |level C-State to |
- | Package C State [C0/C1 state] |processors. Lower package |
- | |C-State lower processor |
- | |power consumption upon idle. |
-```
-
-##### CPU T State Control
-
-```
- | CPU T State Control |Enable/Disable CPU |
- | |throttling by OS. |
- | Software Controlled T-States [Disable] |Throttling reduces power |
- | |consumption |
-```
-
-#### Chipset Configuration
-
-```
- | WARNING: Setting wrong values in below sections may cause |North Bridge Parameters |
- | system to malfunction. | |
- |> North Bridge | |
- |> South Bridge | |
-```
-
-##### North Bridge
-
-```
- |> UPI Configuration |Displays and provides |
- |> Memory Configuration |option to change the UPI |
- |> IIO Configuration |Settings |
-```
-
-##### UPI Configuration
-
-```
- | UPI Configuration |Use this feature to select |
- | -------------------------------------------------- |the degrading precedence |
- | Number of CPU 2 |option for Ultra Path |
- | Number of Active UPI Link 3 |Interconnect connections. |
- | Current UPI Link Speed Fast |Select Topology Precedent |
- | Current UPI Link Frequency 10.4 GT/s |to degrade UPI features if |
- | UPI Global MMIO Low Base / Limit 90000000 / FBFFFFFF |system options are in |
- | UPI Global MMIO High Base / Limit 0000000000000000 / |conflict. Select Feature |
- | 00000000FFFFFFFF |Precedent to degrade UPI |
- | UPI Pci-e Configuration Base / Size 80000000 / 10000000 |topology if system options |
- | Degrade Precedence [Topology Precedence] |are in conflict. |
- | Link L0p Enable [Disable] | |
- | Link L1 Enable [Disable] | |
- | IO Directory Cache (IODC) [Auto] | |
- | SNC [Disable] | |
- | XPT Prefetch [Disable] | |
- | KTI Prefetch [Enable] |-----------------------------|
- | Local/Remote Threshold [Auto] |><: Select Screen |
- | Stale AtoS [Auto] |^v: Select Item |
- | LLC Dead Line Alloc [Enable] |Enter: Select |
- | Isoc Mode [Auto] |+/-: Change Opt. |
-```
-
-##### Memory Configuration
-
-```
- | |Select POR to enforce POR |
- | -------------------------------------------------- |restrictions for DDR4 |
- | Integrated Memory Controller (iMC) |frequency and voltage |
- | -------------------------------------------------- |programming |
- | | |
- | Enforce POR [POR] | |
- | PPR Type [Hard PPR] | |
- | Enhanced PPR [Disable] | |
- | Operation Mode [Test and Repair] | |
- | Memory Frequency [2933] | |
- | Data Scrambling for DDR4 [Auto] | |
- | tCCD_L Relaxation [Auto] | |
- | tRWSR Relaxation [Disable] | |
- | tRFC Optimization for 16Gb Based DIMM [Force 550ns] | |
- | 2x Refresh [Auto] | |
- | Page Policy [Auto] | |
- | IMC Interleaving [2-way Interleave] |-----------------------------|
- |> Memory Topology |><: Select Screen |
- |> Memory RAS Configuration |^v: Select Item |
-```
-
-##### IIO Configuration
-
-```
- | IIO Configuration |Expose IIO DFX devices and |
- | -------------------------------------------------- |other CPU devices like PMON |
- | | |
- | EV DFX Features [Disable] | |
- |> CPU1 Configuration | |
- |> CPU2 Configuration | |
- |> IOAT Configuration | |
- |> Intel. VT for Directed I/O (VT-d) | |
- |> Intel. VMD technology | |
- | | |
- | IIO-PCIE Express Global Options | |
- | ======================================== | |
- | PCI-E Completion Timeout Disable [No] | |
-```
-
-##### CPU1 Configuration
-
-```
- | IOU0 (IIO PCIe Br1) [Auto] |Selects PCIe port |
- | IOU1 (IIO PCIe Br2) [Auto] |Bifurcation for selected |
- | IOU2 (IIO PCIe Br3) [Auto] |slot(s) |
- |> CPU1 SLOT2 PCI-E 3.0 X16 | |
- |> CPU1 SLOT4 PCI-E 3.0 X16 | |
- |> CPU1 SLOT9 PCI-E 3.0 X16 | |
-```
-
-##### CPU2 Configuration
-
-```
- | IOU0 (IIO PCIe Br1) [Auto] |Selects PCIe port |
- | IOU1 (IIO PCIe Br2) [Auto] |Bifurcation for selected |
- | IOU2 (IIO PCIe Br3) [Auto] |slot(s) |
- |> CPU2 SLOT6 PCI-E 3.0 X16 | |
- |> CPU2 SLOT8 PCI-E 3.0 X16 | |
- |> CPU2 SLOT10 PCI-E 3.0 X16 | |
-```
-
-#### South Bridge
-
-```
- | |Enables Legacy USB support. |
- | USB Module Version 21 |AUTO option disables legacy |
- | |support if no USB devices |
- | USB Devices: |are connected. DISABLE |
- | 1 Keyboard, 1 Mouse, 1 Hub |option will keep USB |
- | |devices available only for |
- | Legacy USB Support [Enabled] |EFI applications. |
- | XHCI Hand-off [Enabled] | |
- | Port 60/64 Emulation [Enabled] | |
- | PCIe PLL SSC [Disable] | |
- | Real USB Wake Up [Enabled] | |
- | Front USB Wake Up [Enabled] | |
- | | |
- | Azalia [Auto] | |
- | Azalia PME Enable [Disabled] | |
-```
-
-### PCIe/PCI/PnP Configuration
-
-```
- | PCI Bus Driver Version A5.01.18 ^|Enables or Disables 64bit |
- | *|capable Devices to be |
- | PCI Devices Common Settings: *|Decoded in Above 4G Address |
- | Above 4G Decoding [Enabled] *|Space (Only if System |
- | SR-IOV Support [Enabled] *|Supports 64 bit PCI |
- | ARI Support [Enabled] *|Decoding). |
- | MMIO High Base [56T] *| |
- | MMIO High Granularity Size [256G] *| |
- | Maximum Read Request [Auto] *| |
- | MMCFG Base [2G] *| |
- | NVMe Firmware Source [Vendor Defined *| |
- | Firmware] *| |
- | VGA Priority [Onboard] *| |
- | CPU1 SLOT2 PCI-E 3.0 X16 OPROM [Legacy] *| |
- | CPU1 SLOT4 PCI-E 3.0 X16 OPROM [Legacy] *| |
- | CPU2 SLOT6 PCI-E 3.0 X16 OPROM [Legacy] *| |
- | CPU2 SLOT8 PCI-E 3.0 X16 OPROM [Legacy] *|-----------------------------|
- | CPU1 SLOT9 PCI-E 3.0 X16 OPROM [Legacy] *|><: Select Screen |
- | CPU2 SLOT10 PCI-E 3.0 X16 OPROM [Legacy] *|^v: Select Item |
- | CPU2 SLOT11 PCI-E 3.0 X4(IN X8) OPROM [Legacy] *|Enter: Select |
- | M.2 CONNECTOR OPROM [Legacy] *|+/-: Change Opt. |
- | Bus Master Enable [Enabled] +|F1: General Help |
- | Onboard LAN1 Option ROM [Legacy] +|F2: Previous Values |
- | Onboard LAN2 Option ROM [Disabled] +|F3: Optimized Defaults |
- | Onboard Video Option ROM [Legacy] v|F4: Save & Exit |
- |> Network Stack Configuration | |
-```
-
-### ACPI Settings
-
-```
- | ACPI Settings |Enable or Disable Non |
- | |uniform Memory Access |
- | NUMA [Enabled] |(NUMA). |
- | WHEA Support [Enabled] | |
- | High Precision Event Timer [Enabled] | |
-```
-
-## Xeon CLX Server BIOS Configuration - DUT
-
-### Boot Feature
-
-```
- | Quiet Boot [Enabled] |Boot option |
- | | |
- | Option ROM Messages [Force BIOS] | |
- | Bootup NumLock State [On] | |
- | Wait For "F1" If Error [Enabled] | |
- | INT19 Trap Response [Immediate] | |
- | Re-try Boot [Disabled] | |
- | Install Windows 7 USB support [Disabled] | |
- | Port 61h Bit-4 Emulation [Disabled] | |
- | | |
- | Power Configuration | |
- | Watch Dog Function [Disabled] | |
- | Restore on AC Power Loss [Last State] | |
- | Power Button Function [Instant Off] | |
-```
-
-### CPU Configuration
-
-```
- |--------------------------------------------------------------------+-----------------------------\
- | Processor Configuration ^|Enables Hyper Threading |
- | -------------------------------------------------- *|(Software Method to |
- | Processor BSP Revision 50657 - CLX B1 *|Enable/Disable Logical |
- | Processor Socket CPU1 | CPU2 *|Processor threads. |
- | Processor ID 00050657* | 00050657 *| |
- | Processor Frequency 2.300GHz | 2.300GHz *| |
- | Processor Max Ratio 17H | 17H *| |
- | Processor Min Ratio 0AH | 0AH *| |
- | Microcode Revision 0500002C | 0500002C *| |
- | L1 Cache RAM 64KB | 64KB *| |
- | L2 Cache RAM 1024KB | 1024KB *| |
- | L3 Cache RAM 36608KB | 36608KB *| |
- | Processor 0 Version *| |
- | Intel(R) Xeon(R) Gold 6252N CPU @ 2.30GHz *| |
- | Processor 1 Version *| |
- | Intel(R) Xeon(R) Gold 6252N CPU @ 2.30GHz *| |
- | *|-----------------------------|
- | Hyper-Threading [ALL] [Enable] *|><: Select Screen |
- | Cores Enabled 0 *|^v: Select Item |
- | Monitor/Mwait [Auto] *|Enter: Select |
- | Execute Disable Bit [Enable] +|+/-: Change Opt. |
- | Intel Virtualization Technology [Enable] +|F1: General Help |
- | PPIN Control [Unlock/Enable] +|F2: Previous Values |
- | Hardware Prefetcher [Enable] +|F3: Optimized Defaults |
- | Adjacent Cache Prefetch [Enable] v|F4: Save & Exit |
- | DCU Streamer Prefetcher [Enable] | |
- | DCU IP Prefetcher [Enable] | |
- | LLC Prefetch [Disable] | |
- | Extended APIC [Disable] | |
- | AES-NI [Enable] | |
- |> Advanced Power Management Configuration | |
-```
-
-#### Advanced Power Management Configuration
-
-```
- | Advanced Power Management Configuration |Switch CPU Power Management |
- | -------------------------------------------------- |profile |
- | Power Technology [Custom] | |
- | Power Performance Tuning [BIOS Controls EPB] | |
- | ENERGY_PERF_BIAS_CFG mode [Maximum Performance] | |
- |> CPU P State Control | |
- |> Hardware PM State Control | |
- |> CPU C State Control | |
- |> Package C State Control | |
- |> CPU T State Control | |
-```
-
-##### CPU P State Control
-
-```
- | CPU P State Control |EIST allows the processor |
- | |to dynamically adjust |
- | SpeedStep (P-States) [Disable] |frequency and voltage based |
- | Activate PBF [Disable] |on power versus performance |
- | Configure PBF [Enable] |needs. |
- | EIST PSD Function [HW_ALL] | |
-```
-
-##### Hardware PM State Control
-
-```
- | Hardware PM State Control |If set to Disable, hardware ^|
- | |will choose a P-state *|
- | Hardware P-States [Disable] |setting for the system *|
- | |based on an OS request. *|
- | |If set to Native Mode, *|
- | |hardware will choose a *|
- | |P-state setting based on OS *|
- | |guidance. *|
- | |If set to Native Mode with *|
- | |No Legacy Support, hardware *|
- | |will choose a P-state *|
- | |setting independently *|
- | |without OS guidance. +|
- | |If set to Out of Band Mode, +|
- | |hardware autonomously v|
-```
-
-##### CPU C State Control
-
-```
- | CPU C State Control |Select Enable to support |
- | |Autonomous Core C-State |
- | Autonomous Core C-State [Disable] |control which will allow |
- | CPU C6 report [Disable] |the processor core to |
- | Enhanced Halt State (C1E) [Disable] |control its C-State setting |
- | |automatically and |
- | |independently. |
-```
-
-##### Package C State Control
-
-```
- | Package C State Control |Limit the lowest package |
- | |level C-State to |
- | Package C State [C0/C1 state] |processors. Lower package |
- | |C-State lower processor |
- | |power consumption upon idle. |
-```
-
-##### CPU T State Control
-
-```
- | CPU T State Control |Enable/Disable CPU |
- | |throttling by OS. |
- | Software Controlled T-States [Disable] |Throttling reduces power |
- | |consumption |
-```
-
-#### Chipset Configuration
-
-```
- | WARNING: Setting wrong values in below sections may cause |North Bridge Parameters |
- | system to malfunction. | |
- |> North Bridge | |
- |> South Bridge | |
-```
-
-##### North Bridge
-
-```
- |> UPI Configuration |Displays and provides |
- |> Memory Configuration |option to change the UPI |
- |> IIO Configuration |Settings |
-```
-
-##### UPI Configuration
-
-```
- | UPI Configuration |Use this feature to select |
- | -------------------------------------------------- |the degrading precedence |
- | Number of CPU 2 |option for Ultra Path |
- | Number of Active UPI Link 3 |Interconnect connections. |
- | Current UPI Link Speed Fast |Select Topology Precedent |
- | Current UPI Link Frequency 10.4 GT/s |to degrade UPI features if |
- | UPI Global MMIO Low Base / Limit 90000000 / FBFFFFFF |system options are in |
- | UPI Global MMIO High Base / Limit 0000000000000000 / |conflict. Select Feature |
- | 00000000FFFFFFFF |Precedent to degrade UPI |
- | UPI Pci-e Configuration Base / Size 80000000 / 10000000 |topology if system options |
- | Degrade Precedence [Topology Precedence] |are in conflict. |
- | Link L0p Enable [Disable] | |
- | Link L1 Enable [Disable] | |
- | IO Directory Cache (IODC) [Auto] | |
- | SNC [Disable] | |
- | XPT Prefetch [Disable] | |
- | KTI Prefetch [Enable] |-----------------------------|
- | Local/Remote Threshold [Auto] |><: Select Screen |
- | Stale AtoS [Auto] |^v: Select Item |
- | LLC Dead Line Alloc [Enable] |Enter: Select |
- | Isoc Mode [Auto] |+/-: Change Opt. |
-```
-
-##### Memory Configuration
-
-```
- | |Select POR to enforce POR |
- | -------------------------------------------------- |restrictions for DDR4 |
- | Integrated Memory Controller (iMC) |frequency and voltage |
- | -------------------------------------------------- |programming |
- | | |
- | Enforce POR [POR] | |
- | PPR Type [Hard PPR] | |
- | Enhanced PPR [Disable] | |
- | Operation Mode [Test and Repair] | |
- | Memory Frequency [2933] | |
- | Data Scrambling for DDR4 [Auto] | |
- | tCCD_L Relaxation [Auto] | |
- | tRWSR Relaxation [Disable] | |
- | tRFC Optimization for 16Gb Based DIMM [Force 550ns] | |
- | 2x Refresh [Auto] | |
- | Page Policy [Auto] | |
- | IMC Interleaving [2-way Interleave] |-----------------------------|
- |> Memory Topology |><: Select Screen |
- |> Memory RAS Configuration |^v: Select Item |
-```
-
-##### IIO Configuration
-
-```
- | IIO Configuration |Expose IIO DFX devices and |
- | -------------------------------------------------- |other CPU devices like PMON |
- | | |
- | EV DFX Features [Disable] | |
- |> CPU1 Configuration | |
- |> CPU2 Configuration | |
- |> IOAT Configuration | |
- |> Intel. VT for Directed I/O (VT-d) | |
- |> Intel. VMD technology | |
- | | |
- | IIO-PCIE Express Global Options | |
- | ======================================== | |
- | PCI-E Completion Timeout Disable [No] | |
-```
-
-##### CPU1 Configuration
-
-```
- | IOU0 (IIO PCIe Br1) [Auto] |Selects PCIe port |
- | IOU1 (IIO PCIe Br2) [Auto] |Bifurcation for selected |
- | IOU2 (IIO PCIe Br3) [Auto] |slot(s) |
- |> CPU1 SLOT2 PCI-E 3.0 X16 | |
- |> CPU1 SLOT4 PCI-E 3.0 X16 | |
- |> CPU1 SLOT9 PCI-E 3.0 X16 | |
-```
-
-##### CPU2 Configuration
-
-```
- | IOU0 (IIO PCIe Br1) [Auto] |Selects PCIe port |
- | IOU1 (IIO PCIe Br2) [Auto] |Bifurcation for selected |
- | IOU2 (IIO PCIe Br3) [Auto] |slot(s) |
- |> CPU2 SLOT6 PCI-E 3.0 X16 | |
- |> CPU2 SLOT8 PCI-E 3.0 X16 | |
- |> CPU2 SLOT10 PCI-E 3.0 X16 | |
-```
-
-#### South Bridge
-
-```
- | |Enables Legacy USB support. |
- | USB Module Version 21 |AUTO option disables legacy |
- | |support if no USB devices |
- | USB Devices: |are connected. DISABLE |
- | 1 Keyboard, 1 Mouse, 1 Hub |option will keep USB |
- | |devices available only for |
- | Legacy USB Support [Enabled] |EFI applications. |
- | XHCI Hand-off [Enabled] | |
- | Port 60/64 Emulation [Enabled] | |
- | PCIe PLL SSC [Disable] | |
- | Real USB Wake Up [Enabled] | |
- | Front USB Wake Up [Enabled] | |
- | | |
- | Azalia [Auto] | |
- | Azalia PME Enable [Disabled] | |
-```
-
-### PCIe/PCI/PnP Configuration
-
-```
- | PCI Bus Driver Version A5.01.18 ^|Enables or Disables 64bit |
- | *|capable Devices to be |
- | PCI Devices Common Settings: *|Decoded in Above 4G Address |
- | Above 4G Decoding [Enabled] *|Space (Only if System |
- | SR-IOV Support [Enabled] *|Supports 64 bit PCI |
- | ARI Support [Enabled] *|Decoding). |
- | MMIO High Base [56T] *| |
- | MMIO High Granularity Size [256G] *| |
- | Maximum Read Request [Auto] *| |
- | MMCFG Base [2G] *| |
- | NVMe Firmware Source [Vendor Defined *| |
- | Firmware] *| |
- | VGA Priority [Onboard] *| |
- | CPU1 SLOT2 PCI-E 3.0 X16 OPROM [Legacy] *| |
- | CPU1 SLOT4 PCI-E 3.0 X16 OPROM [Legacy] *| |
- | CPU2 SLOT6 PCI-E 3.0 X16 OPROM [Legacy] *| |
- | CPU2 SLOT8 PCI-E 3.0 X16 OPROM [Legacy] *|-----------------------------|
- | CPU1 SLOT9 PCI-E 3.0 X16 OPROM [Legacy] *|><: Select Screen |
- | CPU2 SLOT10 PCI-E 3.0 X16 OPROM [Legacy] *|^v: Select Item |
- | CPU2 SLOT11 PCI-E 3.0 X4(IN X8) OPROM [Legacy] *|Enter: Select |
- | M.2 CONNECTOR OPROM [Legacy] *|+/-: Change Opt. |
- | Bus Master Enable [Enabled] +|F1: General Help |
- | Onboard LAN1 Option ROM [Legacy] +|F2: Previous Values |
- | Onboard LAN2 Option ROM [Disabled] +|F3: Optimized Defaults |
- | Onboard Video Option ROM [Legacy] v|F4: Save & Exit |
- |> Network Stack Configuration | |
-```
-
-### ACPI Settings
-
-```
- | ACPI Settings |Enable or Disable Non |
- | |uniform Memory Access |
- | NUMA [Enabled] |(NUMA). |
- | WHEA Support [Enabled] | |
- | High Precision Event Timer [Enabled] | |
-```
-
-## Linux cmdline
-
-```
-$ cat /proc/cmdline
-BOOT_IMAGE=/boot/vmlinuz-5.15.0-46-generic root=UUID=2d6f4d44-76b1-4343-bc73-c066a3e95b32 ro audit=0 default_hugepagesz=2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=32768 hpet=disable intel_idle.max_cstate=1 intel_iommu=on intel_pstate=disable iommu=pt isolcpus=1-23,25-47,49-71,73-95 mce=off nmi_watchdog=0 nohz_full=1-23,25-47,49-71,73-95 nosoftlockup numa_balancing=disable processor.max_cstate=1 rcu_nocbs=1-23,25-47,49-71,73-95 tsc=reliable console=ttyS0,115200n8 quiet
-```
-
-## Xeon Clx Server Firmware Inventory
-
-```
-Host. IPMI IP. BMC. BIOS. CPLD. CPU Microcode. PCI Bus. X710 Firmware. XXV710 Firmware. i40e. CX-5 Firmware. mlx5_core E810 Firmware. ice.
-s33-t27-sut1. 10.30.55.18. 1.67. 3.2. 03.B1.05. 0500002C. A5.01.18. 9.20. 9.20. 2.22.20. 16.35.2000. 23.07-0.5.0. 4.30. 1.12.6.
-s34-t27-tg1. 10.30.55.19. 1.67. 3.2. 03.B1.05. 0500002C. A5.01.18. 8.30. 8.30. 2.19.3. 16.32.1010. 5.9-0.5.5. N/A. N/A.
-s35-t28-sut1. 10.30.55.20. 1.67. 3.2. 03.B1.05. 0500002C. A5.01.18. 9.20. 9.20. 2.22.20. 16.35.2000. 23.07-0.5.0. 4.30. 1.12.6.
-s36-t28-tg1. 10.30.55.21. 1.67. 3.2. 03.B1.05. 0500002C. A5.01.18. 8.30. 8.30. 2.19.3. 16.32.1010. 5.9-0.5.5. N/A. N/A.
-s37-t29-sut1. 10.30.55.22. 1.67. 3.2. 03.B1.05. 0500002C. A5.01.18. 9.20. 9.20. 2.22.20. 16.35.2000. 23.07-0.5.0. 4.30. 1.12.6.
-s38-t29-tg1. 10.30.55.23. 1.67. 3.2. 03.B1.05. 0500002C. A5.01.18. 8.30. 8.30. 2.19.3. 16.32.1010. 5.9-0.5.5. N/A. N/A.
-```
diff --git a/docs/content/overview/csit/test_tags.md b/docs/content/overview/csit/test_tags.md
index de38945c17..23e09f925e 100644
--- a/docs/content/overview/csit/test_tags.md
+++ b/docs/content/overview/csit/test_tags.md
@@ -774,23 +774,43 @@ For traffic between DUTs, or for "secondary" traffic, see ${overhead} value.
**AES**
- IPSec using AES algorithms.
+ IPSec using AES encrytion algorithms.
**AES_128_CBC**
IPSec using AES 128 CBC algorithms.
+**AES_128_CTR**
+
+ IPSec using AES 128 CTR algorithms.
+
**AES_128_GCM**
IPSec using AES 128 GCM algorithms.
+**AES_128_NULL_GMAC**
+
+ IPSec using AES 128 NULL GMAC algorithms.
+
+**AES_256_CBC**
+
+ IPSec using AES 256 CBC algorithms.
+
**AES_256_GCM**
IPSec using AES 256 GCM algorithms.
+**AES_256_NULL_GMAC**
+
+ IPSec using AES 256 NULL GMAC algorithms.
+
**HMAC**
- IPSec using HMAC integrity algorithms.
+ IPSec using HMAC integrity/authorization algorithms.
+
+**HMAC_SHA_96**
+
+ IPSec using HMAC SHA 96 integrity algorithms.
**HMAC_SHA_256**
@@ -800,6 +820,14 @@ For traffic between DUTs, or for "secondary" traffic, see ${overhead} value.
IPSec using HMAC SHA 512 integrity algorithms.
+**UDP_ENCAP**
+
+ Encapsulate IPsec traffic in UDP.
+
+**ANTI_REPLAY**
+
+ Enable IPsec Anti-Replay functionality.
+
**SCHEDULER**
IPSec using crypto sw scheduler engine.
diff --git a/docs/content/release_notes/current/_index.md b/docs/content/release_notes/current/_index.md
index c6027dc0e7..a14cf1c89e 100644
--- a/docs/content/release_notes/current/_index.md
+++ b/docs/content/release_notes/current/_index.md
@@ -1,118 +1,33 @@
---
bookCollapseSection: true
bookFlatSection: false
-title: "CSIT rls2406"
+title: "CSIT rls2410"
weight: 1
---
-# CSIT-2406 Release Report
+# CSIT-2410 Release Report
-This section will include release notes for FD.io CSIT-2406. The CSIT report
-will be published on **Jul-10 2024**. The release plan is published on
-[CSIT wiki](https://wiki.fd.io/view/CSIT/csit2406_plan) pages.
+This section includes release notes for FD.io CSIT-2410. The CSIT report
+will be published on **Nov-13 2024**. The release plan is published on
+[CSIT wiki](https://wiki.fd.io/view/CSIT/csit2410_plan) pages.
The release notes of the previous CSIT release can be found
-[here]({{< relref "../previous/csit_rls2402" >}}).
+[here]({{< relref "../previous/csit_rls2406" >}}).
-## CSIT-2406 Release Notes
+## CSIT-2410 Release Notes
- [VPP Performance]({{< relref "vpp_performance" >}})
- [DPDK Performance]({{< relref "dpdk_performance" >}})
- [TRex Performance]({{< relref "trex_performance" >}})
- [VPP Device]({{< relref "vpp_device" >}})
-## CSIT-2406 Release Data
+## CSIT-2410 Release Data
-To access CSIT-2406 Release data please use following web resources:
+## CSIT-2410 Selected Performance Tests
-- [CSIT Per Release Performance](https://csit.fd.io/report/)
- - `CSIT Release` > `rls2406`
- - `DUT` > `vpp`
- - `DUT Version` > `24.06-release`
- - `Infra` > `testbed-nic-driver of choice`
- - `Area` > `IPv4 Routing` `IPv4 Tunnels` `IPv6 Routing` `Hoststack` ...
- - `Test` > `test of choice`
- - `Frame Size` > `64B` `78B`
- - `Number of Cores` > `1C` `2C` `4C`
- - `Test Type` > `MRR` `NDR` `PDR`
-- [CSIT Per Release Comparisons](https://csit.fd.io/comparisons/) for VPP
- v24.06 vs v24.02
- - `REFERENCE VALUE`
- - `DUT` > `vpp`
- - `CSIT and DUT version` > `rls2402-24.02-release`
- - `Infra` > `testbed-nic-driver of choice`
- - `Frame Size` > `64B` `78B`
- - `Number of Cores` > `1C` `2C` `4C`
- - `Measurement` > `Latency` `MRR` `NDR` `PDR`
- - `COMPARED VALUE`
- - `Parameter` > `Release and Version`
- - `Value` > `rls2406-24.06-release`
-- [CSIT Per Release Coverage Data](https://csit.fd.io/coverage/)
- - `CSIT Release` > `rls2406`
-- [CSIT Search Tests](https://csit.fd.io/search/)
- - `Data Type` > `iterative`
- - `DUT` > `vpp`
- - `Release` > `rls2406`
- - `Type a Regular Expression` > `2n-zn2 -1c ethip4-ip4base-[mrr|ndrpdr]`
- ".*" can be replaced by " " (white space).
- - `Choose a cell in the table` > A corresponding graph(s) is displayed.
- - `Click a datapoint in the graph` > Detailed information is displayed.
+## CSIT-2410 Selected Performance Comparisons
-## CSIT-2406 Selected Performance Tests
-
-CSIT-2406 VPP v24.06 Performance Tests:
-
-- ip4
- - [2n-icx 100ge e810cq avf ip4scale20k-rnd]()
- - [2n-spr 100ge e810cq avf ip4scale20k-rnd]()
- - [2n-spr 100ge e810cq dpdk ip4scale20k-rnd]()
- - [2n-spr 200ge cx7 mlx5 ip4scale20k-rnd]()
- - [2n-c6in 200ge c6in.4xl ena dpdk ip4scale20k-rnd]()
- - [2n-c7gn 100ge c7gn ena dpdk ip4scale20k-rnd]()
-- ip6
- - [2n-icx 100ge e810cq avf ip6scale20k-rnd]()
- - [2n-spr 100ge e810cq avf ip6scale20k-rnd]()
- - [2n-spr 100ge e810cq dpdk ip6scale20k-rnd]()
- - [2n-spr 200ge cx7 mlx5 ip6scale20k-rnd]()
- - [2n-c6in 200ge c6in.4xl ena dpdk ip6scale20k-rnd]()
- - [2n-c7gn 200ge c7gn ena dpdk ip6scale20k-rnd]()
-- ipsec
- - [3n-icx 100ge e810cq avf 40tnlsw]()
- - [3n-icx 100ge cx6 dpdk 40tnlsw]()
- - [3n-spr 100ge e810cq avf 40tnlsw]()
- - [3n-spr 200ge cx7 mlx5 40tnlsw]()
-- hoststack quic
- - [3n-icx 100ge e810cq dpdk ip4udpquic]()
- - [3n-icx 100ge cx6 mlx5 ip4udpquic]()
- - [3n-spr 200ge cx7 mlx5 ip4udpquic]()
-- hoststack tcp udp
- - [3n-icx 100ge e810cq dpdk ip4tcp ipudp]()
- - [3n-icx 100ge cx6 mlx5 ip4tcp ipudp]()
- - [3n-spr 100ge e810cq dpdk ip4tcp ipudp]()
- - [3n-spr 200ge cx7 mlx5 ip4tcp ipudp]()
-- nat44
- - [2n-icx 100ge e810cq avf ethip4tcp tput]()
- - [2n-spr 100ge e810cq avf ethip4tcp-nat44ed tput]()
- - [2n-spr 100ge e810cq avf ethip4tcp-nat44ed cps]()
- - [2n-spr 200ge cx7 mlx5 ethip4tcp-nat44ed tput]()
-- tunnels (gnv, vxlan, gtpu)
- - [2n-icx 100ge e810cq avf ethip4udpgeneve]()
- - [3n-icx 100ge cx6 mlx5 gtpu sw]()
- - [3n-spr 200ge cx7 mlx5 vxlan]()
- - [3n-spr 200ge cx7 mlx5 gtpu sw]()
- - [3n-spr 200ge cx7 mlx5 wireguard]()
-- reassembly
- - [3n-icx 100ge e810cq dpdk reassembly]()
-
-## CSIT-2406 Selected Performance Comparisons
-
-Comparisons 24.06 vs 24.02
-- [2n-icx 100ge e810cq avf 1c 64B PDR]()
-
-## CSIT-2406 Selected Performance Coverage Data
-
-CSIT-2406 VPP v24.06 coverage data
-- [2n-icx 200ge cx7 mlx5 ip4]()
+## CSIT-2410 Selected Performance Coverage Data
## Further Information
diff --git a/docs/content/release_notes/current/dpdk_performance.md b/docs/content/release_notes/current/dpdk_performance.md
index 4a9dc3f712..c3abff08f1 100644
--- a/docs/content/release_notes/current/dpdk_performance.md
+++ b/docs/content/release_notes/current/dpdk_performance.md
@@ -3,23 +3,23 @@ title: "DPDK Performance"
weight: 2
---
-# CSIT 24.06 - DPDK Performance
+# CSIT 24.10 - DPDK Performance
1. TEST FRAMEWORK
- - **CSIT test environment** version has been updated to ver. 14, see
+ - **CSIT test environment** version 15 is used, see
[Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}).
2. DPDK PERFORMANCE TESTS
- No updates
3. DPDK RELEASE VERSION CHANGE
- - Version 24.03 is now tested.
+ - Version 24.07 is now tested.
# Known Issues
-List of known issues in CSIT 24.06 for DPDK performance tests:
+List of known issues in CSIT 24.10 for DPDK performance tests:
## New
-List of new issues in CSIT 24.06 for DPDK performance tests:
+List of new issues in CSIT 24.10 for DPDK performance tests:
**#** | **JiraID** | **Issue Description**
------|--------------------------------------------------|--------------------------------------------------------------
@@ -27,7 +27,7 @@ List of new issues in CSIT 24.06 for DPDK performance tests:
## Previous
-List of known issues in CSIT 24.06 for DPDK performance tests:
+List of known issues in CSIT 24.10 for DPDK performance tests:
**#** | **JiraID** | **Issue Description**
------|--------------------------------------------------|--------------------------------------------------------------
@@ -35,8 +35,7 @@ List of known issues in CSIT 24.06 for DPDK performance tests:
## Fixed
-
-List of fixed issues in CSIT 24.06 for DPDK performance tests:
+List of fixed issues in CSIT 24.10 for DPDK performance tests:
**#** | **JiraID** | **Issue Description**
------|--------------------------------------------------|--------------------------------------------------------------
diff --git a/docs/content/release_notes/current/trex_performance.md b/docs/content/release_notes/current/trex_performance.md
index 931a884e5d..ab9d7cb882 100644
--- a/docs/content/release_notes/current/trex_performance.md
+++ b/docs/content/release_notes/current/trex_performance.md
@@ -3,10 +3,10 @@ title: "TRex Performance"
weight: 3
---
-# CSIT 24.06 - TRex Performance
+# CSIT 24.10 - TRex Performance
1. TEST FRAMEWORK
- - **CSIT test environment** version has been updated to ver. 14, see
+ - **CSIT test environment** version 15 is used, see
[Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}).
2. TREX TESTS
- No updates
@@ -17,7 +17,7 @@ weight: 3
## New
-List of new issues in CSIT 24.06 for TRex performance tests:
+List of new issues in CSIT 24.10 for TRex performance tests:
**#** | **JiraID** | **Issue Description**
------|--------------------------------------------------|--------------------------------------------------------------
@@ -25,7 +25,7 @@ List of new issues in CSIT 24.06 for TRex performance tests:
## Previous
-List of known issues in CSIT 24.06 for TRex performance tests:
+List of known issues in CSIT 24.10 for TRex performance tests:
**#** | **JiraID** | **Issue Description**
------|--------------------------------------------------|--------------------------------------------------------------
@@ -33,7 +33,7 @@ List of known issues in CSIT 24.06 for TRex performance tests:
## Fixed
-List of fixed issues in CSIT 24.06 for TRex performance tests:
+List of fixed issues in CSIT 24.10 for TRex performance tests:
**#** | **JiraID** | **Issue Description**
------|--------------------------------------------------|--------------------------------------------------------------
diff --git a/docs/content/release_notes/current/vpp_device.md b/docs/content/release_notes/current/vpp_device.md
index 8a0c36c5e5..f0c0ab34e8 100644
--- a/docs/content/release_notes/current/vpp_device.md
+++ b/docs/content/release_notes/current/vpp_device.md
@@ -3,15 +3,17 @@ title: "VPP Device"
weight: 4
---
-# CSIT 24.06 - VPP Device
+# CSIT 24.10 - VPP Device
1. TEST FRAMEWORK
- - **CSIT test environment** version has been updated to ver. 14, see
+ - **CSIT test environment** version 15 is used, see
[Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}).
+2. DEVICE TESTS
+
# Known Issues
-List of known issues in CSIT 24.06 for VPP functional tests in VPP Device:
+List of known issues in CSIT 24.10 for VPP functional tests in VPP Device:
**#** | **JiraID** | **Issue Description**
------|--------------------------------------------------|--------------------------------------------------------------
@@ -19,7 +21,7 @@ List of known issues in CSIT 24.06 for VPP functional tests in VPP Device:
## New
-List of new issues in CSIT 24.06 for VPP functional tests in VPP Device:
+List of new issues in CSIT 24.10 for VPP functional tests in VPP Device:
**#** | **JiraID** | **Issue Description**
------|--------------------------------------------------|--------------------------------------------------------------
diff --git a/docs/content/release_notes/current/vpp_performance.md b/docs/content/release_notes/current/vpp_performance.md
index d3d2f16edd..56f61ece34 100644
--- a/docs/content/release_notes/current/vpp_performance.md
+++ b/docs/content/release_notes/current/vpp_performance.md
@@ -3,22 +3,16 @@ title: "VPP Performance"
weight: 1
---
-# CSIT 24.06 - VPP Performance
+# CSIT 24.10 - VPP Performance
1. TEST FRAMEWORK
- - **CSIT test environment** version has been updated to ver. 14, see
+ - **CSIT test environment** version 15 is used, see
[Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}).
- **General Code Housekeeping**: Ongoing code optimizations and bug fixes.
- - **Trending and release testing**: Ndrpdr tests use newer code
- (MLRsearch 1.2.1) and configuration, gaining more stability and speed.
-1. VPP PERFORMANCE TESTS
- - Added 2n-c7gn and 3n-icxd testbeds.
-2. PRESENTATION AND ANALYTICS LAYER
- - [Performance dashboard](https://csit.fd.io/) got updated with the
- possibility to [search in tests](https://csit.fd.io/search/).
- - [Per Release Performance Comparisons](https://csit.fd.io/comparisons/) got
- updated with the function removing extreme outliers from data presented in
- the comparison table.
+2. VPP PERFORMANCE TESTS
+
+3. PRESENTATION AND ANALYTICS LAYER
+ - Max value on time axis has been set to utc.now
# Known Issues
@@ -53,7 +47,7 @@ Issues reported in previous releases which were fixed in this release:
# Root Cause Analysis for Regressions
-List of RCAs in CSIT 24.06 for VPP performance regressions.
+List of RCAs in CSIT 24.10 for VPP performance regressions.
Not listing differences caused by known issues (uneven worker load
due to randomized RSS or other per-worker issues).
Also not listing tests which historically show large performance variance.
diff --git a/docs/content/release_notes/previous/_index.md b/docs/content/release_notes/previous/_index.md
index 8b8ee75add..32876694d3 100644
--- a/docs/content/release_notes/previous/_index.md
+++ b/docs/content/release_notes/previous/_index.md
@@ -7,7 +7,9 @@ weight: 2
# Previous Releases
+- [CSIT rls2406]({{< relref "csit_rls2406" >}})
- [CSIT rls2402]({{< relref "csit_rls2402" >}})
+- [CSIT rls2310]({{< relref "csit_rls2310" >}})
- [CSIT rls2306]({{< relref "csit_rls2306" >}})
- [CSIT rls2302]({{< relref "csit_rls2302" >}})
- [CSIT rls2210](https://s3-docs.fd.io/csit/rls2210/report/)
diff --git a/docs/content/release_notes/previous/csit_rls2302/_index.md b/docs/content/release_notes/previous/csit_rls2302/_index.md
index f1ac4a2e6d..0dd4884933 100644
--- a/docs/content/release_notes/previous/csit_rls2302/_index.md
+++ b/docs/content/release_notes/previous/csit_rls2302/_index.md
@@ -2,7 +2,7 @@
bookCollapseSection: true
bookFlatSection: false
title: "CSIT rls2302"
-weight: 4
+weight: 5
---
# CSIT rls2302
diff --git a/docs/content/release_notes/previous/csit_rls2306/_index.md b/docs/content/release_notes/previous/csit_rls2306/_index.md
index dd43bbeb1c..980e3c0950 100644
--- a/docs/content/release_notes/previous/csit_rls2306/_index.md
+++ b/docs/content/release_notes/previous/csit_rls2306/_index.md
@@ -2,7 +2,7 @@
bookCollapseSection: true
bookFlatSection: false
title: "CSIT rls2306"
-weight: 3
+weight: 4
---
# CSIT-2306 Release Report
diff --git a/docs/content/release_notes/previous/csit_rls2310/_index.md b/docs/content/release_notes/previous/csit_rls2310/_index.md
index 51ee084abe..81e10e3014 100644
--- a/docs/content/release_notes/previous/csit_rls2310/_index.md
+++ b/docs/content/release_notes/previous/csit_rls2310/_index.md
@@ -2,7 +2,7 @@
bookCollapseSection: true
bookFlatSection: false
title: "CSIT rls2310"
-weight: 2
+weight: 3
---
# CSIT-2310 Release Report
diff --git a/docs/content/release_notes/previous/csit_rls2402/_index.md b/docs/content/release_notes/previous/csit_rls2402/_index.md
index 868ead0c39..ab8bef4d46 100644
--- a/docs/content/release_notes/previous/csit_rls2402/_index.md
+++ b/docs/content/release_notes/previous/csit_rls2402/_index.md
@@ -2,7 +2,7 @@
bookCollapseSection: true
bookFlatSection: false
title: "CSIT rls2402"
-weight: 1
+weight: 2
---
# CSIT-2402 Release Report
diff --git a/docs/content/release_notes/previous/csit_rls2406/_index.md b/docs/content/release_notes/previous/csit_rls2406/_index.md
new file mode 100644
index 0000000000..f39efb70d5
--- /dev/null
+++ b/docs/content/release_notes/previous/csit_rls2406/_index.md
@@ -0,0 +1,118 @@
+---
+bookCollapseSection: true
+bookFlatSection: false
+title: "CSIT rls2406"
+weight: 1
+---
+
+# CSIT-2406 Release Report
+
+This section includes release notes for FD.io CSIT-2406. The CSIT report
+has been published on **Jul-10 2024**. The release plan is published on
+[CSIT wiki](https://wiki.fd.io/view/CSIT/csit2406_plan) pages.
+
+## CSIT-2406 Release Notes
+
+- [VPP Performance]({{< relref "vpp_performance" >}})
+- [DPDK Performance]({{< relref "dpdk_performance" >}})
+- [TRex Performance]({{< relref "trex_performance" >}})
+- [VPP Device]({{< relref "vpp_device" >}})
+
+## CSIT-2406 Release Data
+
+To access CSIT-2406 Release data please use following web resources:
+
+- [CSIT Per Release Performance](https://csit.fd.io/report/)
+ - `CSIT Release` > `rls2406`
+ - `DUT` > `vpp`
+ - `DUT Version` > `24.06-release`
+ - `Infra` > `testbed-nic-driver of choice`
+ - `Area` > `IPv4 Routing` `IPv4 Tunnels` `IPv6 Routing` `Hoststack` ...
+ - `Test` > `test of choice`
+ - `Frame Size` > `64B` `78B`
+ - `Number of Cores` > `1C` `2C` `4C`
+ - `Test Type` > `MRR` `NDR` `PDR`
+- [CSIT Per Release Comparisons](https://csit.fd.io/comparisons/) for VPP
+ v24.06 vs v24.02
+ - `REFERENCE VALUE`
+ - `DUT` > `vpp`
+ - `CSIT and DUT version` > `rls2402-24.02-release`
+ - `Infra` > `testbed-nic-driver of choice`
+ - `Frame Size` > `64B` `78B`
+ - `Number of Cores` > `1C` `2C` `4C`
+ - `Measurement` > `Latency` `MRR` `NDR` `PDR`
+ - `COMPARED VALUE`
+ - `Parameter` > `Release and Version`
+ - `Value` > `rls2406-24.06-release`
+- [CSIT Per Release Coverage Data](https://csit.fd.io/coverage/)
+ - `CSIT Release` > `rls2406`
+- [CSIT Search Tests](https://csit.fd.io/search/)
+ - `Data Type` > `iterative`
+ - `DUT` > `vpp`
+ - `Release` > `rls2406`
+ - `Type a Regular Expression` > `2n-zn2 -1c ethip4-ip4base-[mrr|ndrpdr]`
+ ".*" can be replaced by " " (white space).
+ - `Choose a cell in the table` > A corresponding graph(s) is displayed.
+ - `Click a datapoint in the graph` > Detailed information is displayed.
+
+## CSIT-2406 Selected Performance Tests
+
+CSIT-2406 VPP v24.06 Performance Tests:
+
+- ip4
+ - [2n-icx 100ge e810cq avf ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVstOwzAQ_JpwQYvsrdNw4UCb_0DG2dKINDVrE1G-HreqtIkAqUgtvfjgl2asHe9oJIe4ZXoK1D0U5aKoFgVWbZOmYvZ4mxbuAho1h8F7QHOXdkwd2UCAPbTuA7RSL4Re071W7g3ssILWG5ibZ9AOKK73pzSCsx2hegXuG-gb3pfA5bHEt3qCNu9R0KRiggzEAk7kCc2vdyPOb6KFb5msXEjKBYoURmJ-fpuwV2w3FNpPkiupK4K71HiBtJvWiTs_Qo8Nq-oD459c8tmlv7nkL-cS5iyd7hJeK0uYs3Quly6YJZOzdLpL5lpZMjlL53JJslTWN_2WN4e_Xll_AeM_rqY)
+ - [2n-spr 100ge e810cq avf ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVstqwzAQ_Br3UrZIGznupYek_o-iypvG1HHUlWJIv75KCKxNW0ghaS466MWM2NEOAwpxy_QSqHsqymVRLQus2iZNxWxxnxbuAho1h8F7QPOQdkwd2UCAPQTPoJV6I_SaHrVyH2CHFbTewNy8gnZAcX04pRGc7QjVO3DfQN_woQQ-n0p8qydos4uCJhUTZCAWcCJPaH69H3F-Ey18y2TlQlIuUKQwEvPz24S9Yruh0H6SXEldEdylxguk3bRO3PsRempYVR8Z_-SSzy79zSV_PZcwZ-l8l_BWWcKcpUu5dMUsmZyl810yt8qSyVm6lEuSpbK-67e8Of71yvoLF6yvcg)
+ - [2n-spr 100ge e810cq dpdk ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVkFOwzAQfE24oEX24jRcOFDyD2TshUZNU7M2lcrrcatKmwg4RGrpxYc4tmZXM97RSI5py_QSqX-s6mXVLCtsOp-X6v7pNv-4j2jUAnYhAJq7vGPqyUYCHCAGBq3UO2HQ9KCV-wAf_Bq6YGBhXkE7oLQ6nPIXne0J1Rp48DB4PnDg84njB6Gg_jMJmmVMkB2xgBN9UhZW-1HNn6qlwTJZ6cjSBUoUR2p-v5xUv7HdUOy-SFryWAR3efQCaTflSfswQk8Ta9pjxX_5FIpPM30KF_QJS55m-IRXyxOWPJ3Np0vmyZQ8zfDJXC1PpuTpbD5Jnur2Ztjy5vjuq9tvl7y0Og)
+ - [2n-spr 200ge cx7 mlx5 ip4scale20k-rnd](https://csit.fd.io/report/#eNrtVkFuwjAQfE24VIuSrUNOPRTyj8p1lhLVCdbajaCvr0FIm4j2EAnKxYc4tmZXM97RSPZhz_Tmyb5k5Tqr1hlWbROX7Pn1Kf7YelT5CgbnANUy7pgsaU-APXjHgHn-QegKc6gG0gE6eyihdQpW6h0KAxR2p1P8vNGWMP8E7hvoGz6R4OZCcsUoaPMVBI06JshALOBEoJS53XFU87ds6dBMWlqidoEC-ZGc328n1VvWHfn2m6QlzkVwE4cvUGGmPOHoRuhlZFV9rvg3p1xyaq5T7p5OYcrUHKfwcZnClKnbOXXXTKmUqTlOqcdlSqVM3c4pyVRZL_o9d-c3YFn_AJEQvio)
+ - [2n-c6in 200ge c6in.4xl ena dpdk ip4scale20k-rnd](https://csit.fd.io/report/#eNrtl91Kw0AQhZ8m3shIdsyPN15Y8x6y7o42NN0Ou7FQn95NKExCVSy0thd7kT_OCTOZj8OQ0G88vQTqHrNykdWLDOvWxlN2_3QbL74LWOQVbJkBi7t456kjHQjQgalaB5jn76RYkdNg2a6g5QJUqR5eQRmgfjk8xyMY3RHmK_DOgrN-qIHP-xoHBUW1H72osY2ZsiUv4qw_sfFyN_H80LXYtSct_ti4SD2FSS_ff5q437xeU2g_SV4ZxyIOE0c_Ec28Ur_jibqfWN2Mjv_ixInTkZz4jJww5ekITnixPGHK08k4nSdPVZG20wGlOJRr2k2_M-LE6Ar20sAobaW_M8IL5ShtpFMxkhyVzY3b-PX431Q2X3vik0k)
+ - [2n-c7gn 100ge c7gn ena dpdk ip4scale20k-rnd](https://csit.fd.io/report/#eNrtl91qwzAMhZ8muxkasZY0u9lFu7zH8GytDU1dYWeF7unnhIISuo0V2rUXvsgf5wQp-jiIhG7r6TVQ-5yVi6xaZFg1Np6yx_l9vPg2YJHPYMcMWDzEO08t6UCADky1dKDyfEmKFTkNlu0aGi5AlerpDZQB6lb9czyC0S1hvgbvLDjr-xr4cqhxVFBU-9GJGtuYKDvyIk76Exuv9iPPD12LXXvS4o-Ni9RRGPXy_aeJ-93rDYXmk-SVYSziMHH0I9FMK3V7HqmHiVX14PgvTpw4nciJL8gJU55O4IRXyxOmPJ2N02XyNCvSdjqiFIdyS7vpd0acGN3AXuoZpa30d0Z4pRyljXQuRpKjsr5zW78Z_pvK-gufQ5Mp)
+- ip6
+ - [2n-icx 100ge e810cq avf ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVstOwzAQ_JpwQYvsxWl64dCS_0DG2dKINDVrE1G-HreqtIkAqUgtvfjgl2asHe9oJIe4ZXoK1D0U5bKolgVWbZOm4n5xmxbuAho1g8F7QHOXdkwd2UCAPbTuA7RSL4Re01wr9wZ2WEHrZ1DNn0E7oLjen9IIznaE6hW4b6BveF8CH48lvtUTtHmPgiYVE2QgFnAiT2h-vRtxfhMtfMtk5UJSLlCkMBLz89uEvWK7odB-klxJXRHcpcYLpN20Ttz5EXpsWFUfGP_kks8u_c0lfzmXMGfpdJfwWlnCnKVzuXTBLJmcpdNdMtfKkslZOpdLkqWyvum3vDn89cr6C3sgryo)
+ - [2n-spr 100ge e810cq avf ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVstqwzAQ_Br3UrZIGznOpYcm_o-iypvG1HHUlWpIv75KCKxNW0ghaS466MWM2NEOAwpxx_QcqHssymVRLQus2iZNxezpPi3cBTRqDoP3gOYh7Zg6soEAewieQSv1Sug1LbRy72CHNbR-DtXiBbQDipvDKY3gbEeo3oD7BvqGDyVwdSrxrZ6gzUcUNKmYIAOxgBN5QvOb_Yjzm2jhWyYrF5JygSKFkZif3ybsNdsthfaT5ErqiuAuNV4g7aZ14t6P0FPDqvrI-CeXfHbpby7567mEOUvnu4S3yhLmLF3KpStmyeQsne-SuVWWTM7SpVySLJX1Xb_j7fGvV9Zfr36v9g)
+ - [2n-spr 100ge e810cq dpdk ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVkFuwjAQfE16qbayjUO49ADNPyrX3paIELZrg0RfX4OQNlHbQyQolxzi2JpdzXhHIzmmHeNrxPa5KFdFtSpM1YS8FLPlY_5xG41VczgQgbFPecfYoosIpoNIDFqpDzSkcaGV_4RAYQMNzaFavIH2gGl9OuUveteiURvgLkAX-MRhXi4cPwgFDfskaJYxQA7IAg70SRmtj72aP1VLg2N00pGlC5Qw9tT8fjmpfme3xdh8obTksQju8-gF0n7Ik47UQy8Tq-pzxX_5RJNPI32iG_pkpjyN8MncLU9mytPVfLplnuyUpxE-2bvlyU55uppPkqeyfuh2vD2_-8r6GzJztL4)
+ - [2n-spr 200ge cx7 mlx5 ip6scale20k-rnd](https://csit.fd.io/report/#eNrtVkFOwzAQfE24oEXJ4tRcOFDyD2SchUY4qbU2UcvrcatKmwg4RGrpxYc4tmZXM97RSA5xy_QSyD0W9brQ6wJ116aluH-6TT92AVW5gtF7QHWXdkyOTCDAAYJnwLJ8J_SV3emRTITe7Wro_Ar0wytUFihuDqf0BWscYfkBPLQwtHwgwecTyQ9GQdvPKGjSMUNGYgFnAqXMb_aTmr9lS4dhMtKStAsUKUzk_H47qX5j01Povkha0lwEt2n4AlV2zhP3foKeRqabY8W_OeWzU0ud8pd0CnOmljiF18sU5kydz6mLZkrlTC1xSl0vUypn6nxOSabq5mbYcn98A9bNNy6dvq4)
+ - [2n-c6in 200ge c6in.4xl ena dpdk ip6scale20k-rnd](https://csit.fd.io/report/#eNrtV8tqwzAQ_Br3UrZY29jKpYem_o-iStvGxFGEpAbSr69iAmuTFhqwmxx08IsZs-MdhsEh7jy9BuqeimpVyFWBsjXpVDw-36eL7wIuyhr2zgEuHtKdp45UIEALum4tYFl-kHCCrALjzAZaV4OoxPINhAaK6-NzOoJWHWG5AW8NWOOPM_DlNONsIKPmMzKaZIyQPXkGR_qY5taHAecX1UxXnhTzk3CGIoWBlp8_jdnvXm0ptF_Er_RrYYZOqx-AejwpHtwAPW1MNj3jv3xy2acLfXIz-oQ5Txf4hFfLE-Y8TebTPHmSuZ3OXZK31U0yN9OEHs2Xo9xKf_cIr5Sj3EhTecQ5qpo7u_Pb_r-par4BhGuT0Q)
+ - [2n-c7gn 200ge c7gn ena dpdk ip6scale20k-rnd](https://csit.fd.io/report/#eNrtV8tqwzAQ_Br3UrZYmzjqpYek_o-gStvExFGEpAbSr69iAmuTFhqwmx508IsZs-MdhsEhHjytA7UvRbUq5KpA2Zh0KmbLx3TxbcB5uYCjc4Dzp3TnqSUVCNCClhsLoiw3JJwgq8A4s4PGLUBU4vkNhAaK2_NzOoJWLWG5A28NWOPPM_D1MuNqIKPmIzKaZAyQI3kGB_qY5ranHucH1UxXnhTzk3CGIoWelu8_jdnvXu0pNJ_Er3RrYYZOq--BejgpnlwPvWxM1h3jr3xy2acbfXIT-oQ5Tzf4hHfLE-Y8jebTNHmSuZ2uXZL_q5tkbqYRPZouR7mVfu8R3ilHuZHG8ohzVNUP9uD33X9TVX8Bp8yTsQ)
+- ipsec
+ - [3n-icx 100ge e810cq avf 40tnlsw](https://csit.fd.io/report/#eNrtmEtuwyAQQE_jbqqpDMFxNl0k9T0qgicJkj8UqBv39MVuJGJVldoq2F2w8UczwMDTk0YY22p8Nlg9JtkuyXcJzWXpHslqe-9eujKUpWvolALKHtyXxgq5QVg1IMUZSJoekSqCG5KKF-DdAYTulW2BZGSzByIA7UkqJpVBwVLbVOYN3P9-mEQ2Fjgamq2Pooam1MPK9Omy8pcyfLR8tT7qiptEOtQ-OKnap6lT73O-3YvP5xq5H_C5RR-1aK7q-emG_fiD5jUa-Y5-kvH4fIZwmK6CYrq27dVV9HKOeTFmLMtURaY3YaoCM6XR0wBM6aKe0ujp7ExDe8qipwGYskU9ZdHT2ZmG81TW8hzb3r8iHU7vv3W9vyYaJb0J0cCOxpY3AFG6pKOx4Z2daGBHY7sbgChb0tHY7M5O1DuaFXdNq-vxrjcrPgBPCCxu)
+ - [3n-icx 100ge cx6 dpdk 40tnlsw](https://csit.fd.io/report/#eNrtmEtOwzAQQE8TNmhQ4jpNNywouQdKnaG1yMfYpjScHidUmkQICVCddOFNPpqxPfbTk0Y2ttX4ZLC6j9JtlG0jlsnSPaLVw6176cowHq_hqBQwfue-NFZYGIRVA1KcIInjPTKV4CaJxSuUqnwBoTtlW0jSZLODRADag1RcKoOCx7apzDu4_10_i2wsFGhYut6LGppS90uzx_PS3-qgaPlmKeqqm0SOqCk4KZvS1KGjnJ83QwMKjQWN-NojRS2aUUG_3TGNf9ZFjUZ-IE0ynB9lCAdqFBTTtW2nRtHzQWb5kLEwVRWoXoaq8k2VBVd9UGXLusqCq_NT9e4qD676oMqXdZUHV-en6tFVWctTaIH_DbU_vqvrgP_MNIh6Gaa-PQ3trw-mbFFPQ_M7P1PfnobW1wdTvqinofGdnyl5muY3Tavr4Q44zT8BhHQ1_g)
+ - [3n-spr 100ge e810cq avf 40tnlsw](https://csit.fd.io/report/#eNrtmM1OxCAQgJ-mXsyYwtLdvXhw7XsYSmd3SfqDgNX69NK6CW2MiZql9cClP5kBBr58yQRjW41PBqv7JDsku0NCd7J0j2TzcOteujKUpVvolALK7tyXxgq5Qdg0BRilgaTpCakiuCepeAbeHUHoXtkWSEb2BRABaM9SMakMCpbapjKv4P6LYRbZWOBoaLY9iRqaUg9L08fL0l_q8NHyxfqoq24W6VD74Kxsn6bOvc_5fjN-ANfI_YjPPfqoRTMp6Kc79uOPmtdo5Dv6Scbz8xnCgZoExXxt26tJ9HKQu3zMWJmqilSvQ1WFpkqjqyGo0nVdpdHV5akGd5VFV0NQZeu6yqKry1MN6Kqs5Vtsgf8MdTi-f9cB_5ppFPU6TEN7GtvfEEzpqp7G5nd5pqE9ja1vCKZsVU9j47s8U-9plt80ra7HO-As_wCN5Dc2)
+ - [3n-spr 200ge cx7 mlx5 40tnlsw](https://csit.fd.io/report/#eNrtmM1OxCAQgJ-mXsyYloWtFw-79j0MS8ddkv4QwNr69NK6Cd2YGI2LeODSn8wAA1--ZIKxvcYng81DxvZZuc9IKWv3yDa7W_fSjSE038KgFBB65740NsgNwqbjYJQGkudHJKoQYzkgt9A2IwOhJ2V7KFhxf4BCANqTVFQqg4LmtmvMK7j_wzyP7CxwNIRtj6KFrtbz4uTxvPinSny0frE-6uq7iAyoffCicJ-mTpPP-Wo7fgjXyP2Yj136qEWzKum7e_bjnzVv0cg39JMsJ-gzhIO1CorLte2kVtHzUZbVkhGdrEpkr0VWhSdLkrNhyJLYzpLkbAyyf-AsTc6GIUtjO0uTszHIBnVWtnJMrfEvwM4H-A874x9zTcJei2t4X1NbHIYriexraopjcA3va2qJw3ClkX1NDXEMrt5XVt10vW6XO2NWvQNfqlSO)
+- hoststack quic
+ - [3n-icx 100ge e810cq dpdk ip4udpquic](https://csit.fd.io/report/#eNrlVctOwzAQ_JpwQYtsNyG9cKDkP5BjL8Sq27hep6J8PW5UsYmg1x6ai21pZvY1WplSH_Gd0L8U1aaoN4Wqnc1HsXp9zFf0pErxDMcQQJVP-RXRoyaE1R6c-QIpxCeqIHEthTmADXYLXU-JkjZbkGotWpAGMHXgQjnYcBicac8Bckg0XQ9toHM-9XbJ9yc5o3ZIjGb9DDliZHBWK9NCd2LO9Q5YoCNqVvw2xoSENKnpepus-Ih6h-S-kWXjmJhhsiUT0MyzpVOYoJfp1c3IuJF_ZLTHzPdS0AJ8_K_dO_VzWXbes5vLWs4b72bVPOz7uBv_zKr5Af0mCeg)
+ - [3n-icx 100ge cx6 mlx5 ip4udpquic](https://csit.fd.io/report/#eNrlVUFuwyAQfI17qbYCYse99JDU_6gw3taoOKYsjpy-vsSKurbaXHNwLoA0M8zujhAU-4BvhO4lK_ZZuc9UaZu0ZJvdY9qCI5WLLRy9B5U_pVNAh5oQNgewZgQpxAcqL824bUbo3FhA21OkqM0nSPUsapAGMLZgfT40_muwpj7r041o2h5qT2c79Xqx--PNaDNERpN-gRwxMLgolWm-PTHnagPM1wE1C377YkJEmpV0vUtWvAfdIdlvZNk0JWaYFMgMNEu3ePIz9DK8spoYt0mPjHYohXFS0PpT_K_bdaZ5V2GuOMu7epg3fpdF9XDoQzf9lUX1Az2OCdg)
+ - [3n-spr 200ge cx7 mlx5 ip4udpquic](https://csit.fd.io/report/#eNrlVctugzAQ_Bp6qbayHQi99NCU_6iM2QZUE1yvQUm-Pg6KsqCmPeYQLralmdnXaGUKncdPQvuWZJsk3yQqb6p4JKv353h5SyoVaxicA5W-xJdHi5oQVjsN5DwoIbaonDT7fEAdoLX7DOqOAgVtvkGqV1GCNIChhsalfeV--saU5xAxKJq6g9LROaP6uGT8lZ7Rqg-MRv0MGdAzOKuWaa4-MOe_HliiPWrWXFtjQkCaVPV3o6z48rpFao7IsnFQzDDRlglo5tnCwU3Qy_zyYmTczUMy2qIUxkpBi_DyVsMP6-nSLH1sR5e2pHfe0ax42nW-Hf_QrDgBZGAUGA)
+- hoststack tcp udp
+ - [3n-icx 100ge e810cq dpdk ip4tcp ipudp](https://csit.fd.io/report/#eNrlVUFuwyAQfI17qbYCbMe99NDE_4gwbGorJKYsiZq-vsSKuraqNKf2EF8AMTPsDiMExT7gmtC9ZOUyq5aZqjqbhix_fUxTcKQKsYCj96CKp7QK6FATQr6HznyAFOINlZf4LIV5B-vtFtqeIkVttiCLhWhAGsDYQueLaHxzFjvr0zm9tmkTwyaHxtO5qFpdiv7ogFF7iIymvibIEQODk4aZ5tsTc67bYIEOqFnx7Y4JEWnU0w2vLNsEvUPqPpG1w4Uxw6RwRqCZlownP0IvV1jVA-MfkiSjHUrjpKC5BPqb5fvI9WDn80Kveb2bJOf2Qm9Y_vtcy_ph34fd8JeW9Rcj_BEu)
+ - [3n-icx 100ge cx6 mlx5 ip4tcp ipudp](https://csit.fd.io/report/#eNrlVU1vwyAM_TXZZfIUyNdph3X5HxMBd4lGGoRplfbXl0bVnGjqeuqluQDiPWM_P1lQGDx-Edr3pNgk1SaRVWfikmQfr3HzlmSelnBwDmT-Fk8eLSpCyHbQ6RFEmn6jdEKPpRmht2MB7UCBgtI_IPIybUBowNBC5_KgXXOJtcbFZwZl4iX6bQaNo0tO-XnN-acARs0-MBrLWiAH9Awu6mWaa4_MuamC-cqj4oBfcUwISLOS7kjlsK1XPVJ3Qo6d-sUMHa2ZgXqZMhzdDL12sKonxuN9JK0sCm1FSiux8z_FT-Hq3qxmOm9JfRYfVzaddxQ_3tWiftkNvp_-0KI-A0YOER4)
+ - [3n-spr 100ge e810cq dpdk ip4tcp ipudp](https://csit.fd.io/report/#eNrlVctuwyAQ_Br3Um0FfsS99JDU_1Fh2NRWSLxlSaT060usqGuranJqD8kFEDPD7jBCcBwCvjH6l6xaZfUqy-vepSErlo9pCp7zUi3gQAR5-ZRWAT0aRih2LTAF0Eq9Y04an7WyH-DIbaAbOHI0dgO6XKgWtAWMHfRURkvtSe0dpYMG49ImhnUBLfGpav56rvqjBUHdPgqaGpshBwwCzjoWGnVH4VzwIQoT0Ijk254QIvKkqStmRbYOZovcf6JoxxsThk3xTEA7LxmPNEHPd1g3I-M_smRrPGrrteK7ifSS5xtJdu_u6JX-ZvZ2sry7V3rF898nWzUPuyFsxz-1ar4AK24Uxg)
+ - [3n-spr 200ge cx7 mlx5 ip4tcp ipudp](https://csit.fd.io/report/#eNrlVUFuwyAQfI17qbYCbMenHpr6HxWGTW0Vx4glVtLXl1hR11bV5NQe4gsgZobdYYSgOAR8I3TPWbnNqm2mqs6mIctfHtMUHKlCbGD0HlTxlFYBHWpCyPcayAdQQryj8tIcqxF1hN4dS2gHihS1-QBZbEQD0gDGFjpfROObs9xZn04atE2bGHY5NJ7OZdXrpeyPHhi1h8ho6myBjBgYXLTMNN-emHPNCEt0QM2ab39MiEizrm64Zdku6B6p-0TWTlfGDJMCmoFmWTKe_Ay9XGJVT4x_SZOMdiiNk4LWE-o10_eS7cGu6aX-5vaO0lzfS71h-u-zLeuH_RD66W8t6y9AhBte)
+- nat44
+ - [2n-icx 100ge e810cq avf ethip4tcp tput](https://csit.fd.io/report/#eNrtVctqwzAQ_Br3UrZIsiT70kNS_0dQ5E1tcJytpJikX185DcimGAotLYRc9JpZ7Y6GRT4cHG48ds-ZWmfFOhNFW8chy1ePcXKdF5JpGIhAyKe4ctih8Qiih9aegDP2ioI4lpzZNzDDDlqS4_EWuAUMTdwGS-PpdoxrOBMSSOfgtVRcQKBjgL52Y1Lxck36pYKE1seQ0FjXDBnQJXBWcKJRc55wlmQkvnFoUkDUkaCAflLMN8Wm8J0ze_TtO6Y7xodLBBvNmWB2njmcaYJen7CoLox_c5LuTv7USfpzJ7VSuf5UJ7koC13edlsu6L2Zzlzyk-5-_mp_quqhP7j95e9U1QetMfUr)
+ - [2n-spr 100ge e810cq avf ethip4tcp-nat44ed tput](https://csit.fd.io/report/#eNrtVctqwzAQ_Br3UrZYsiT70kNS_0dR5U1tcJytpBjSr6-cBtamGAotLYRc9JqRdmeHRSEePD4H7B8zvc3KbSbLrklDVmzu0-T7IFVuYCQCqR7SymOPNiDIAQJ5EHn-ipIEViJ3b2DHHXSkpuMXEA4wtmkbHcFgo1LYQCtyqYBMAcEoLSREOkYYGj8FlU-XoF8yYLQ5RkZTXgtkRM_gImGmUXuacdZkMN96tHwhyWEoYpgl802xfH3n7R5D9478xlQ4Jrhkzgxzy8jxRDP0UsKyPjP-zUm6OflTJ-nPnTRaF-ZTnRKyKk113W25ovdqOnPNT7r5-av9qeu74eD3579T1x_C5_QT)
+ - [2n-spr 100ge e810cq avf ethip4tcp-nat44ed cps](https://csit.fd.io/report/#eNrtVdtqwzAM_ZrsZWjYju3kZQ_r8h_Fc9QlkKaa7QXar5_XFZSwFQYbG5S--MKRfHR0EI5pF3AdcbgvzKqoVoWq-jYvRflwm7cwRKWFhYkIlL7Lp4ADuoigRogUQArxjIok1lL4F3DTBnrSYPUTSA-YunxLnmB0SWtsoZNCaSBbQrTaSAWeIoxteKdUjyfKT_yMtq-J0VzVApkwMLgol8Oo289izongeBfQcUJWw1DCOCvme1o5exPcFmN_QH4id41xn41hSPolb9rTDD01sGqOEf_kIl1d_JmL9NcuWmNK-yFNS1VXtr7ocfxa7oVM5Bkv6erlL86laW7GXdge_0rTvAFenO6j)
+ - [2n-spr 200ge cx7 mlx5 ethip4tcp-nat44ed tput](https://csit.fd.io/report/#eNrtVctqwzAQ_Br3UrZIsh659JDU_1FUeVsbbGeRFJPk66OkAdkUQ6GFQMhFD2ZXO7PDohC3Ht8Ddq-F2hRmUwjT1mkpyvVz2nwXhGQaRiIQ8iWdPHZoA4IYIJAHwdgXCuJub0a0Efpur6AlCZyxD-AOMDbpGh3BYKOUWEPDmZBAuoSgpeICIu0iDLU_lxVv17I_OGS03sWMJmYzZESfwRnlHEbNYRKzLCRnWI82pyRBGYoYJnR-KTenf3rbY2iPmN84ty4HuGTQBHPzyvFAE_TaRFNdIm7oJj3c_LubdAM3tVKl_tYnuVgZvbr38VxQfEcTuuQpPTz95zlV1dOw9f3lL1XVCSx1_eM)
+- tunnels (gnv, vxlan, gtpu)
+ - [2n-icx 100ge e810cq avf ethip4udpgeneve](https://csit.fd.io/report/#eNrtVk2LwjAQ_TXdi4w02X7sxcO6_R8S01ELNc4maVF_vakUpt1lYQ-C0HpJQt6bzEwej8T5k8WNw3oVpesoX0cyr8owRO-fizDZ2skkzqAlApksw8pijcohSAOVPoOI4z1KEvghYv0Nqt1BRcnGN8Zg7SBLtiA0oD-EXejnpqQ9GmwRRBaIXcC2O9KUtsssv_rMv8pgtGw8o6G4EdKiZXBUNdPocBlw_uqF-cqi4oBBi0zx6AZF_atlDt5ZdURXXZFPCHfHuA4yMST0OK2_0ADt7zEv7oznakovTR-iKT1X0_nZdOounZ9JJ-5Rmc7vMR33PEWf_lCVXqo-2qtp8WZO9nj__6bFDR0OG4k)
+ - [3n-icx 100ge cx6 mlx5 gtpu sw](https://csit.fd.io/report/#eNrtlkFuwjAQRU-TbqpBiXGSVReF3AMFZwqRHDOyHRp6ehyENInaLqgobLyJI_9vz9hPX7LzB4sbh_otyVdJuUpE2TbhkyzfX8NgtRMyLeBIBEIuwp9FjbVDWBpo1QBZmu5QUKaGohmg00MOLcmN741B7aCQW8gUoN-H2Z2n3n2O-nbcwTR2LCTW10LfqrLa9J7V0MtMOaJlcdYk22h_Ys-vrbO_tljzgsmJ2OLRTZr66YTs_bB1h679Ql4QboZ1FSCwlKl5FX-iiXq9trK6OB5KjCKxvxCj_ycmYsZuIyaenTERM3ZPYg_ImIwZu42YfHbGZMzYPYlxxvLqxRxsd3kz5tUZE77cNg)
+ - [3n-spr 200ge cx7 mlx5 vxlan](https://csit.fd.io/report/#eNrtVcFuwjAM_Zrugjy1oaUnDrD-B0pTDyqlwXJCVfb1BKjkVtN24YCEuCRRnl_s5ycrPhwZdx7tOim2SblNVNk2cUmWm0Xc2HqVpyvoiUDln_HEaFF7hKXT4IlBpekeFWVmKHvUATo7FNBSvgsn59B6WOU1ZAYwHOJtP1jtwKq6qeMjnTaWHbiGrxnV15jxV3pBm1MQNBY1Q3pkAWfVShgdzhLznwahaEYtnIk0CQnoJ3X9LVUY36w79O0PCi02SnATbREoM_Nc4UwTdOxfWd0inuMhvT18yEN6joeDuQp78Qm8i3yp2Rt9o7dvD89bUX24I3e3_6-oLk0O_es)
+ - [3n-spr 200ge cx7 mlx5 gtpu sw](https://csit.fd.io/report/#eNrtlsGKgzAQhp_GXsoUTWM97aFd36OkOtsKMR2S6Lb79BtLYZRdFroU6SEXI_7_OJN8_BDnzxb3DvVbku-SYpeIoqnDI1lvl2Gx2gmZbqAnAiFX4c2iRuUQ1kaBIwsiTY8oKKsuRY_KQ6svOTQk974zBrWDjTxAVgH6U_h69NS5z0E_DD8xtR16ifd7rx-NWa07z2oYZ6L0aFmczMk2Ol3Z89f0XKIsKq4ZbYotHt1ort82yd4Pq1p0zRdyQTgc1quAgqWsmnbxVxqp95Mryptjbm4Uuf2TG83CTcS8PcxNvEDeRMzbk7nNkzcZ8_YwN_kCeZMxb0_mxnnLy4U52_Z2r8zLbx-f65Y)
+ - [3n-spr 200ge cx7 mlx5 wireguard](https://csit.fd.io/report/#eNrtVstuwyAQ_Br3UlFhYtdcemjq_4iI2SaWMEELdh5fH2xFWluV2kvVSKEXQMws-xiNhA8HhI0H85aV66xaZ6JqdVyy1ftz3NB4UfBXNjjHRPESTwgGlAe2sop5h0xwvgPh8uZUDaAC68ypZK0rNqG3FoxneZnLLcsbBmEf73vtji3Crleoc86DNf448rfjo1bjmFt83HJ_KYRQ3QdCY3kLZAAkcFE30dz-TJzvuqEQhaAoZtYkUQL4WV0_t0yRn6g68O0FKHwaHTGaKNUMbJZZw9nN0Nskq3pi3FtX96_rL-nq7qprcm5NwKvJOfXxfSpT86l8fJ_K1Hwq_9inZf1kD9hN_-CyvgJAfyvF)
+- reassembly
+ - [3n-icx 100ge e810cq dpdk reassembly](https://csit.fd.io/report/#eNrtVstOwzAQ_JpwQYti12l64dCS_6gSZ2kt8lhstxC-HjdU2kSIC1LaHHKxLc94Nbujkex8a3HvsHqOkl2U7iKZmjIs0Wr7GDZbOaniNZyJQKqncLJYYe4QVg0Y_Qkijg8oSeBGxPodSirfQNuOfAsiEZsChAb0R0PKkEMd6LFvKvcB4aa41DGNhxydTNYHXYfquXNYF1UHTWkvOuTLVccvUYyWJ89okDpCzmgZHPXANDp2zPm7M36QB6H84qdhRj26gaB_tc_FXm1eozNfyBX7yTJDBwsHoB4L8R0N0OtU06xnzMlvWvyewG-a2m-55Pu2fsv75lsu-Z6T35PnWy35vq3f6r75Vku-5-Q35zvJHprW1v0_Pcm-AT9tVNU)
+
+## CSIT-2406 Selected Performance Comparisons
+
+Comparisons 24.06 vs 24.02
+- [2n-icx 100ge e810cq avf 1c 64B PDR](https://csit.fd.io/comparisons/#eNqNkE0OwiAQhU_TbgyGYn_cuFB7AGO8AMGpIWkpDrRRTy_0R2ziwoQEHu8bZngGahAWrruoOESsQKgAQQlw52izX423BuykL9g567gaLn2lbNUCvXYz6rZeay9G3jk9YDCxNiylOWHpmjKC7jVuIOBSVcgDzRSR4kESSm_AdALbhIo74X0VKkSLn7EzP0ty9DIrJ7_CxsjXEsnTw4Kx9qmXxKk8T0QxrLlXozn-kZKjeAP2--MhiBHped3B71zy71yG_rFqsdn50bIybjtbS0Az6TdmuHnv)
+
+## CSIT-2406 Selected Performance Coverage Data
+
+CSIT-2406 VPP v24.06 coverage data
+- [2n-icx 200ge cx7 mlx5 ip4](https://csit.fd.io/coverage/#eNpVjsEOwiAQRL8GLwaDWyinHqz9D0NwY0mQEkCkf98SD9TLJjNvZjMRLepkFjcQORKQwcb9ku52_gngrK8G3Kvx_KRGs_d_JGNoEPiF9TTs31XEFvPzesg4anShwNgLwV91kRlVom9bRGuogKpVjOdVyOkU5-X7sCqh0-tARN1-tGpKTBsssj2p)
+
+## Further Information
+
+For further information including instructions how to access the needed
+information with user selectable options, please refer to
+[csit.fd.io documentation]({{< relref "/" >}}).
diff --git a/docs/content/release_notes/previous/csit_rls2406/dpdk_performance.md b/docs/content/release_notes/previous/csit_rls2406/dpdk_performance.md
new file mode 100644
index 0000000000..4ef0f6fd8d
--- /dev/null
+++ b/docs/content/release_notes/previous/csit_rls2406/dpdk_performance.md
@@ -0,0 +1,42 @@
+---
+title: "DPDK Performance"
+weight: 2
+---
+
+# CSIT 24.06 - DPDK Performance
+
+1. TEST FRAMEWORK
+ - **CSIT test environment** version has been updated to ver. 15, see
+ [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}).
+2. DPDK PERFORMANCE TESTS
+ - No updates
+3. DPDK RELEASE VERSION CHANGE
+ - Version 24.03 is now tested.
+
+# Known Issues
+
+List of known issues in CSIT 24.06 for DPDK performance tests:
+
+## New
+
+List of new issues in CSIT 24.06 for DPDK performance tests:
+
+**#** | **JiraID** | **Issue Description**
+------|--------------------------------------------------|--------------------------------------------------------------
+ 1 | |
+
+## Previous
+
+List of known issues in CSIT 24.06 for DPDK performance tests:
+
+**#** | **JiraID** | **Issue Description**
+------|--------------------------------------------------|--------------------------------------------------------------
+ 1 | |
+
+## Fixed
+
+List of fixed issues in CSIT 24.06 for DPDK performance tests:
+
+**#** | **JiraID** | **Issue Description**
+------|--------------------------------------------------|--------------------------------------------------------------
+ 1 | |
diff --git a/docs/content/release_notes/previous/csit_rls2406/trex_performance.md b/docs/content/release_notes/previous/csit_rls2406/trex_performance.md
new file mode 100644
index 0000000000..dc859fa658
--- /dev/null
+++ b/docs/content/release_notes/previous/csit_rls2406/trex_performance.md
@@ -0,0 +1,40 @@
+---
+title: "TRex Performance"
+weight: 3
+---
+
+# CSIT 24.06 - TRex Performance
+
+1. TEST FRAMEWORK
+ - **CSIT test environment** version has been updated to ver. 15, see
+ [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}).
+2. TREX TESTS
+ - No updates
+3. TREX VERSION
+ - Currently using v3.03 of TRex.
+
+# Known Issues
+
+## New
+
+List of new issues in CSIT 24.06 for TRex performance tests:
+
+**#** | **JiraID** | **Issue Description**
+------|--------------------------------------------------|--------------------------------------------------------------
+ 1 | |
+
+## Previous
+
+List of known issues in CSIT 24.06 for TRex performance tests:
+
+**#** | **JiraID** | **Issue Description**
+------|--------------------------------------------------|--------------------------------------------------------------
+ 1 | |
+
+## Fixed
+
+List of fixed issues in CSIT 24.06 for TRex performance tests:
+
+**#** | **JiraID** | **Issue Description**
+------|--------------------------------------------------|--------------------------------------------------------------
+ 1 | |
diff --git a/docs/content/release_notes/previous/csit_rls2406/vpp_device.md b/docs/content/release_notes/previous/csit_rls2406/vpp_device.md
new file mode 100644
index 0000000000..d6a9d91146
--- /dev/null
+++ b/docs/content/release_notes/previous/csit_rls2406/vpp_device.md
@@ -0,0 +1,30 @@
+---
+title: "VPP Device"
+weight: 4
+---
+
+# CSIT 24.06 - VPP Device
+
+1. TEST FRAMEWORK
+ - **CSIT test environment** version has been updated to ver. 15, see
+ [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}).
+2. DEVICE TESTS
+ - Added Intel-X710 to 1n-spr and Mellanox-CX6DX to 1n-alt testbed.
+ - Migrated some tests to the new NICs to avoid spurious failures.
+
+# Known Issues
+
+List of known issues in CSIT 24.06 for VPP functional tests in VPP Device:
+
+**#** | **JiraID** | **Issue Description**
+------|--------------------------------------------------|--------------------------------------------------------------
+ 1 | [CSIT-1931](https://jira.fd.io/browse/CSIT-1931) | Vhost test not running in device jobs
+ 2 | [CSIT-1932](https://jira.fd.io/browse/CSIT-1932) | 1n-spr: Occasional packet loss in L2 tests
+
+## New
+
+List of new issues in CSIT 24.06 for VPP functional tests in VPP Device:
+
+**#** | **JiraID** | **Issue Description**
+------|--------------------------------------------------|--------------------------------------------------------------
+ 1 | |
diff --git a/docs/content/release_notes/previous/csit_rls2406/vpp_performance.md b/docs/content/release_notes/previous/csit_rls2406/vpp_performance.md
new file mode 100644
index 0000000000..3ae7efb494
--- /dev/null
+++ b/docs/content/release_notes/previous/csit_rls2406/vpp_performance.md
@@ -0,0 +1,124 @@
+---
+title: "VPP Performance"
+weight: 1
+---
+
+# CSIT 24.06 - VPP Performance
+
+1. TEST FRAMEWORK
+ - **CSIT test environment** version has been updated to ver. 15, see
+ [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}).
+ - **General Code Housekeeping**: Ongoing code optimizations and bug fixes.
+2. VPP PERFORMANCE TESTS
+ - Added tests:
+ - Added memif+DMA tests; added 1518B and 4c memif testcases.
+ - Added nginx+DMA tests; added 2048B testcases.
+ - Added IPsec hwasync tests to 3n-icxd and 3n-snr.
+ - Added IPsec tests to cover more encryption algorithms and other settings.
+ - Added more SOAK tests.
+ - Added selected 6-port tests for 3na-spr.
+ - Edited tests:
+ - Selected single-flow tests now use single worker even if SMT is on.
+ - IPsecHW tests now use rxq ratio of 2.
+ - This means one worker reads only from one of two ports.
+ - This workaround avoids some inefficiencies,
+ - but still does not reach the expected performance on 3nb-spr.
+ - 1518B tests with encapsulation overhead now properly use no-multi-seg.
+ - Added TX checksum offload to hoststack tests missing it.
+3. PRESENTATION AND ANALYTICS LAYER
+ - Detailed views added to comparison tables.
+
+# Known Issues
+
+These are issues that cause test failures or otherwise limit usefulness of CSIT
+testing.
+
+## New
+
+Any issue listed here may have been present also in a previous release,
+but was not detected/recognized/reported enough back then.
+Also, issues previously thought fixed but now reopened are listed here.
+
+**#** | **JiraID** | **Issue Description**
+------|--------------------------------------------------|---------------------------------------------------------------------------
+ 1 | [CSIT-1877](https://jira.fd.io/browse/CSIT-1877) | 3n-tsh: VM tests too slow to boot VM, rarely, despite increased timeout.
+ 2 | [CSIT-1884](https://jira.fd.io/browse/CSIT-1884) | 2n-clx, 2n-icx: All NAT44DET NDR PDR IMIX over 1M sessions BIDIR tests failing to create enough sessions.
+ 3 | [VPP-2118](https://jira.fd.io/browse/VPP-2118) | 3n spr: Unusable performance of ipsec tests with SHA_256_128.
+ 4 | [CSIT-1960](https://jira.fd.io/browse/CSIT-1960) | 2n-zn2: Geneve sometimes loses one direction of traffic.
+ 5 | [CSIT-1961](https://jira.fd.io/browse/CSIT-1961) | Some tests have too long ramp-up trials.
+ 6 | [CSIT-1962](https://jira.fd.io/browse/CSIT-1962) | 3n-icx hoststack: Udpquicscale tests sometimes fail with various symptoms.
+ 7 | [CSIT-1963](https://jira.fd.io/browse/CSIT-1963) | 3n-icxd: Various symptoms pointing to hardware (cable/nic/driver) issues.
+ 8 | [CSIT-1964](https://jira.fd.io/browse/CSIT-1964) | 3nb-spr: Wireguardhw tests are likely to crash.
+ 9 | [CSIT-1965](https://jira.fd.io/browse/CSIT-1965) | Occasional failure on 1518B CX5: Trex failed to send message.
+ 10 | [VPP-2121](https://jira.fd.io/browse/VPP-2121) | sw_interface_add_del_address: avf process node failed to reply in 5 seconds
+ 11 | [CSIT-1966](https://jira.fd.io/browse/CSIT-1966) | 3n-snr: Increased heap size in ipsec policy tests prevents VPP from starting.
+ 12 | [CSIT-1967](https://jira.fd.io/browse/CSIT-1967) | 3na-spr: Unable to configure large MTU for 9000B tests.
+
+## Previous
+
+Issues reported in previous releases which still affect the current results.
+
+**#** | **JiraID** | **Issue Description**
+------|--------------------------------------------------|----------------------------------------------------------------------------------------------------------------------------
+ 1 | [CSIT-1785](https://jira.fd.io/browse/CSIT-1785) | NAT44ED tests failing to establish all TCP sessions. At least for max scale, in allotted time (limited by session 500s timeout) due to worse slow path performance than previously measured and calibrated for. CSIT removed the max scale NAT tests to avoid this issue.
+ 2 | [CSIT-1795](https://jira.fd.io/browse/CSIT-1795) | Ocassionally not all DET44 sessions have been established: 4128767 != 4128768.
+ 3 | [CSIT-1802](https://jira.fd.io/browse/CSIT-1802) | All testbeds: AF-XDP - NDR tests failing from time to time on small loss.
+ 4 | [CSIT-1804](https://jira.fd.io/browse/CSIT-1804) | 3n-tsh: NDR fails on ierrors.
+ 5 | [CSIT-1845](https://jira.fd.io/browse/CSIT-1845) | AVF 9000B any ndrpdr test may start failing due to packets not arriving in one or both directions.
+ 6 | [CSIT-1886](https://jira.fd.io/browse/CSIT-1886) | 3n: Wireguard tests with 100 and more tunnels are failing PDR criteria.
+ 7 | [CSIT-1892](https://jira.fd.io/browse/CSIT-1892) | 3n-alt: Unexpected two-band structure of ipsec and vxlan.
+ 8 | [CSIT-1896](https://jira.fd.io/browse/CSIT-1896) | Depending on topology, l3fwd avoids dut-dut link.
+ 9 | [CSIT-1901](https://jira.fd.io/browse/CSIT-1901) | 2n-icx 3n-icx: Trex may report negative ipackets on high-performance AVF trial.
+ 10 | [CSIT-1904](https://jira.fd.io/browse/CSIT-1904) | DPDK 23.03 testpmd startup fails on some testbeds.
+ 11 | [CSIT-1906](https://jira.fd.io/browse/CSIT-1906) | Zero traffic with cx7 rdma. Testing migrated to mlx5-core on all Mellanox NICs.
+ 12 | [VPP-2077](https://jira.fd.io/browse/VPP-2077) | IP fragmentation: running_fragment_id is not thread safe. Causes reduced performance and failures in gtpu reassembly tests.
+ 13 | [CSIT-1914](https://jira.fd.io/browse/CSIT-1914) | TRex does not produce latency data on ICE NICs.
+ 14 | [CSIT-1915](https://jira.fd.io/browse/CSIT-1915) | The 2n-icx testbeds do not have the same performance.
+ 15 | [CSIT-1916](https://jira.fd.io/browse/CSIT-1916) | Poor CPU scaling on 2n-zn2 RDMA.
+ 16 | [CSIT-1917](https://jira.fd.io/browse/CSIT-1917) | TRex STL performance is unstable at high pps due to unsent packets.
+ 17 | [CSIT-1922](https://jira.fd.io/browse/CSIT-1922) | 2n-tx2: AF_XDP MRR failures. On other testbeds MRR regressions and PDR failures.
+ 18 | [CSIT-1924](https://jira.fd.io/browse/CSIT-1924) | An l3fwd error in 200Ge2P1Cx7Veat-Mlx5 test with 9000B.
+ 19 | [CSIT-1929](https://jira.fd.io/browse/CSIT-1929) | Lossy trials in nat udp mlx5 tests.
+ 20 | [CSIT-1935](https://jira.fd.io/browse/CSIT-1935) | rls2310: Zero traffic reported in udpquic tests due to session close errors.
+ 21 | [CSIT-1936](https://jira.fd.io/browse/CSIT-1936) | TRex occasionally sees link down in L2 perf tests.
+ 22 | [CSIT-1938](https://jira.fd.io/browse/CSIT-1938) | 3n-alt: High scale ipsec policy tests may crash VPP.
+ 23 | [CSIT-1941](https://jira.fd.io/browse/CSIT-1941) | TRex may wrongly detect link bandwidth.
+ 24 | [CSIT-1942](https://jira.fd.io/browse/CSIT-1942) | 3nb-spr hoststack: Interface not up after first test.
+ 25 | [CSIT-1943](https://jira.fd.io/browse/CSIT-1943) | IMIX 4c tests may fail PDR due to ~10% loss.
+ 26 | [CSIT-1944](https://jira.fd.io/browse/CSIT-1944) | Memif LXC: unrecognized option '--no-validate'.
+ 27 | [VPP-2090](https://jira.fd.io/browse/VPP-2090) | MRR < PDR: DPDK plugin with MLX5 driver does not read full queue.
+ 28 | [CSIT-1946](https://jira.fd.io/browse/CSIT-1946) | Ipsec hwasync fails with large scale and multiple queues.
+ 29 | [CSIT-1947](https://jira.fd.io/browse/CSIT-1947) | Rare VPP crash in nat avf tests.
+ 30 | [VPP-2091](https://jira.fd.io/browse/VPP-2091) | Memif crashes VPP in container with jumbo frames.
+ 31 | [CSIT-1948](https://jira.fd.io/browse/CSIT-1948) | NICs do not consistently distribute tunnels over RXQs depending on model or plugin.
+ 32 | [CSIT-1950](https://jira.fd.io/browse/CSIT-1950) | 9000B tests with encap overhead and non-dpdk plugins see fragmented packets.
+ 33 | [CSIT-1951](https://jira.fd.io/browse/CSIT-1951) | Combination of AVF and vhost drops all 9000B packets.
+ 34 | [CSIT-1953](https://jira.fd.io/browse/CSIT-1953) | 3n-icx 3nb-spr: Failed to enable GTPU offload RX.
+
+## Fixed
+
+Issues reported in previous releases which were fixed in this release:
+
+**#** | **JiraID** | **Issue Description**
+------|--------------------------------------------------|--------------------------------------------------------------
+ 1 | [CSIT-1782](https://jira.fd.io/browse/CSIT-1782) | Multicore AVF tests are failing when trying to create interface. Frequency is reduced by CSIT workaround, but occasional failures do still happen.
+ 2 | [CSIT-1881](https://jira.fd.io/browse/CSIT-1881) | 2n-icx: NFV density tests ocassionally breaks VPP which fails to start.
+ 3 | [CSIT-1921](https://jira.fd.io/browse/CSIT-1921) | Two-band structure in SRv6, causes PDR failure in rare cases.
+ 4 | [CSIT-1939](https://jira.fd.io/browse/CSIT-1939) | 3na-spr, 2n-zn2: VPP fails to start in first test cases.
+
+# Root Cause Analysis for Regressions
+
+List of RCAs in CSIT 24.06 for VPP performance regressions.
+Not listing differences caused by known issues (uneven worker load
+due to randomized RSS or other per-worker issues).
+Also not listing tests which historically show large performance variance.
+
+Contrary to issues, these genuine regressions do not limit usefulness
+of CSIT testing. So even if they are not fixed
+(e.g. when the regression is an expected consequence of added functionality),
+they will not be re-listed in the next release report.
+
+**#** | **JiraID** | **Issue Description**
+------|--------------------------------------------------|--------------------------------------------------------------
+ 1 | [CSIT-1958](https://jira.fd.io/browse/CSIT-1958) | 3n-icx 3na-spr: Mixed performance impact of 40373 around 2024-04-20.
+ 2 | [CSIT-1959](https://jira.fd.io/browse/CSIT-1959) | Explain change in c6in performance.
diff --git a/docs/data/variables.yaml b/docs/data/variables.yaml
index 76b2677657..b4f1a76365 100644
--- a/docs/data/variables.yaml
+++ b/docs/data/variables.yaml
@@ -1,2 +1,3 @@
-release_csit: "CSIT 24.06"
-release_vpp: "VPP 24.06" \ No newline at end of file
+release_csit: "CSIT 24.10"
+release_vpp: "VPP 24.10"
+dashboard_url: "https://csit.fd.io/" \ No newline at end of file
diff --git a/docs/ietf/draft-ietf-bmwg-mlrsearch-06.md b/docs/ietf/draft-ietf-bmwg-mlrsearch-06.md
deleted file mode 100644
index 27d65e2690..0000000000
--- a/docs/ietf/draft-ietf-bmwg-mlrsearch-06.md
+++ /dev/null
@@ -1,1634 +0,0 @@
----
-
-title: Multiple Loss Ratio Search
-abbrev: MLRsearch
-docname: draft-ietf-bmwg-mlrsearch-06
-date: 2024-03-04
-
-ipr: trust200902
-area: ops
-wg: Benchmarking Working Group
-kw: Internet-Draft
-cat: info
-
-coding: us-ascii
-pi: # can use array (if all yes) or hash here
- toc: yes
- sortrefs: # defaults to yes
- symrefs: yes
-
-author:
- -
- ins: M. Konstantynowicz
- name: Maciek Konstantynowicz
- org: Cisco Systems
- email: mkonstan@cisco.com
- -
- ins: V. Polak
- name: Vratko Polak
- org: Cisco Systems
- email: vrpolak@cisco.com
-
-normative:
- RFC1242:
- RFC2285:
- RFC2544:
- RFC9004:
-
-informative:
- TST009:
- target: https://www.etsi.org/deliver/etsi_gs/NFV-TST/001_099/009/03.04.01_60/gs_NFV-TST009v030401p.pdf
- title: "TST 009"
- FDio-CSIT-MLRsearch:
- target: https://csit.fd.io/cdocs/methodology/measurements/data_plane_throughput/mlr_search/
- title: "FD.io CSIT Test Methodology - MLRsearch"
- date: 2023-10
- PyPI-MLRsearch:
- target: https://pypi.org/project/MLRsearch/1.2.1/
- title: "MLRsearch 1.2.1, Python Package Index"
- date: 2023-10
-
---- abstract
-
-This document proposes extensions to [RFC2544] throughput search by
-defining a new methodology called Multiple Loss Ratio search
-(MLRsearch). MLRsearch aims to minimize search duration,
-support multiple loss ratio searches,
-and enhance result repeatability and comparability.
-
-The primary reason for extending [RFC2544] is to address the challenges
-and requirements presented by the evaluation and testing
-of software-based networking systems' data planes.
-
-To give users more freedom, MLRsearch provides additional configuration options
-such as allowing multiple shorter trials per load instead of one large trial,
-tolerating a certain percentage of trial results with higher loss,
-and supporting the search for multiple goals with varying loss ratios.
-
---- middle
-
-{::comment}
- As we use Kramdown to convert from Markdown,
- we use this way of marking comments not to be visible in the rendered draft.
- https://stackoverflow.com/a/42323390
- If another engine is used, convert to this way:
- https://stackoverflow.com/a/20885980
-{:/comment}
-
-# Purpose and Scope
-
-The purpose of this document is to describe Multiple Loss Ratio search
-(MLRsearch), a data plane throughput search methodology optimized for software
-networking DUTs.
-
-Applying vanilla [RFC2544] throughput bisection to software DUTs
-results in several problems:
-
-- Binary search takes too long as most trials are done far from the
- eventually found throughput.
-- The required final trial duration and pauses between trials
- prolong the overall search duration.
-- Software DUTs show noisy trial results,
- leading to a big spread of possible discovered throughput values.
-- Throughput requires a loss of exactly zero frames, but the industry
- frequently allows for small but non-zero losses.
-- The definition of throughput is not clear when trial results are inconsistent.
-
-
-To address the problems mentioned above,
-the MLRsearch library employs the following enhancements:
-
-- Allow multiple shorter trials instead of one big trial per load.
- - Optionally, tolerate a percentage of trial results with higher loss.
-- Allow searching for multiple search goals, with differing loss ratios.
- - Any trial result can affect each search goal in principle.
-- Insert multiple coarse targets for each search goal, earlier ones need
- to spend less time on trials.
- - Earlier targets also aim for lesser precision.
- - Use Forwarding Rate (FR) at maximum offered load
- [RFC2285] (section 3.6.2) to initialize the initial targets.
-- Take care when dealing with inconsistent trial results.
- - Reported throughput is smaller than the smallest load with high loss.
- - Smaller load candidates are measured first.
-- Apply several load selection heuristics to save even more time
- by trying hard to avoid unnecessarily narrow bounds.
-
-Some of these enhancements are formalized as MLRsearch specification,
-the remaining enhancements are treated as implementation details,
-thus achieving high comparability without limiting future improvements.
-
-MLRsearch configuration options are flexible enough to
-support both conservative settings and aggressive settings.
-Where the conservative settings lead to results
-unconditionally compliant with [RFC2544],
-but longer search duration and worse repeatability.
-Conversely, aggressive settings lead to shorter search duration
-and better repeatability, but the results are not compliant with [RFC2544].
-
-No part of [RFC2544] is intended to be obsoleted by this document.
-
-# Identified Problems
-
-This chapter describes the problems affecting usability
-of various performance testing methodologies,
-mainly a binary search for [RFC2544] unconditionally compliant throughput.
-
-## Long Search Duration
-
-The emergence of software DUTs, with frequent software updates and a
-number of different frame processing modes and configurations,
-has increased both the number of performance tests
-required to verify the DUT update and the frequency of running those tests.
-This makes the overall test execution time even more important than before.
-
-The current [RFC2544] throughput definition restricts the potential
-for time-efficiency improvements.
-A more generalized throughput concept could enable further enhancements
-while maintaining the precision of simpler methods.
-
-The bisection method, when unconditionally compliant with [RFC2544],
-is excessively slow.
-This is because a significant amount of time is spent on trials
-with loads that, in retrospect, are far from the final determined throughput.
-
-[RFC2544] does not specify any stopping condition for throughput search,
-so users already have an access to a limited trade-off
-between search duration and achieved precision.
-However, each full 60-second trials doubles the precision,
-so not many trials can be removed without a substantial loss of precision.
-
-## DUT in SUT
-
-[RFC2285] defines:
-- DUT as
- - The network forwarding device to which stimulus is offered and
- response measured [RFC2285] (section 3.1.1).
-- SUT as
- - The collective set of network devices to which stimulus is offered
- as a single entity and response measured [RFC2285] (section 3.1.2).
-
-[RFC2544] specifies a test setup with an external tester stimulating the
-networking system, treating it either as a single DUT, or as a system
-of devices, an SUT.
-
-In the case of software networking, the SUT consists of not only the DUT
-as a software program processing frames, but also of
-a server hardware and operating system functions,
-with server hardware resources shared across all programs
-and the operating system running on the same server.
-
-Given that the SUT is a shared multi-tenant environment
-encompassing the DUT and other components, the DUT might inadvertently
-experience interference from the operating system
-or other software operating on the same server.
-
-Some of this interference can be mitigated.
-For instance,
-pinning DUT program threads to specific CPU cores
-and isolating those cores can prevent context switching.
-
-Despite taking all feasible precautions, some adverse effects may still impact
-the DUT's network performance.
-In this document, these effects are collectively
-referred to as SUT noise, even if the effects are not as unpredictable
-as what other engineering disciplines call noise.
-
-DUT can also exhibit fluctuating performance itself, for reasons
-not related to the rest of SUT; for example due to pauses in execution
-as needed for internal stateful processing.
-In many cases this
-may be an expected per-design behavior, as it would be observable even
-in a hypothetical scenario where all sources of SUT noise are eliminated.
-Such behavior affects trial results in a way similar to SUT noise.
-As the two phenomenons are hard to distinguish,
-in this document the term 'noise' is used to encompass
-both the internal performance fluctuations of the DUT
-and the genuine noise of the SUT.
-
-A simple model of SUT performance consists of an idealized noiseless performance,
-and additional noise effects.
-For a specific SUT, the noiseless performance is assumed to be constant,
-with all observed performance variations being attributed to noise.
-The impact of the noise can vary in time, sometimes wildly,
-even within a single trial.
-The noise can sometimes be negligible, but frequently
-it lowers the observed SUT performance as observed in trial results.
-
-In this model, SUT does not have a single performance value, it has a spectrum.
-One end of the spectrum is the idealized noiseless performance value,
-the other end can be called a noiseful performance.
-In practice, trial result
-close to the noiseful end of the spectrum happens only rarely.
-The worse the performance value is, the more rarely it is seen in a trial.
-Therefore, the extreme noiseful end of the SUT spectrum is not observable
-among trial results.
-Also, the extreme noiseless end of the SUT spectrum
-is unlikely to be observable, this time because some small noise effects
-are likely to occur multiple times during a trial.
-
-Unless specified otherwise, this document's focus is
-on the potentially observable ends of the SUT performance spectrum,
-as opposed to the extreme ones.
-
-When focusing on the DUT, the benchmarking effort should ideally aim
-to eliminate only the SUT noise from SUT measurements.
-However,
-this is currently not feasible in practice, as there are no realistic enough
-models available to distinguish SUT noise from DUT fluctuations,
-based on the author's experience and available literature.
-
-Assuming a well-constructed SUT, the DUT is likely its
-primary performance bottleneck.
-In this case, we can define the DUT's
-ideal noiseless performance as the noiseless end of the SUT performance spectrum,
-especially for throughput.
-However, other performance metrics, such as latency,
-may require additional considerations.
-
-Note that by this definition, DUT noiseless performance
-also minimizes the impact of DUT fluctuations, as much as realistically possible
-for a given trial duration.
-
-This document aims to solve the DUT in SUT problem
-by estimating the noiseless end of the SUT performance spectrum
-using a limited number of trial results.
-
-Any improvements to the throughput search algorithm, aimed at better
-dealing with software networking SUT and DUT setup, should employ
-strategies recognizing the presence of SUT noise, allowing the discovery of
-(proxies for) DUT noiseless performance
-at different levels of sensitivity to SUT noise.
-
-## Repeatability and Comparability
-
-[RFC2544] does not suggest to repeat throughput search.
-And from just one
-discovered throughput value, it cannot be determined how repeatable that value is.
-Poor repeatability then leads to poor comparability,
-as different benchmarking teams may obtain varying throughput values
-for the same SUT, exceeding the expected differences from search precision.
-
-[RFC2544] throughput requirements (60 seconds trial and
-no tolerance of a single frame loss) affect the throughput results
-in the following way.
-The SUT behavior close to the noiseful end of its performance spectrum
-consists of rare occasions of significantly low performance,
-but the long trial duration makes those occasions not so rare on the trial level.
-Therefore, the binary search results tend to wander away from the noiseless end
-of SUT performance spectrum, more frequently and more widely than shorter
-trials would, thus causing poor throughput repeatability.
-
-The repeatability problem can be addressed by defining a search procedure
-that identifies a consistent level of performance,
-even if it does not meet the strict definition of throughput in [RFC2544].
-
-According to the SUT performance spectrum model, better repeatability
-will be at the noiseless end of the spectrum.
-Therefore, solutions to the DUT in SUT problem
-will help also with the repeatability problem.
-
-Conversely, any alteration to [RFC2544] throughput search
-that improves repeatability should be considered
-as less dependent on the SUT noise.
-
-An alternative option is to simply run a search multiple times, and report some
-statistics (e.g. average and standard deviation).
-This can be used
-for a subset of tests deemed more important,
-but it makes the search duration problem even more pronounced.
-
-## Throughput with Non-Zero Loss
-
-[RFC1242] (section 3.17) defines throughput as:
- The maximum rate at which none of the offered frames
- are dropped by the device.
-
-Then, it says:
- Since even the loss of one frame in a
- data stream can cause significant delays while
- waiting for the higher level protocols to time out,
- it is useful to know the actual maximum data
- rate that the device can support.
-
-However, many benchmarking teams accept a small,
-non-zero loss ratio as the goal for their load search.
-
-Motivations are many:
-
-- Modern protocols tolerate frame loss better,
- compared to the time when [RFC1242] and [RFC2544] were specified.
-
-- Trials nowadays send way more frames within the same duration,
- increasing the chance of a small SUT performance fluctuation
- being enough to cause frame loss.
-
-- Small bursts of frame loss caused by noise have otherwise smaller impact
- on the average frame loss ratio observed in the trial,
- as during other parts of the same trial the SUT may work more closely
- to its noiseless performance, thus perhaps lowering the trial loss ratio
- below the goal loss ratio value.
-
-- If an approximation of the SUT noise impact on the trial loss ratio is known,
- it can be set as the goal loss ratio.
-
-Regardless of the validity of all similar motivations,
-support for non-zero loss goals makes any search algorithm more user-friendly.
-[RFC2544] throughput is not user-friendly in this regard.
-
-Furthermore, allowing users to specify multiple loss ratio values,
-and enabling a single search to find all relevant bounds,
-significantly enhances the usefulness of the search algorithm.
-
-Searching for multiple search goals also helps to describe the SUT performance
-spectrum better than the result of a single search goal.
-For example, the repeated wide gap between zero and non-zero loss loads
-indicates the noise has a large impact on the observed performance,
-which is not evident from a single goal load search procedure result.
-
-It is easy to modify the vanilla bisection to find a lower bound
-for the intended load that satisfies a non-zero goal loss ratio.
-But it is not that obvious how to search for multiple goals at once,
-hence the support for multiple search goals remains a problem.
-
-## Inconsistent Trial Results
-
-While performing throughput search by executing a sequence of
-measurement trials, there is a risk of encountering inconsistencies
-between trial results.
-
-The plain bisection never encounters inconsistent trials.
-But [RFC2544] hints about the possibility of inconsistent trial results,
-in two places in its text.
-The first place is section 24, where full trial durations are required,
-presumably because they can be inconsistent with the results
-from shorter trial durations.
-The second place is section 26.3, where two successive zero-loss trials
-are recommended, presumably because after one zero-loss trial
-there can be a subsequent inconsistent non-zero-loss trial.
-
-Examples include:
-
-- A trial at the same load (same or different trial duration) results
- in a different trial loss ratio.
-- A trial at a higher load (same or different trial duration) results
- in a smaller trial loss ratio.
-
-Any robust throughput search algorithm needs to decide how to continue
-the search in the presence of such inconsistencies.
-Definitions of throughput in [RFC1242] and [RFC2544] are not specific enough
-to imply a unique way of handling such inconsistencies.
-
-Ideally, there will be a definition of a new quantity which both generalizes
-throughput for non-zero-loss (and other possible repeatability enhancements),
-while being precise enough to force a specific way to resolve trial result
-inconsistencies.
-But until such a definition is agreed upon, the correct way to handle
-inconsistent trial results remains an open problem.
-
-# MLRsearch Specification
-
-This chapter focuses on technical definitions needed for evaluating
-whether a particular test procedure adheres to MLRsearch specification.
-
-For motivations, explanations, and other comments see other chapters.
-
-## MLRsearch Architecture
-
-MLRsearch architecture consists of three main components:
-the manager, the controller, and the measurer.
-For definitions of the components, see the following sections.
-
-The architecture also implies the presence of other components, such as the SUT.
-
-These components can be seen as abstractions present in any testing procedure.
-
-### Measurer
-
-The measurer is the component that performs one trial
-as described in [RFC2544] section 23.
-
-Specifically, one call to the measurer accepts a trial load value
-and trial duration value, performs the trial, and returns
-the measured trial loss ratio, and optionally a different duration value.
-
-It is the responsibility of the measurer to uphold any requirements
-and assumptions present in MLRsearch specification
-(e.g. trial forwarding ratio not being larger than one).
-Implementers have some freedom, for example in the way they deal with
-duplicated frames, or what to return if the tester sent zero frames towards SUT.
-Implementations are RECOMMENDED to document their behavior
-related to such freedoms in as detailed a way as possible.
-
-Implementations MUST document any deviations from RFC documents,
-for example if the wait time around traffic
-is shorter than what [RFC2544] section 23 specifies.
-
-### Controller
-
-The controller selects trial load and duration values
-to achieve the search goals in the shortest expected time.
-
-The controller calls the measurer multiple times,
-receiving the trial result from each call.
-After exit condition is met, the controller returns
-the overall search results.
-
-The controller's role in optimizing trial load and duration selection
-distinguishes MLRsearch algorithms from simpler search procedures.
-
-For controller inputs, see later section Controller Inputs.
-For controller outputs, see later section Controller Outputs.
-
-### Manager
-
-The controller gets initiated by the manager once, and subsequently calls
-
-The manager is the component that initializes SUT, the traffic generator
-(tester in [RFC2544] terminology), the measurer and the controller
-with intended configurations.
-It then calls the controller once, and receives its outputs.
-
-The manager is also responsible for creating reports in the appropriate format,
-based on information in controller outputs.
-
-## Units
-
-The specification deals with physical quantities, so it is assumed
-each numeric value is accompanied by an appropriate physical unit.
-
-The specification does not state which unit is appropriate,
-but implementations MUST make it explicit which unit is used
-for each value provided or received by the user.
-
-For example, load quantities (including the conditional throughput)
-returned by the controller are defined to be based on a single-interface
-(unidirectional) loads.
-For bidirectional traffic, users are likely
-to expect bidirectional throughput quantities, so the manager is responsible
-for making its report clear.
-
-## SUT
-
-As defined in [RFC2285]:
-The collective set of network devices to which stimulus is offered
-as a single entity and response measured.
-
-## Trial
-
-A trial is the part of the test described in [RFC2544] section 23.
-
-### Trial Load
-
-The trial load is the intended constant load for a trial.
-
-Load is the quantity implied by Constant Load of [RFC1242],
-Data Rate of [RFC2544] and Intended Load of [RFC2285].
-All three specify this value applies to one (input or output) interface.
-
-### Trial Duration
-
-Trial duration is the intended duration of the traffic for a trial.
-
-In general, this quantity does not include any preparation nor waiting
-described in section 23 of [RFC2544].
-
-However, the measurer MAY return a duration value that deviates
-from the intended duration.
-This feature can be beneficial for users
-who wish to manage the overall search duration,
-rather than solely the traffic portion of it.
-The manager MUST report
-how the measurer computes the returned duration values in that case.
-
-### Trial Forwarding Ratio
-
-The trial forwarding ratio is a dimensionless floating point value
-that ranges from 0.0 to 1.0, inclusive.
-It is calculated by dividing the number of frames
-successfully forwarded by the SUT
-by the total number of frames expected to be forwarded during the trial.
-
-Note that, contrary to loads, frame counts used to compute
-trial forwarding ratio are aggregates over all SUT output ports.
-
-Questions around what is the correct number of frames
-that should have been forwarded is outside of the scope of this document.
-E.g. what should the measurer return when it detects
-that the offered load differs significantly from the intended load.
-
-### Trial Loss Ratio
-
-The trial loss ratio is equal to one minus the trial forwarding ratio.
-
-### Trial Forwarding Rate
-
-The trial forwarding rate is a derived quantity, calculated by
-multiplying the trial load by the trial forwarding ratio.
-
-It is important to note that while similar, this quantity is not identical
-to the Forwarding Rate as defined in [RFC2285] section 3.6.1,
-as the latter is specific to one output interface,
-whereas the trial forwarding ratio is based
-on frame counts aggregated over all SUT output interfaces.
-
-## Traffic profile
-
-Any other specifics (besides trial load and trial duration)
-the measurer needs in order to perform the trial
-are understood as a composite called the traffic profile.
-All its attributes are assumed to be constant during the search,
-and the composite is configured on the measurer by the manager
-before the search starts.
-
-The traffic profile is REQUIRED by [RFC2544]
-to contain some specific quantities, for example frame size.
-Several more specific quantities may be RECOMMENDED.
-
-Depending on SUT configuration, e.g. when testing specific protocols,
-additional values need to be included in the traffic profile
-and in the test report.
-See other IETF documents.
-
-## Search Goal
-
-The search goal is a composite consisting of several attributes,
-some of them are required.
-Implementations are free to add their own attributes.
-
-A particular set of attribute values is called a search goal instance.
-
-Subsections list all required attributes and one recommended attribute.
-Each subsection contains a short informal description,
-but see other chapters for more in-depth explanations.
-
-The meaning of the attributes is formally given only by their effect
-on the controller output attributes (defined in later in section Search Result).
-
-Informally, later chapters give additional intuitions and examples
-to the search goal attribute values.
-Later chapters also give motivation to formulas of computation of the outputs.
-
-### Goal Final Trial Duration
-
-A threshold value for trial durations.
-This attribute is REQUIRED, and the value MUST be positive.
-
-Informally, while MLRsearch is allowed to perform trials shorter than this,
-but results from such short trials have only limited impact on search results.
-
-The full relation needs definitions is later subsections.
-But for example, the conditional throughput
-(definition in subsection Conditional Throughput)
-for this goal will be computed only from trial results
-from trials at least as long as this.
-
-### Goal Duration Sum
-
-A threshold value for a particular sum of trial durations.
-This attribute is REQUIRED, and the value MUST be positive.
-
-This uses the duration values returned by the measurer.
-
-Informally, even when looking only at trials done at this goal's
-final trial duration, MLRsearch may spend up to this time measuring
-the same load value.
-If the goal duration sum is larger than
-the goal final trial duration, it means multiple trials need to be measured
-at the same load.
-
-### Goal Loss Ratio
-
-A threshold value for trial loss ratios.
-REQUIRED attribute, MUST be non-negative and smaller than one.
-
-Informally, if a load causes too many trials with trial loss ratios
-larger than this, the conditional throughput for this goal
-will be smaller than that load.
-
-### Goal Exceed Ratio
-
-A threshold value for a particular ratio of duration sums.
-REQUIRED attribute, MUST be non-negative and smaller than one.
-
-The duration sum values come from the duration values returned by the measurer.
-
-Informally, the impact of lossy trials is controlled by this value.
-The full relation needs definitions is later subsections.
-
-But for example, the definition of the conditional throughput
-(given later in subsection Conditional Throughput)
-refers to a q-value for a quantile when selecting
-which trial result gives the conditional throughput.
-The goal exceed ratio acts as the q-value to use there.
-
-Specifically, when the goal exceed ratio is 0.5 and MLRsearch happened
-to use the whole goal duration sum (using full-length trials),
-it means the conditional throughput is the median of trial forwarding rates.
-
-### Goal Width
-
-A value used as a threshold for telling when two trial load values
-are close enough.
-
-RECOMMENDED attribute, positive.
-Implementations without this attribute
-MUST give the manager other ways to control the search exit condition.
-
-Absolute load difference and relative load difference are two popular choices,
-but implementations may choose a different way to specify width.
-
-Informally, this acts as a stopping condition, controlling the precision
-of the search.
-The search stops if every goal has reached its precision.
-
-## Controller Inputs
-
-The only REQUIRED input for controller is a set of search goal instances.
-MLRsearch implementations MAY use additional input parameters for the controller.
-
-The order of instances SHOULD NOT have a big impact on controller outputs,
-but MLRsearch implementations MAY base their behavior on the order
-of search goal instances.
-
-The search goal instances SHOULD NOT be identical.
-MLRsearch implementation MAY allow identical instances.
-
-## Goal Result
-
-Before defining the output of the controller,
-it is useful to define what the goal result is.
-
-The goal result is a composite object consisting of several attributes.
-A particular set of attribute values is called a goal result instance.
-
-Any goal result instance can be either regular or irregular.
-MLRsearch specification puts requirements on regular goal result instances.
-Any instance that does not meet the requirements is deemed irregular.
-
-Implementations are free to define their own irregular goal results,
-but the manager MUST report them clearly as not regular according to this section.
-
-All attribute values in one goal result instance
-are related to a single search goal instance,
-referred to as the given search goal.
-
-Some of the attributes of a regular goal result instance are required,
-some are recommended, implementations are free to add their own.
-
-The subsections define two required and one optional attribute
-for a regular goal result.
-
-A typical irregular result is when all trials at the maximal offered load
-have zero loss, as the relevant upper bound does not exist in that case.
-
-### Relevant Upper Bound
-
-The relevant upper bound is the smallest intended load value that is classified
-at the end of the search as an upper bound (see Appendix A)
-for the given search goal.
-This is a REQUIRED attribute.
-
-Informally, this is the smallest intended load that failed to uphold
-all the requirements of the given search goal, mainly the goal loss ratio
-in combination with the goal exceed ratio.
-
-### Relevant Lower Bound
-
-The relevant lower bound is the largest intended load value
-among those smaller than the relevant upper bound
-that got classified at the end of the search
-as a lower bound (see Appendix A) for the given search goal.
-This is a REQUIRED attribute.
-
-For a regular goal result, the distance between the relevant lower bound
-and the relevant upper bound MUST NOT be larger than the goal width,
-if the implementation offers width as a goal attribute.
-
-Informally, this is the largest intended load that managed to uphold
-all the requirements of the given search goal, mainly the goal loss ratio
-in combination with the goal exceed ratio, while not being larger
-than the relevant upper bound.
-
-### Conditional Throughput
-
-The conditional throughput (see Appendix B)
-as evaluated at the relevant lower bound of the given search goal
-at the end of the search.
-This is a RECOMMENDED attribute.
-
-Informally, this is a typical forwarding rate expected to be seen
-at the relevant lower bound of the given search goal.
-But frequently just a conservative estimate thereof,
-as MLRsearch implementations tend to stop gathering more data
-as soon as they confirm the result cannot get worse than this estimate
-within the goal duration sum.
-
-## Search Result
-
-The search result is a single composite object
-that maps each search goal to a corresponding goal result.
-
-In other words, search result is an unordered list of key-value pairs,
-where no two pairs contain equal keys.
-The key is a search goal instance, acting as the given search goal
-for the goal result instance in the value portion of the key-value pair.
-
-The search result (as a mapping)
-MUST map from all the search goals present in the controller input.
-
-## Controller Outputs
-
-The search result is the only REQUIRED output
-returned from the controller to the manager.
-
-MLRsearch implementation MAY return additional data in the controller output.
-
-# Further Explanations
-
-This chapter focuses on intuitions and motivations
-and skips over some important details.
-
-Familiarity with the MLRsearch specification is not required here,
-so this chapter can act as an introduction.
-For example, this chapter starts talking about the tightest lower bounds
-before it is ready to talk about the relevant lower bound from the specification.
-
-## MLRsearch Versions
-
-The MLRsearch algorithm has been developed in a code-first approach,
-a Python library has been created, debugged, and used in production
-before the first descriptions (even informal) were published.
-In fact, multiple versions of the library were used in the production
-over the past few years, and later code was usually not compatible
-with earlier descriptions.
-
-The code in (any version of) MLRsearch library fully determines
-the search process (for given configuration parameters),
-leaving no space for deviations.
-MLRsearch, as a name for a broad class of possible algorithms,
-leaves plenty of space for future improvements, at the cost
-of poor comparability of results of different MLRsearch implementations.
-
-There are two competing needs.
-There is the need for standardization in areas critical to comparability.
-There is also the need to allow flexibility for implementations
-to innovate and improve in other areas.
-This document defines the MLRsearch specification
-in a manner that aims to fairly balances both needs.
-
-## Exit Condition
-
-[RFC2544] prescribes that after performing one trial at a specific offered load,
-the next offered load should be larger or smaller, based on frame loss.
-
-The usual implementation uses binary search.
-Here a lossy trial becomes
-a new upper bound, a lossless trial becomes a new lower bound.
-The span of values between (including both) the tightest lower bound
-and the tightest upper bound forms an interval of possible results,
-and after each trial the width of that interval halves.
-
-Usually the binary search implementation tracks only the two tightest bounds,
-simply calling them bounds.
-But the old values still B remain valid bounds,
-just not as tight as the new ones.
-
-After some number of trials, the tightest lower bound becomes the throughput.
-[RFC2544] does not specify when (if ever) should the search stop.
-
-MLRsearch library introduces a concept of goal width.
-The search stops
-when the distance between the tightest upper bound and the tightest lower bound
-is smaller than a user-configured value, called goal width from now on.
-In other words, the interval width at the end of the search
-has to be no larger than the goal width.
-
-This goal width value therefore determines the precision of the result.
-As MLRsearch specification requires a particular structure of the result,
-the result itself does contain enough information to determine its precision,
-thus it is not required to report the goal width value.
-
-This allows MLRsearch implementations to use exit conditions
-different from goal width.
-
-## Load Classification
-
-MLRsearch keeps the basic logic of binary search (tracking tightest bounds,
-measuring at the middle), perhaps with minor technical clarifications.
-The algorithm chooses an intended load (as opposed to the offered load),
-the interval between bounds does not need to be split
-exactly into two equal halves,
-and the final reported structure specifies both bounds.
-
-The biggest difference is that to classify a load
-as an upper or lower bound, MLRsearch may need more than one trial
-(depending on configuration options) to be performed at the same intended load.
-
-As a consequence, even if a load already does have few trial results,
-it still may be classified as undecided, neither a lower bound nor an upper bound.
-
-An explanation of the classification logic is given in the next chapter,
-as it relies heavily on other sections of this chapter.
-
-For repeatability and comparability reasons, it is important that
-given a set of trial results, all implementations of MLRsearch
-classify the load equivalently.
-
-## Loss Ratios
-
-The next difference is in the goals of the search.
-[RFC2544] has a single goal,
-based on classifying full-length trials as either lossless or lossy.
-
-As the name suggests, MLRsearch can search for multiple goals,
-differing in their loss ratios.
-The precise definition of the goal loss ratio will be given later.
-The [RFC2544] throughput goal then simply becomes a zero goal loss ratio.
-Different goals also may have different goal widths.
-
-A set of trial results for one specific intended load value
-can classify the load as an upper bound for some goals, but a lower bound
-for some other goals, and undecided for the rest of the goals.
-
-Therefore, the load classification depends not only on trial results,
-but also on the goal.
-The overall search procedure becomes more complicated
-(compared to binary search with a single goal),
-but most of the complications do not affect the final result,
-except for one phenomenon, loss inversion.
-
-## Loss Inversion
-
-In [RFC2544] throughput search using bisection, any load with a lossy trial
-becomes a hard upper bound, meaning every subsequent trial has a smaller
-intended load.
-
-But in MLRsearch, a load that is classified as an upper bound for one goal
-may still be a lower bound for another goal, and due to the other goal
-MLRsearch will probably perform trials at even higher loads.
-What to do when all such higher load trials happen to have zero loss?
-Does it mean the earlier upper bound was not real?
-Does it mean the later lossless trials are not considered a lower bound?
-Surely we do not want to have an upper bound at a load smaller than a lower bound.
-
-MLRsearch is conservative in these situations.
-The upper bound is considered real, and the lossless trials at higher loads
-are considered to be a coincidence, at least when computing the final result.
-
-This is formalized using new notions, the relevant upper bound and
-the relevant lower bound.
-Load classification is still based just on the set of trial results
-at a given intended load (trials at other loads are ignored),
-making it possible to have a lower load classified as an upper bound,
-and a higher load classified as a lower bound (for the same goal).
-The relevant upper bound (for a goal) is the smallest load classified
-as an upper bound.
-But the relevant lower bound is not simply
-the largest among lower bounds.
-It is the largest load among loads
-that are lower bounds while also being smaller than the relevant upper bound.
-
-With these definitions, the relevant lower bound is always smaller
-than the relevant upper bound (if both exist), and the two relevant bounds
-are used analogously as the two tightest bounds in the binary search.
-When they are less than the goal width apart,
-the relevant bounds are used in the output.
-
-One consequence is that every trial result can have an impact on the search result.
-That means if your SUT (or your traffic generator) needs a warmup,
-be sure to warm it up before starting the search.
-
-## Exceed Ratio
-
-The idea of performing multiple trials at the same load comes from
-a model where some trial results (those with high loss) are affected
-by infrequent effects, causing poor repeatability of [RFC2544] throughput results.
-See the discussion about noiseful and noiseless ends
-of the SUT performance spectrum.
-Stable results are closer to the noiseless end of the SUT performance spectrum,
-so MLRsearch may need to allow some frequency of high-loss trials
-to ignore the rare but big effects near the noiseful end.
-
-MLRsearch can do such trial result filtering, but it needs
-a configuration option to tell it how frequent can the infrequent big loss be.
-This option is called the exceed ratio.
-It tells MLRsearch what ratio of trials
-(more exactly what ratio of trial seconds) can have a trial loss ratio
-larger than the goal loss ratio and still be classified as a lower bound.
-Zero exceed ratio means all trials have to have a trial loss ratio
-equal to or smaller than the goal loss ratio.
-
-For explainability reasons, the RECOMMENDED value for exceed ratio is 0.5,
-as it simplifies some later concepts by relating them to the concept of median.
-
-## Duration Sum
-
-When more than one trial is needed to classify a load,
-MLRsearch also needs something that controls the number of trials needed.
-Therefore, each goal also has an attribute called duration sum.
-
-The meaning of a goal duration sum is that when a load has trials
-(at full trial duration, details later)
-whose trial durations when summed up give a value at least this long,
-the load is guaranteed to be classified as an upper bound or a lower bound
-for the goal.
-
-As the duration sum has a big impact on the overall search duration,
-and [RFC2544] prescribes wait intervals around trial traffic,
-the MLRsearch algorithm is allowed to sum durations that are different
-from the actual trial traffic durations.
-
-## Short Trials
-
-MLRsearch requires each goal to specify its final trial duration.
-Full-length trial is a shorter name for a trial whose intended trial duration
-is equal to (or longer than) the goal final trial duration.
-
-Section 24 of [RFC2544] already anticipates possible time savings
-when short trials (shorter than full-length trials) are used.
-Full-length trials are the opposite of short trials,
-so they may also be called long trials.
-
-Any MLRsearch implementation may include its own configuration options
-which control when and how MLRsearch chooses to use shorter trial durations.
-
-For explainability reasons, when exceed ratio of 0.5 is used,
-it is recommended for the goal duration sum to be an odd multiple
-of the full trial durations, so conditional throughput becomes identical to
-a median of a particular set of forwarding rates.
-
-The presence of shorter trial results complicates the load classification logic.
-Full details are given later.
-In short, results from short trials
-may cause a load to be classified as an upper bound.
-This may cause loss inversion, and thus lower the relevant lower bound
-(below what would classification say when considering full-length trials only).
-
-For explainability reasons, it is RECOMMENDED users use such configurations
-that guarantee all trials have the same length.
-Alas, such configurations are usually not compliant with [RFC2544] requirements,
-or not time-saving enough.
-
-## Conditional Throughput
-
-As testing equipment takes the intended load as an input parameter
-for a trial measurement, any load search algorithm needs to deal
-with intended load values internally.
-
-But in the presence of goals with a non-zero loss ratio, the intended load
-usually does not match the user's intuition of what a throughput is.
-The forwarding rate (as defined in [RFC2285] section 3.6.1) is better,
-but it is not obvious how to generalize it
-for loads with multiple trial results and a non-zero goal loss ratio.
-
-MLRsearch defines one such generalization, called the conditional throughput.
-It is the forwarding rate from one of the trials performed at the load
-in question.
-Specification of which trial exactly is quite technical,
-see the specification and Appendix B.
-
-Conditional throughput is partially related to load classification.
-If a load is classified as a lower bound for a goal,
-the conditional throughput can be calculated,
-and guaranteed to show an effective loss ratio
-no larger than the goal loss ratio.
-
-While the conditional throughput gives more intuitive-looking values
-than the relevant lower bound, especially for non-zero goal loss ratio values,
-the actual definition is more complicated than the definition of the relevant
-lower bound.
-In the future, other intuitive values may become popular,
-but they are unlikely to supersede the definition of the relevant lower bound
-as the most fitting value for comparability purposes,
-therefore the relevant lower bound remains a required attribute
-of the goal result structure, while the conditional throughput is only optional.
-
-Note that comparing the best and worst case, the same relevant lower bound value
-may result in the conditional throughput differing up to the goal loss ratio.
-Therefore it is rarely needed to set the goal width (if expressed
-as the relative difference of loads) below the goal loss ratio.
-In other words, setting the goal width below the goal loss ratio
-may cause the conditional throughput for a larger loss ratio to become smaller
-than a conditional throughput for a goal with a smaller goal loss ratio,
-which is counter-intuitive, considering they come from the same search.
-Therefore it is RECOMMENDED to set the goal width to a value no smaller
-than the goal loss ratio.
-
-## Search Time
-
-MLRsearch was primarily developed to reduce the time
-required to determine a throughput, either the [RFC2544] compliant one,
-or some generalization thereof.
-The art of achieving short search times
-is mainly in the smart selection of intended loads (and intended durations)
-for the next trial to perform.
-
-While there is an indirect impact of the load selection on the reported values,
-in practice such impact tends to be small,
-even for SUTs with quite a broad performance spectrum.
-
-A typical example of two approaches to load selection leading to different
-relevant lower bounds is when the interval is split in a very uneven way.
-Any implementation choosing loads very close to the current relevant lower bound
-is quite likely to eventually stumble upon a trial result
-with poor performance (due to SUT noise).
-For an implementation choosing loads very close
-to the current relevant upper bound, this is unlikely,
-as it examines more loads that can see a performance
-close to the noiseless end of the SUT performance spectrum.
-
-However, as even splits optimize search duration at give precision,
-MLRsearch implementations that prioritize minimizing search time
-are unlikely to suffer from any such bias.
-
-Therefore, this document remains quite vague on load selection
-and other optimization details, and configuration attributes related to them.
-Assuming users prefer libraries that achieve short overall search time,
-the definition of the relevant lower bound
-should be strict enough to ensure result repeatability
-and comparability between different implementations,
-while not restricting future implementations much.
-
-Sadly, different implementations may exhibit their sweet spot of
-the best repeatability for a given search duration
-at different goals attribute values, especially concerning
-any optional goal attributes such as the initial trial duration.
-Thus, this document does not comment much on which configurations
-are good for comparability between different implementations.
-For comparability between different SUTs using the same implementation,
-refer to configurations recommended by that particular implementation.
-
-## [RFC2544] compliance
-
-The following search goal ensures unconditional compliance with
-[RFC2544] throughput search procedure:
-
-- Goal loss ratio: zero.
-
-- Goal final trial duration: 60 seconds.
-
-- Goal duration sum: 60 seconds.
-
-- Goal exceed ratio: zero.
-
-The presence of other search goals does not affect the compliance
-of this goal result.
-The relevant lower bound and the conditional throughput are in this case
-equal to each other, and the value is the [RFC2544] throughput.
-
-If the 60 second quantity is replaced by a smaller quantity in both attributes,
-the conditional throughput is still conditionally compliant with
-[RFC2544] throughput.
-
-# Logic of Load Classification
-
-This chapter continues with explanations,
-but this time more precise definitions are needed
-for readers to follow the explanations.
-The definitions here are wordy, implementers should read the specification
-chapter and appendices for more concise definitions.
-
-The two related areas of focus in this chapter are load classification
-and the conditional throughput, starting with the latter.
-
-The section Performance Spectrum contains definitions
-needed to gain insight into what conditional throughput means.
-The rest of the subsections discuss load classification,
-they do not refer to Performance Spectrum, only to a few duration sums.
-
-For load classification, it is useful to define good and bad trials.
-A trial is called bad (according to a goal) if its trial loss ratio
-is larger than the goal loss ratio.
-The trial that is not bad is called good.
-
-## Performance Spectrum
-
-There are several equivalent ways to explain
-the conditional throughput computation.
-One of the ways relies on an object called the performance spectrum.
-First, two heavy definitions are needed.
-
-Take an intended load value, a trial duration value, and a finite set
-of trial results, all trials measured at that load value and duration value.
-The performance spectrum is the function that maps
-any non-negative real number into a sum of trial durations among all trials
-in the set that has that number as their forwarding rate,
-e.g. map to zero if no trial has that particular forwarding rate.
-
-A related function, defined if there is at least one trial in the set,
-is the performance spectrum divided by the sum of the durations
-of all trials in the set.
-That function is called the performance probability function, as it satisfies
-all the requirements for probability mass function function
-of a discrete probability distribution,
-the one-dimensional random variable being the trial forwarding rate.
-
-These functions are related to the SUT performance spectrum,
-as sampled by the trials in the set.
-
-As for any other probability function, we can talk about percentiles
-of the performance probability function, including the median.
-The conditional throughput will be one such quantile value
-for a specifically chosen set of trials.
-
-Take a set of all full-length trials performed at the relevant lower bound,
-sorted by decreasing forwarding rate.
-The sum of the durations of those trials
-may be less than the goal duration sum, or not.
-If it is less, add an imaginary trial result with zero forwarding rate,
-such that the new sum of durations is equal to the goal duration sum.
-This is the set of trials to use.
-The q-value for the quantile
-is the goal exceed ratio.
-If the quantile touches two trials,
-the larger forwarding rate (from the trial result sorted earlier) is used.
-The resulting quantity is the conditional throughput of the goal in question.
-
-First example.
-For zero exceed ratio, when goal duration sum has been reached.
-The conditional throughput is the smallest forwarding rate among the trials.
-
-Second example.
-For zero exceed ratio, when goal duration sum has not been reached yet.
-Due to the missing duration sum, the worst case may still happen,
-so the conditional throughput is zero.
-This is not reported to the user,
-as this load cannot become the relevant lower bound yet.
-
-Third example.
-Exceed ratio 50%, goal duration sum two seconds,
-one trial present with the duration of one second and zero loss.
-The imaginary trial is added with the duration
-of one second and zero forwarding rate.
-The median would touch both trials, so the conditional throughput
-is the forwarding rate of the one non-imaginary trial.
-As that had zero loss, the value is equal to the offered load.
-
-Note that Appendix B does not take into account short trial results.
-
-### Summary
-
-While the conditional throughput is a generalization of the forwarding rate,
-its definition is not an obvious one.
-
-Other than the forwarding rate, the other source of intuition
-is the quantile in general, and the median the the recommended case.
-
-In future, different quantities may prove more useful,
-especially when applying to specific problems,
-but currently the conditional throughput is the recommended compromise,
-especially for repeatability and comparability reasons.
-
-## Single Trial Duration
-
-When goal attributes are chosen in such a way that every trial has the same
-intended duration, the load classification is simpler.
-
-The following description looks technical, but it follows the motivation
-of goal loss ratio, goal exceed ratio, and goal duration sum.
-If the sum of the durations of all trials (at the given load)
-is less than the goal duration sum, imagine best case scenario
-(all subsequent trials having zero loss) and worst case scenario
-(all subsequent trials having 100% loss).
-Here we assume there are as many subsequent trials as needed
-to make the sum of all trials equal to the goal duration sum.
-As the exceed ratio is defined just using sums of durations
-(number of trials does not matter), it does not matter whether
-the "subsequent trials" can consist of an integer number of full-length trials.
-
-In any of the two scenarios, we can compute the load exceed ratio,
-As the duration sum of good trials divided by the duration sum of all trials,
-in both cases including the assumed trials.
-
-If even in the best case scenario the load exceed ratio would be larger
-than the goal exceed ratio, the load is an upper bound.
-If even in the worst case scenario the load exceed ratio would not be larger
-than the goal exceed ratio, the load is a lower bound.
-
-Even more specifically.
-Take all trials measured at a given load.
-The sum of the durations of all bad full-length trials is called the bad sum.
-The sum of the durations of all good full-length trials is called the good sum.
-The result of adding the bad sum plus the good sum is called the measured sum.
-The larger of the measured sum and the goal duration sum is called the whole sum.
-The whole sum minus the measured sum is called the missing sum.
-The optimistic exceed ratio is the bad sum divided by the whole sum.
-The pessimistic exceed ratio is the bad sum plus the missing sum,
-that divided by the whole sum.
-If the optimistic exceed ratio is larger than the goal exceed ratio,
-the load is classified as an upper bound.
-If the pessimistic exceed ratio is not larger than the goal exceed ratio,
-the load is classified as a lower bound.
-Else, the load is classified as undecided.
-
-The definition of pessimistic exceed ratio is compatible with the logic in
-the conditional throughput computation, so in this single trial duration case,
-a load is a lower bound if and only if the conditional throughput
-effective loss ratio is not larger than the goal loss ratio.
-If it is larger, the load is either an upper bound or undecided.
-
-## Short Trial Scenarios
-
-Trials with intended duration smaller than the goal final trial duration
-are called short trials.
-The motivation for load classification logic in the presence of short trials
-is based around a counter-factual case: What would the trial result be
-if a short trial has been measured as a full-length trial instead?
-
-There are three main scenarios where human intuition guides
-the intended behavior of load classification.
-
-False good scenario.
-The user had their reason for not configuring a shorter goal
-final trial duration.
-Perhaps SUT has buffers that may get full at longer
-trial durations.
-Perhaps SUT shows periodic decreases in performance
-the user does not want to be treated as noise.
-In any case, many good short trials may become bad full-length trials
-in the counter-factual case.
-In extreme cases, there are plenty of good short trials and no bad short trials.
-In this scenario, we want the load classification NOT to classify the load
-as a lower bound, despite the abundance of good short trials.
-Effectively, we want the good short trials to be ignored, so they
-do not contribute to comparisons with the goal duration sum.
-
-True bad scenario.
-When there is a frame loss in a short trial,
-the counter-factual full-length trial is expected to lose at least as many
-frames.
-And in practice, bad short trials are rarely turning into
-good full-length trials.
-In extreme cases, there are no good short trials.
-In this scenario, we want the load classification
-to classify the load as an upper bound just based on the abundance
-of short bad trials.
-Effectively, we want the bad short trials
-to contribute to comparisons with the goal duration sum,
-so the load can be classified sooner.
-
-Balanced scenario.
-Some SUTs are quite indifferent to trial duration.
-Performance probability function constructed from short trial results
-is likely to be similar to the performance probability function constructed
-from full-length trial results (perhaps with larger dispersion,
-but without a big impact on the median quantiles overall).
-For a moderate goal exceed ratio value, this may mean there are both
-good short trials and bad short trials.
-This scenario is there just to invalidate a simple heuristic
-of always ignoring good short trials and never ignoring bad short trials.
-That simple heuristic would be too biased.
-Yes, the short bad trials
-are likely to turn into full-length bad trials in the counter-factual case,
-but there is no information on what would the good short trials turn into.
-The only way to decide safely is to do more trials at full length,
-the same as in scenario one.
-
-## Short Trial Logic
-
-MLRsearch picks a particular logic for load classification
-in the presence of short trials, but it is still RECOMMENDED
-to use configurations that imply no short trials,
-so the possible inefficiencies in that logic
-do not affect the result, and the result has better explainability.
-
-With that said, the logic differs from the single trial duration case
-only in different definition of the bad sum.
-The good sum is still the sum across all good full-length trials.
-
-Few more notions are needed for defining the new bad sum.
-The sum of durations of all bad full-length trials is called the bad long sum.
-The sum of durations of all bad short trials is called the bad short sum.
-The sum of durations of all good short trials is called the good short sum.
-One minus the goal exceed ratio is called the inceed ratio.
-The goal exceed ratio divided by the inceed ratio is called the exceed coefficient.
-The good short sum multiplied by the exceed coefficient is called the balancing sum.
-The bad short sum minus the balancing sum is called the excess sum.
-If the excess sum is negative, the bad sum is equal to the bad long sum.
-Otherwise, the bad sum is equal to the bad long sum plus the excess sum.
-
-Here is how the new definition of the bad sum fares in the three scenarios,
-where the load is close to what would the relevant bounds be
-if only full-length trials were used for the search.
-
-False good scenario.
-If the duration is too short, we expect to see a higher frequency
-of good short trials.
-This could lead to a negative excess sum,
-which has no impact, hence the load classification is given just by
-full-length trials.
-Thus, MLRsearch using too short trials has no detrimental effect
-on result comparability in this scenario.
-But also using short trials does not help with overall search duration,
-probably making it worse.
-
-True bad cenario.
-Settings with a small exceed ratio
-have a small exceed coefficient, so the impact of the good short sum is small,
-and the bad short sum is almost wholly converted into excess sum,
-thus bad short trials have almost as big an impact as full-length bad trials.
-The same conclusion applies to moderate exceed ratio values
-when the good short sum is small.
-Thus, short trials can cause a load to get classified as an upper bound earlier,
-bringing time savings (while not affecting comparability).
-
-Balanced scenario.
-Here excess sum is small in absolute value, as the balancing sum
-is expected to be similar to the bad short sum.
-Once again, full-length trials are needed for final load classification;
-but usage of short trials probably means MLRsearch needed
-a shorter overall search time before selecting this load for measurement,
-thus bringing time savings (while not affecting comparability).
-
-Note that in presence of short trial results,
-the comparibility between the load classification
-and the conditional throughput is only partial.
-The conditional throughput still comes from a good long trial,
-but a load higher than the relevant lower bound may also compute to a good value.
-
-## Longer Trial Durations
-
-If there are trial results with an intended duration larger
-than the goal trial duration, the precise definitions
-in Appendix A and Appendix B treat them in exactly the same way
-as trials with duration equal to the goal trial duration.
-
-But in configurations with moderate (including 0.5) or small
-goal exceed ratio and small goal loss ratio (especially zero),
-bad trials with longer than goal durations may bias the search
-towards the lower load values, as the noiseful end of the spectrum
-gets a larger probability of causing the loss within the longer trials.
-
-For some users, this is an acceptable price
-for increased configuration flexibility
-(perhaps saving time for the related goals),
-so implementations SHOULD allow such configurations.
-Still, users are encouraged to avoid such configurations
-by making all goals use the same final trial duration,
-so their results remain comparable across implementations.
-
-# Addressed Problems
-
-Now when MLRsearch is clearly specified and explained,
-it is possible to summarize how does MLRsearch specification help with problems.
-
-Here, "multiple trials" is a shorthand for having the goal final trial duration
-significantly smaller than the goal duration sum.
-This results in MLRsearch performing multiple trials at the same load,
-which may not be the case with other configurations.
-
-## Long Test Duration
-
-As shortening the overall search duration is the main motivation
-of MLRsearch library development, the library implements
-multiple improvements on this front, both big and small.
-
-Most of implementation details are not constrained by the MLRsearch specification,
-so that future implementations may keep shortening the search duration even more.
-
-One exception is the impact of short trial results on the relevant lower bound.
-While motivated by human intuition, the logic is not straightforward.
-In practice, configurations with only one common trial duration value
-are capable of achieving good overal search time and result repeatability
-without the need to consider short trials.
-
-### Impact of goal attribute values
-
-From the required goal attributes, the goal duration sum
-remains the best way to get even shorter searches.
-
-Usage of multiple trials can also save time,
-depending on wait times around trial traffic.
-
-The farther the goal exceed ratio is from 0.5 (towards zero or one),
-the less predictable the overal search duration becomes in practice.
-
-Width parameter does not change search duration much in practice
-(compared to other, mainly optional goal attributes).
-
-## DUT in SUT
-
-In practice, using multiple trials and moderate exceed ratios
-often improves result repeatability without increasing the overall search time,
-depending on the specific SUT and DUT characteristics.
-Benefits for separating SUT noise are less clear though,
-as it is not easy to distinguish SUT noise from DUT instability in general.
-
-Conditional throughput has an intuitive meaning when described
-using the performance spectrum, so this is an improvement
-over existing simple (less configurable) search procedures.
-
-Multiple trials can save time also when the noisy end of
-the preformance spectrum needs to be examined, e.g. for [RFC9004].
-
-Under some circumstances, testing the same DUT and SUT setup with different
-DUT configurations can give some hints on what part of noise is SUT noise
-and what part is DUT performance fluctuations.
-In practice, both types of noise tend to be too complicated for that analysis.
-
-MLRsearch enables users to search for multiple goals,
-potentially providing more insight at the cost of a longer overall search time.
-However, for a thorough and reliable examination of DUT-SUT interactions,
-it is necessary to employ additional methods beyond black-box benchmarking,
-such as collecting and analyzing DUT and SUT telemetry.
-
-## Repeatability and Comparability
-
-Multiple trials improve repeatability, depending on exceed ratio.
-
-In practice, one-second goal final trial duration with exceed ratio 0.5
-is good enough for modern SUTs.
-However, unless smaller wait times around the traffic part of the trial
-are allowed, too much of overal search time would be wasted on waiting.
-
-It is not clear whether exceed ratios higher than 0.5 are better
-for repeatability.
-The 0.5 value is still preferred due to explainability using median.
-
-It is possible that the conditional throughput values (with non-zero goal
-loss ratio) are better for repeatability than the relevant lower bound values.
-This is especially for implementations
-which pick load from a small set of discrete values,
-as that hides small variances in relevant lower bound values
-other implementations may find.
-
-Implementations focusing on shortening the overall search time
-are automatically forced to avoid comparability issues due to load selection,
-as they must prefer even splits wherever possible.
-But this conclusion only holds when the same goals are used.
-Larger adoption is needed before any further claims on comparability
-between MLRsearch implementations can be made.
-
-## Throughput with Non-Zero Loss
-
-Trivially suported by the goal loss ratio attribute.
-
-In practice, usage of non-zero loss ratio values
-improves the result repeatability
-(exactly as expected based on results from simpler search methods).
-
-## Inconsistent Trial Results
-
-MLRsearch is conservative wherever possible.
-This is built into the definition of conditional throughput,
-and into the treatment of short trial results for load classification.
-
-This is consistent with [RFC2544] zero loss tolerance motivation.
-
-If the noiseless part of the SUT performance spectrum is of interest,
-it should be enough to set small value for the goal final trial duration,
-and perhaps also a large value for the goal exceed ratio.
-
-Implementations may offer other (optional) configuration attributes
-to become less conservative, but currently it is not clear
-what impact would that have on repeatability.
-
-# IANA Considerations
-
-No requests of IANA.
-
-# Security Considerations
-
-Benchmarking activities as described in this memo are limited to
-technology characterization of a DUT/SUT using controlled stimuli in a
-laboratory environment, with dedicated address space and the constraints
-specified in the sections above.
-
-The benchmarking network topology will be an independent test setup and
-MUST NOT be connected to devices that may forward the test traffic into
-a production network or misroute traffic to the test management network.
-
-Further, benchmarking is performed on a "black-box" basis, relying
-solely on measurements observable external to the DUT/SUT.
-
-Special capabilities SHOULD NOT exist in the DUT/SUT specifically for
-benchmarking purposes. Any implications for network security arising
-from the DUT/SUT SHOULD be identical in the lab and in production
-networks.
-
-# Acknowledgements
-
-Some phrases and statements in this document were created
-with help of Mistral AI (mistral.ai).
-
-Many thanks to Alec Hothan of the OPNFV NFVbench project for thorough
-review and numerous useful comments and suggestions.
-
-Special wholehearted gratitude and thanks to the late Al Morton for his
-thorough reviews filled with very specific feedback and constructive
-guidelines. Thank you Al for the close collaboration over the years,
-for your continuous unwavering encouragement full of empathy and
-positive attitude.
-Al, you are dearly missed.
-
-# Appendix A: Load Classification
-
-This is the specification of how to perform the load classification.
-
-Any intended load value can be classified, according to the given search goal.
-
-The algorithm uses (some subsets of) the set of all available trial results
-from trials measured at a given intended load at the end of the search.
-All durations are those returned by the measurer.
-
-The block at the end of this appendix holds pseudocode
-which computes two values, stored in variables named optimistic and pessimistic.
-The pseudocode happens to be a valid Python code.
-
-If both values are computed to be true, the load in question
-is classified as a lower bound according to the given search goal.
-If both values are false, the load is classified as an upper bound.
-Otherwise, the load is classified as undecided.
-
-The pseudocode expects the following variables to hold values as follows:
-
-- goal_duration_sum: The duration sum value of the given search goal.
-
-- goal_exceed_ratio: The exceed ratio value of the given search goal.
-
-- good_long_sum: Sum of durations across trials with trial duration
- at least equal to the goal final trial duration and with a trial loss ratio
- not higher than the goal loss ratio.
-
-- bad_long_sum: Sum of durations across trials with trial duration
- at least equal to the goal final trial duration and with a trial loss ratio
- higher than the goal loss ratio.
-
-- good_short_sum: Sum of durations across trials with trial duration
- shorter than the goal final trial duration and with a trial loss ratio
- not higher than the goal loss ratio.
-
-- bad_short_sum: Sum of durations across trials with trial duration
- shorter than the goal final trial duration and with a trial loss ratio
- higher than the goal loss ratio.
-
-The code works correctly also when there are no trial results at the given load.
-
-~~~ python
-balancing_sum = good_short_sum * goal_exceed_ratio / (1.0 - goal_exceed_ratio)
-effective_bad_sum = bad_long_sum + max(0.0, bad_short_sum - balancing_sum)
-effective_whole_sum = max(good_long_sum + effective_bad_sum, goal_duration_sum)
-quantile_duration_sum = effective_whole_sum * goal_exceed_ratio
-optimistic = effective_bad_sum <= quantile_duration_sum
-pessimistic = (effective_whole_sum - good_long_sum) <= quantile_duration_sum
-~~~
-
-# Appendix B: Conditional Throughput
-
-This is the specification of how to compute conditional throughput.
-
-Any intended load value can be used as the basis for the following computation,
-but only the relevant lower bound (at the end of the search)
-leads to the value called the conditional throughput for a given search goal.
-
-The algorithm uses (some subsets of) the set of all available trial results
-from trials measured at a given intended load at the end of the search.
-All durations are those returned by the measurer.
-
-The block at the end of this appendix holds pseudocode
-which computes a value stored as variable conditional_throughput.
-The pseudocode happens to be a valid Python code.
-
-The pseudocode expects the following variables to hold values as follows:
-
-- goal_duration_sum: The duration sum value of the given search goal.
-
-- goal_exceed_ratio: The exceed ratio value of the given search goal.
-
-- good_long_sum: Sum of durations across trials with trial duration
- at least equal to the goal final trial duration and with a trial loss ratio
- not higher than the goal loss ratio.
-
-- bad_long_sum: Sum of durations across trials with trial duration
- at least equal to the goal final trial duration and with a trial loss ratio
- higher than the goal loss ratio.
-
-- long_trials: An iterable of all trial results from trials with trial duration
- at least equal to the goal final trial duration,
- sorted by increasing the trial loss ratio.
- A trial result is a composite with the following two attributes available:
-
- - trial.loss_ratio: The trial loss ratio as measured for this trial.
-
- - trial.duration: The trial duration of this trial.
-
-The code works correctly only when there if there is at least one
-trial result measured at a given load.
-
-~~~ python
-all_long_sum = max(goal_duration_sum, good_long_sum + bad_long_sum)
-remaining = all_long_sum * (1.0 - goal_exceed_ratio)
-quantile_loss_ratio = None
-for trial in long_trials:
- if quantile_loss_ratio is None or remaining > 0.0:
- quantile_loss_ratio = trial.loss_ratio
- remaining -= trial.duration
- else:
- break
-else:
- if remaining > 0.0:
- quantile_loss_ratio = 1.0
-conditional_throughput = intended_load * (1.0 - quantile_loss_ratio)
-~~~
-
---- back
diff --git a/docs/ietf/draft-ietf-bmwg-mlrsearch-08.md b/docs/ietf/draft-ietf-bmwg-mlrsearch-08.md
new file mode 100644
index 0000000000..387ff4dba8
--- /dev/null
+++ b/docs/ietf/draft-ietf-bmwg-mlrsearch-08.md
@@ -0,0 +1,3123 @@
+---
+
+title: Multiple Loss Ratio Search
+abbrev: MLRsearch
+docname: draft-ietf-bmwg-mlrsearch-08
+date: 2024-08-28
+
+ipr: trust200902
+area: ops
+wg: Benchmarking Working Group
+kw: Internet-Draft
+cat: info
+
+coding: us-ascii
+pi: # can use array (if all yes) or hash here
+ toc: yes
+ sortrefs: # defaults to yes
+ symrefs: yes
+
+author:
+ -
+ ins: M. Konstantynowicz
+ name: Maciek Konstantynowicz
+ org: Cisco Systems
+ email: mkonstan@cisco.com
+ -
+ ins: V. Polak
+ name: Vratko Polak
+ org: Cisco Systems
+ email: vrpolak@cisco.com
+
+normative:
+ RFC1242:
+ RFC2285:
+ RFC2544:
+ RFC8219:
+ RFC9004:
+
+informative:
+ TST009:
+ target: https://www.etsi.org/deliver/etsi_gs/NFV-TST/001_099/009/03.04.01_60/gs_NFV-TST009v030401p.pdf
+ title: "TST 009"
+ FDio-CSIT-MLRsearch:
+ target: https://csit.fd.io/cdocs/methodology/measurements/data_plane_throughput/mlr_search/
+ title: "FD.io CSIT Test Methodology - MLRsearch"
+ date: 2023-10
+ PyPI-MLRsearch:
+ target: https://pypi.org/project/MLRsearch/1.2.1/
+ title: "MLRsearch 1.2.1, Python Package Index"
+ date: 2023-10
+
+--- abstract
+
+This document proposes extensions to [RFC2544] throughput search by
+defining a new methodology called Multiple Loss Ratio search
+(MLRsearch). MLRsearch aims to minimize search duration,
+support multiple loss ratio searches,
+and enhance result repeatability and comparability.
+
+The primary reason for extending [RFC2544] is to address the challenges
+and requirements presented by the evaluation and testing
+of software-based networking systems' data planes.
+
+To give users more freedom, MLRsearch provides additional configuration options
+such as allowing multiple short trials per load instead of one large trial,
+tolerating a certain percentage of trial results with higher loss,
+and supporting the search for multiple goals with varying loss ratios.
+
+--- middle
+
+{::comment}
+
+ As we use Kramdown to convert from Markdown,
+ we use this way of marking comments not to be visible in the rendered draft.
+ https://stackoverflow.com/a/42323390
+ If another engine is used, convert to this way:
+ https://stackoverflow.com/a/20885980
+
+ [toc]
+
+{:/comment}
+
+
+# Purpose and Scope
+
+The purpose of this document is to describe Multiple Loss Ratio search
+(MLRsearch), a data plane throughput search methodology optimized for software
+networking DUTs.
+
+Applying vanilla [RFC2544] throughput bisection to software DUTs
+results in several problems:
+
+- Binary search takes too long as most trials are done far from the
+ eventually found throughput.
+- The required final trial duration and pauses between trials
+ prolong the overall search duration.
+- Software DUTs show noisy trial results,
+ leading to a big spread of possible discovered throughput values.
+- Throughput requires a loss of exactly zero frames, but the industry
+ frequently allows for small but non-zero losses.
+- The definition of throughput is not clear when trial results are inconsistent.
+
+To address the problems mentioned above,
+the MLRsearch test methodology specification employs the following enhancements:
+
+- Allow multiple short trials instead of one big trial per load.
+ - Optionally, tolerate a percentage of trial results with higher loss.
+- Allow searching for multiple Search Goals, with differing loss ratios.
+ - Any trial result can affect each Search Goal in principle.
+- Insert multiple coarse targets for each Search Goal, earlier ones need
+ to spend less time on trials.
+ - Earlier targets also aim for lesser precision.
+ - Use Forwarding Rate (FR) at maximum offered load
+ [RFC2285] (section 3.6.2) to initialize the initial targets.
+- Take care when dealing with inconsistent trial results.
+ - Reported throughput is smaller than the smallest load with high loss.
+ - Smaller load candidates are measured first.
+- Apply several load selection heuristics to save even more time
+ by trying hard to avoid unnecessarily narrow bounds.
+
+Some of these enhancements are formalized as MLRsearch specification,
+the remaining enhancements are treated as implementation details,
+thus achieving high comparability without limiting future improvements.
+
+MLRsearch configuration options are flexible enough to
+support both conservative settings and aggressive settings.
+The conservative settings lead to results
+unconditionally compliant with [RFC2544],
+but longer search duration and worse repeatability.
+Conversely, aggressive settings lead to shorter search duration
+and better repeatability, but the results are not compliant with [RFC2544].
+
+No part of [RFC2544] is intended to be obsoleted by this document.
+
+# Identified Problems
+
+This chapter describes the problems affecting usability
+of various performance testing methodologies,
+mainly a binary search for [RFC2544] unconditionally compliant throughput.
+
+## Long Search Duration
+
+{::comment}
+ [Low priority]
+
+ <mark>MKP2 [VP] TODO: Look for mentions of search duration in existing RFCs.</mark>
+
+ <mark>MKP2 [VP] TODO: If not found, define right after defining "the search".</mark>
+
+{:/comment}
+
+The emergence of software DUTs, with frequent software updates and a
+number of different frame processing modes and configurations,
+has increased both the number of performance tests
+required to verify the DUT update and the frequency of running those tests.
+This makes the overall test execution time even more important than before.
+
+The current [RFC2544] throughput definition restricts the potential
+for time-efficiency improvements.
+A more generalized throughput concept could enable further enhancements
+while maintaining the precision of simpler methods.
+
+The bisection method, when unconditionally compliant with [RFC2544],
+is excessively slow.
+This is because a significant amount of time is spent on trials
+with loads that, in retrospect, are far from the final determined throughput.
+
+[RFC2544] does not specify any stopping condition for throughput search,
+so users already have an access to a limited trade-off
+between search duration and achieved precision.
+However, each full 60-second trials doubles the precision,
+so not many trials can be removed without a substantial loss of precision.
+
+## DUT in SUT
+
+[RFC2285] defines:
+- DUT as
+ - The network forwarding device to which stimulus is offered and
+ response measured [RFC2285] (section 3.1.1).
+- SUT as
+ - The collective set of network devices to which stimulus is offered
+ as a single entity and response measured [RFC2285] (section 3.1.2).
+
+[RFC2544] specifies a test setup with an external tester stimulating the
+networking system, treating it either as a single DUT, or as a system
+of devices, an SUT.
+
+In the case of software networking, the SUT consists of not only the DUT
+as a software program processing frames, but also of
+server hardware and operating system functions,
+with that server hardware resources shared across all programs including
+the operating system.
+
+Given that the SUT is a shared multi-tenant environment
+encompassing the DUT and other components, the DUT might inadvertently
+experience interference from the operating system
+or other software operating on the same server.
+
+Some of this interference can be mitigated.
+For instance,
+pinning DUT program threads to specific CPU cores
+and isolating those cores can prevent context switching.
+
+Despite taking all feasible precautions, some adverse effects may still impact
+the DUT's network performance.
+In this document, these effects are collectively
+referred to as SUT noise, even if the effects are not as unpredictable
+as what other engineering disciplines call noise.
+
+DUT can also exhibit fluctuating performance itself, for reasons
+not related to the rest of SUT. For example due to pauses in execution
+as needed for internal stateful processing.
+In many cases this
+may be an expected per-design behavior, as it would be observable even
+in a hypothetical scenario where all sources of SUT noise are eliminated.
+Such behavior affects trial results in a way similar to SUT noise.
+As the two phenomenons are hard to distinguish,
+in this document the term 'noise' is used to encompass
+both the internal performance fluctuations of the DUT
+and the genuine noise of the SUT.
+
+A simple model of SUT performance consists of an idealized noiseless performance,
+and additional noise effects.
+For a specific SUT, the noiseless performance is assumed to be constant,
+with all observed performance variations being attributed to noise.
+The impact of the noise can vary in time, sometimes wildly,
+even within a single trial.
+The noise can sometimes be negligible, but frequently
+it lowers the observed SUT performance as observed in trial results.
+
+In this model, SUT does not have a single performance value, it has a spectrum.
+One end of the spectrum is the idealized noiseless performance value,
+the other end can be called a noiseful performance.
+In practice, trial result
+close to the noiseful end of the spectrum happens only rarely.
+The worse the performance value is, the more rarely it is seen in a trial.
+Therefore, the extreme noiseful end of the SUT spectrum is not observable
+among trial results.
+Also, the extreme noiseless end of the SUT spectrum
+is unlikely to be observable, this time because some small noise effects
+are likely to occur multiple times during a trial.
+
+Unless specified otherwise, this document's focus is
+on the potentially observable ends of the SUT performance spectrum,
+as opposed to the extreme ones.
+
+When focusing on the DUT, the benchmarking effort should ideally aim
+to eliminate only the SUT noise from SUT measurements.
+However,
+this is currently not feasible in practice, as there are no realistic enough
+models available to distinguish SUT noise from DUT fluctuations,
+based on authors' experience and available literature.
+
+Assuming a well-constructed SUT, the DUT is likely its
+primary performance bottleneck.
+In this case, we can define the DUT's
+ideal noiseless performance as the noiseless end of the SUT performance spectrum,
+especially for throughput.
+However, other performance metrics, such as latency,
+may require additional considerations.
+
+Note that by this definition, DUT noiseless performance
+also minimizes the impact of DUT fluctuations, as much as realistically possible
+for a given trial duration.
+
+MLRsearch methodology aims to solve the DUT in SUT problem
+by estimating the noiseless end of the SUT performance spectrum
+using a limited number of trial results.
+
+Any improvements to the throughput search algorithm, aimed at better
+dealing with software networking SUT and DUT setup, should employ
+strategies recognizing the presence of SUT noise, allowing the discovery of
+(proxies for) DUT noiseless performance
+at different levels of sensitivity to SUT noise.
+
+## Repeatability and Comparability
+
+[RFC2544] does not suggest to repeat throughput search.
+And from just one
+discovered throughput value, it cannot be determined how repeatable that value is.
+Poor repeatability then leads to poor comparability,
+as different benchmarking teams may obtain varying throughput values
+for the same SUT, exceeding the expected differences from search precision.
+
+[RFC2544] throughput requirements (60 seconds trial and
+no tolerance of a single frame loss) affect the throughput results
+in the following way.
+The SUT behavior close to the noiseful end of its performance spectrum
+consists of rare occasions of significantly low performance,
+but the long trial duration makes those occasions not so rare on the trial level.
+Therefore, the binary search results tend to wander away from the noiseless end
+of SUT performance spectrum, more frequently and more widely than short
+trials would, thus causing poor throughput repeatability.
+
+The repeatability problem can be addressed by defining a search procedure
+that identifies a consistent level of performance,
+even if it does not meet the strict definition of throughput in [RFC2544].
+
+According to the SUT performance spectrum model, better repeatability
+will be at the noiseless end of the spectrum.
+Therefore, solutions to the DUT in SUT problem
+will help also with the repeatability problem.
+
+Conversely, any alteration to [RFC2544] throughput search
+that improves repeatability should be considered
+as less dependent on the SUT noise.
+
+An alternative option is to simply run a search multiple times, and report some
+statistics (e.g. average and standard deviation).
+This can be used
+for a subset of tests deemed more important,
+but it makes the search duration problem even more pronounced.
+
+## Throughput with Non-Zero Loss
+
+[RFC1242] (section 3.17 Throughput) defines throughput as:
+ The maximum rate at which none of the offered frames
+ are dropped by the device.
+
+Then, it says:
+ Since even the loss of one frame in a
+ data stream can cause significant delays while
+ waiting for the higher level protocols to time out,
+ it is useful to know the actual maximum data
+ rate that the device can support.
+
+However, many benchmarking teams accept a small,
+non-zero loss ratio as the goal for their load search.
+
+Motivations are many:
+
+- Modern protocols tolerate frame loss better,
+ compared to the time when [RFC1242] and [RFC2544] were specified.
+
+- Trials nowadays send way more frames within the same duration,
+ increasing the chance of a small SUT performance fluctuation
+ being enough to cause frame loss.
+
+- Small bursts of frame loss caused by noise have otherwise smaller impact
+ on the average frame loss ratio observed in the trial,
+ as during other parts of the same trial the SUT may work more closely
+ to its noiseless performance, thus perhaps lowering the Trial Loss Ratio
+ below the Goal Loss Ratio value.
+
+- If an approximation of the SUT noise impact on the Trial Loss Ratio is known,
+ it can be set as the Goal Loss Ratio.
+
+Regardless of the validity of all similar motivations,
+support for non-zero loss goals makes any search algorithm more user-friendly.
+[RFC2544] throughput is not user-friendly in this regard.
+
+Furthermore, allowing users to specify multiple loss ratio values,
+and enabling a single search to find all relevant bounds,
+significantly enhances the usefulness of the search algorithm.
+
+Searching for multiple Search Goals also helps to describe the SUT performance
+spectrum better than the result of a single Search Goal.
+For example, the repeated wide gap between zero and non-zero loss loads
+indicates the noise has a large impact on the observed performance,
+which is not evident from a single goal load search procedure result.
+
+It is easy to modify the vanilla bisection to find a lower bound
+for the intended load that satisfies a non-zero Goal Loss Ratio.
+But it is not that obvious how to search for multiple goals at once,
+hence the support for multiple Search Goals remains a problem.
+
+## Inconsistent Trial Results
+
+While performing throughput search by executing a sequence of
+measurement trials, there is a risk of encountering inconsistencies
+between trial results.
+
+The plain bisection never encounters inconsistent trials.
+But [RFC2544] hints about the possibility of inconsistent trial results,
+in two places in its text.
+The first place is section 24, where full trial durations are required,
+presumably because they can be inconsistent with the results
+from short trial durations.
+The second place is section 26.3, where two successive zero-loss trials
+are recommended, presumably because after one zero-loss trial
+there can be a subsequent inconsistent non-zero-loss trial.
+
+Examples include:
+
+- A trial at the same load (same or different trial duration) results
+ in a different Trial Loss Ratio.
+- A trial at a higher load (same or different trial duration) results
+ in a smaller Trial Loss Ratio.
+
+Any robust throughput search algorithm needs to decide how to continue
+the search in the presence of such inconsistencies.
+Definitions of throughput in [RFC1242] and [RFC2544] are not specific enough
+to imply a unique way of handling such inconsistencies.
+
+Ideally, there will be a definition of a new quantity which both generalizes
+throughput for non-zero-loss (and other possible repeatability enhancements),
+while being precise enough to force a specific way to resolve trial result
+inconsistencies.
+But until such a definition is agreed upon, the correct way to handle
+inconsistent trial results remains an open problem.
+
+# MLRsearch Specification
+
+This section describes MLRsearch specification including all technical
+definitions needed for evaluating whether a particular test procedure
+complies with MLRsearch specification.
+
+{::comment}
+ [Good idea for 08, maybe ask BMWG first?]
+
+ <mark>TODO VP: Separate Requirements and Recommendations/Suggestions
+ paragraphs? (currently requirements are in discussion subsections -
+ discussion should only clarify things without adding new
+ requirements)</mark>
+
+{:/comment}
+
+## Overview
+
+MLRsearch specification describes a set of abstract system components,
+acting as functions with specified inputs and outputs.
+
+A test procedure is said to comply with MLRsearch specification
+if it can be conceptually divided into analogous components,
+each satisfying requirements for the corresponding MLRsearch component.
+
+The Measurer component is tasked to perform trials,
+the Controller component is tasked to select trial loads and durations,
+the Manager component is tasked to pre-configure everything
+and to produce the test report.
+The test report explicitly states Search Goals (as the Controller Inputs)
+and corresponding Goal Results (Controller Outputs).
+
+{::comment}
+ [Low priority]
+
+ <mark>MKP2 TODO: Find a good reference for the test report, seems only implicit in RFC2544.</mark>
+
+{:/comment}
+
+The Manager calls the Controller once,
+the Controller keeps calling the Measurer
+until all stopping conditions are met.
+
+The part where Controller calls the Measurer is called the search.
+Any activity done by the Manager before it calls the Controller
+(or after Controller returns) is not considered to be part of the search.
+
+MLRsearch specification prescribes regular search results and recommends
+their stopping conditions. Irregular search results are also allowed,
+they may have different requirements and stopping conditions.
+
+Search results are based on load classification.
+When measured enough, any chosen load either achieves of fails each search goal,
+thus becoming a lower or an upper bound for that goal.
+When the relevant bounds are at loads that are close enough
+(according to goal precision), the regular result is found.
+Search stops when all regular results are found
+(or if some goals are proven to have only irregular results).
+
+## Measurement Quantities
+
+MLRsearch specification uses a number of measurement quantities.
+
+In general, MLRsearch specification does not require particular units to be used,
+but it is REQUIRED for the test report to state all the units.
+For example, ratio quantities can be dimensionless numbers between zero and one,
+but may be expressed as percentages instead.
+
+For convenience, a group of quantities can be treated as a composite quantity,
+One constituent of a composite quantity is called an attribute,
+and a group of attribute values is called an instance of that composite quantity.
+
+Some attributes are not independent from others,
+and they can be calculated from other attributes.
+Such quantites are called derived quantities.
+
+## Existing Terms
+
+RFC 1242 "Benchmarking Terminology for Network Interconnect Devices"
+contains basic definitions, and
+RFC 2544 "Benchmarking Methodology for Network Interconnect Devices"
+contains discussions of a number of terms and additional methodology requirements.
+RFC 2285 adds more terms and discussions, describing some known situations
+in more precise way.
+
+All three documents should be consulted
+before attempting to make use of this document.
+
+Definitions of some central terms are copied and discussed in subsections.
+
+{::comment}
+ [Good idea for 08, but needs more work. Ask BMWG?]
+
+ Alternatively, quick list of all (existing and new here) terms,
+ with links (external or internal respectively) to definitions.
+
+ <mark>MKP3 [VP] TODO: Even if the following list will not be in final draft,
+ it is useful to keep it around (maybe commented-out) while editing.</mark>
+
+ <mark>MKP3 VP note: rough list of all RFC references:
+ - [RFC1242] (section 3.17 Throughput) ... definition
+ - [RFC2544] (section 26.1 Throughput) ... methodology
+ - [RFC2544] (section 24. Trial duration):
+ - full trial durations (implies short trials)
+ - Also 60s for unconditional compliance is here.
+ - Also "the search" (without quotes) appears there.
+ - Also "binary search" (with quotes) appears there.
+ - [RFC2544] (section 26.3 Frame loss rate):
+ - two successive zero-loss trials are recommended (hints about loss inversion)
+ - un/conditionally compliant with [RFC2544]
+ - [RFC2544] (section 26. Benchmarking tests:)
+ - all its "dot sections" have "Reporting format:" paragraphs
+ - (implies test report)
+ - [RFC2544] (section 26.1 Throughput) wants graph, frame size on X axis.
+ - [RFC2544] (section 23. Trial description) trial
+ - general description of trial
+ - wait times specifically, maybe also learning frames?
+ - Constant Load of [RFC1242] (section 3.4 Constant Load)
+ - Data Rate of [RFC2544] (section 14. Bidirectional traffic)
+ - seems equal to input frame rate [RFC2544] (23. Trial description).
+ - [RFC2544] (section 21. Bursty traffic) suggests non-constant loads?
+ - Intended Load of [RFC2285] (section 3.5.1 Intended load (Iload))
+ - [RFC2285] (Section 3.5.2 Offered load (Oload))
+ - Frame Loss Rate of [RFC1242] (section 3.6 Frame Loss Rate)
+ - Forwarding Rate as defined in [RFC2285] (section 3.6.1 Forwarding rate (FR))
+ - [RFC2544] (section 20. Maximum frame rate)
+ - [RFC2285] (3.5.3 Maximum offered load (MOL))
+ - reordered frames [RFC2544] (section 10. Verifying received frames)
+ - For example, [RFC2544] (Appendix C) lists frame formats and protocol addresses,
+ as recommended from [RFC2544] (section 8. Frame formats)
+ and [RFC2544] (section 12. Protocol addresses).
+ - [RFC8219] (section 5.3. Traffic Setup) introduces traffic setups consisting of a mix of IPv4 and IPv6 traffic
+ - [RFC2544] (section 9. Frame sizes)
+ - [RFC1242] (section 3.5 Data link frame size)
+ - [RFC2285] (section 3.6.2) FRMOL
+ - [RFC2285] (section 3.1.1) DUT
+ - [RFC2285] (section 3.1.2) SUT
+ - [RFC2544] (section 6. Test set up) test setup with (an external) tester
+ - [RFC9004] B2B
+ - [RFC8219] (section 5.3. Traffic Setup) for an example of ip4+ip6 mixed traffic
+ </mark>
+
+ <mark>MKP3 [VP] TODO: Do not mention those that do not need discussion here.</mark>
+
+{:/comment}
+
+
+{::comment}
+ [Low priority]
+
+ <mark>MKP3 [VP] TODO: Do we even need RFC9004?</mark>
+
+{:/comment}
+
+{::comment}
+ [I do not understand what I meant. Typos? Probably not important overall.]
+
+ <mark>MKP2 [VP] TODO: Even terms that are discussed in this memo,
+ they perhaps do not need a separate list (just free paragraphs),
+ in a chapter after MLRsearch specification.</mark>
+
+{:/comment}
+
+{::comment}
+ [Important, just not enough time in 07.]
+
+ <mark>MKP3 [VP] TODO: Verify that MLRsearch specification does not discuss
+ meaning of existing terms without quoting their original definition.</mark>
+
+{:/comment}
+
+### SUT
+
+Defined in [RFC2285] (section 3.1.2 System Under Test (SUT)) as follows.
+
+Definition:
+
+The collective set of network devices to which stimulus is offered
+as a single entity and response measured.
+
+Discussion:
+
+An SUT consisting of a single network device is also allowed.
+
+### DUT
+
+Defined in [RFC2285] (section 3.1.1 Device Under Test (DUT)) as follows.
+
+Definition:
+
+The network forwarding device to which stimulus is offered and
+response measured.
+
+Discussion:
+
+DUT, as a sub-component of SUT, is only indirectly mentioned
+in MLRsearch specification, but is of key relevance for its motivation.
+
+{::comment}
+ [Could be useful, but not high priority.]
+
+ ### Tester
+
+ <mark>MKP3 TODO: Add Definition and Discusion paragraphs</mark>
+
+ <mark>MKP3 MK note: Bizarre ... i can't find tester definition in
+ rfc1242, rfc2288 or rfc2544, but will keep looking. If there isn't one,
+ we need to define one :).</mark>
+
+ <mark>[VP] TODO: There were some documents distinguishing TG and TA.</mark>
+
+{:/comment}
+
+### Trial
+
+A trial is the part of the test described in [RFC2544] (section 23. Trial description).
+
+Definition:
+
+ A particular test consists of multiple trials. Each trial returns
+ one piece of information, for example the loss rate at a particular
+ input frame rate. Each trial consists of a number of phases:
+
+ a) If the DUT is a router, send the routing update to the "input"
+ port and pause two seconds to be sure that the routing has settled.
+
+ b) Send the "learning frames" to the "output" port and wait 2
+ seconds to be sure that the learning has settled. Bridge learning
+ frames are frames with source addresses that are the same as the
+ destination addresses used by the test frames. Learning frames for
+ other protocols are used to prime the address resolution tables in
+ the DUT. The formats of the learning frame that should be used are
+ shown in the Test Frame Formats document.
+
+ c) Run the test trial.
+
+ d) Wait for two seconds for any residual frames to be received.
+
+ e) Wait for at least five seconds for the DUT to restabilize.
+
+Discussion:
+
+The definition describes some traits, it is not clear whether all of them
+are REQUIRED, or some of them are only RECOMMENDED.
+
+{::comment}
+ [Useful if possible.]
+
+ <mark>MKP2 [VP] TODO: Search RFCs for better description of "Run the test trial".</mark>
+
+{:/comment}
+
+For the purposes of the MLRsearch specification,
+it is ALLOWED for the test procedure to deviate from the [RFC2544] description,
+but any such deviation MUST be made explicit in the test report.
+
+Trials are the only stimuli the SUT is expected to experience
+during the search.
+
+In some discussion paragraphs, it is useful to consider the traffic
+as sent and received by a tester, as implicitly defined
+in [RFC2544] (section 6. Test set up).
+
+An example of deviation from [RFC2544] is using shorter wait times.
+
+## Trial Terms
+
+This section defines new and redefine existing terms for quantities
+relevant as inputs or outputs of trial, as used by the Measurer component.
+
+### Trial Duration
+
+Definition:
+
+Trial duration is the intended duration of the traffic for a trial.
+
+Discussion:
+
+In general, this quantity does not include any preparation nor waiting
+described in section 23 of [RFC2544] (section 23. Trial description).
+
+While any positive real value may be provided, some Measurer implementations
+MAY limit possible values, e.g. by rounding down to neared integer in seconds.
+In that case, it is RECOMMENDED to give such inputs to the Controller
+so the Controller only proposes the accepted values.
+Alternatively, the test report MUST present the rounded values
+as Search Goal attributes.
+
+### Trial Load
+
+Definition:
+
+The trial load is the intended load for a trial
+
+Discussion:
+
+For test report purposes, it is assumed that this is a constant load by default.
+This MAY be only an average load, e.g. when the traffic is intended to be busty,
+e.g. as suggested in [RFC2544] (section 21. Bursty traffic),
+but the test report MUST explicitly mention how non-constant the traffic is.
+
+Trial load is the quantity defined as Constant Load of [RFC1242]
+(section 3.4 Constant Load), Data Rate of [RFC2544]
+(section 14. Bidirectional traffic)
+and Intended Load of [RFC2285] (section 3.5.1 Intended load (Iload)).
+All three definitions specify
+that this value applies to one (input or output) interface.
+
+{::comment}
+ [Not important.]
+
+ <mark>MKP2 [VP] TODO: Also mention input frame rate [RFC2544] (23. Trial description).</mark>
+
+{:/comment}
+
+For test report purposes, multi-interface aggregate load MAY be reported,
+this is understood as the same quantity expressed using different units.
+From the report it MUST be clear whether a particular trial load value
+is per one interface, or an aggregate over all interfaces.
+
+Similarly to trial duration, some Measurers may limit the possible values
+of trial load. Contrary to trial duration, the test report is NOT REQUIRED
+to document such behavior.
+
+{::comment}
+ [Can of worms. Be aware, but probably do not let spill into draft.]
+
+ <mark>MKP2 [VP] TODO: Why? In practice the difference is small, but what if it is big?
+ Do we need Trial Effective Load for bounds an conditional throughput purposes?
+ Should the Controller be recommended to chose load values that are exactly accepted?
+ </mark>
+
+{:/comment}
+
+It is ALLOWED to combine trial load and trial duration in a way
+that would not be possible to achieve using any integer number of data frames.
+
+{::comment}
+ [I feel this is important, to be discussed separately (not in-scope).]
+
+ <mark>MKP2 [VP] TODO: Explain why are we not using Oload.
+ 1. MLRsearch implementations cannot react correctly to big differences
+ between Iload and Oload.
+ 2. The media between the tested and the DUT are thus considered to be part of SUT.
+ If DUT causes congestion control, it is not expected to handle Iload.
+ </mark>
+
+ See further discussion in [Trial Forwarding Ratio] (#Trial-Forwarding-Ratio)
+ and in [Measurer] (#Measurer) sections for other related issues.
+
+ <mark>MKP2 [VP] TODO: Create a separate subsection for Oload discussion,
+ or clearly separate which aspects are discussed under which term.</mark>
+
+ <mark>MKP2 [VP] TODO: New idea. Compare the tester to an ordinary router
+ in some datacenter. The Intended Load is not jst some abstract input.
+ It is the real traffic coming from routers next hop farther.
+ It does not matter that DUT has forwarded each frame it received,
+ if the tester was unable to sent all the traffic in time.
+ Endpoint see packet loss, they do not care about [RFC2285]
+ half-duplex, spanning trees, nor congestion control mechanisms.
+ Formally speaking, I consider even the sending interface of the sender
+ to be the part of SUT.
+ Reading [RFC2285] (section 3.5.3 Maximum offered load (MOL))
+ "This will be the case when an external source lacks the resources
+ to transmit frames at the minimum legal inter-frame gap"
+ that means TRex workers are also part of SUT. If they do not have
+ enough CPU power to generate frames are required, those frames are lost.
+ </mark>
+
+ <mark>MKP2 [VP] TODO: That new idea warants some discussion in "DUT within SUT",
+ as it is just another case of ther rest of SUT ruining
+ otherwise good DUT performance.</mark>
+
+{:/comment}
+
+### Trial Input
+
+Definition:
+
+Trial Input is a composite quantity, consisting of two attributes:
+trial duration and trial load.
+
+Discussion:
+
+When talking about multiple trials, it is common to say "Trial Inputs"
+to denote all corresponding Trial Input instances.
+
+A Trial Input instance acts as the input for one call of the Measurer component.
+
+Contrary to other composite quantities, MLRsearch implementations
+are NOT ALLOWED to add optional attributes here.
+This improves interoperability between various implementations of
+the Controller and the Measurer.
+
+### Traffic Profile
+
+Definition:
+
+Traffic profile is a composite quantity
+containing attributes other than trial load and trial duration,
+needed for unique determination of the trial to be performed.
+
+Discussion:
+
+All its attributes are assumed to be constant during the search,
+and the composite is configured on the Measurer by the Manager
+before the search starts.
+This is why the traffic profile is not part of the Trial Input.
+
+As a consequence, implementations of the Manager and the Measurer
+must be aware of their common set of capabilities, so that the traffic profile
+uniquely defines the traffic during the search.
+The important fact is that none of those capabilities
+have to be known by the Controller implementations.
+
+The traffic profile SHOULD contain some specific quantities,
+for example [RFC2544] (section 9. Frame sizes) governs
+data link frame size as defined in [RFC1242] (section 3.5 Data link frame size).
+
+Several more specific quantities may be RECOMMENDED, depending on media type.
+For example, [RFC2544] (Appendix C) lists frame formats and protocol addresses,
+as recommended from [RFC2544] (section 8. Frame formats)
+and [RFC2544] (section 12. Protocol addresses).
+
+Depending on SUT configuration, e.g. when testing specific protocols,
+additional attributes MUST be included in the traffic profile
+and in the test report.
+
+Example: [RFC8219] (section 5.3. Traffic Setup) introduces traffic setups
+consisting of a mix of IPv4 and IPv6 traffic - the implied traffic profile
+therefore must include an attribute for their percentage.
+
+Other traffic properties that need to be somehow specified
+in Traffic Profile include:
+[RFC2544] (section 14. Bidirectional traffic),
+[RFC2285] (section 3.3.3 Fully meshed traffic),
+and [RFC2544] (section 11. Modifiers).
+
+### Trial Forwarding Ratio
+
+Definition:
+
+The trial forwarding ratio is a dimensionless floating point value.
+It MUST range between 0.0 and 1.0, both inclusive.
+It is calculated by dividing the number of frames
+successfully forwarded by the SUT
+by the total number of frames expected to be forwarded during the trial
+
+Discussion:
+
+For most traffic profiles, "expected to be forwarded" means
+"intended to get transmitted from Tester towards SUT".
+
+Trial forwarding ratio MAY be expressed in other units
+(e.g. as a percentage) in the test report.
+
+Note that, contrary to loads, frame counts used to compute
+trial forwarding ratio are aggregates over all SUT output interfaces.
+
+Questions around what is the correct number of frames
+that should have been forwarded
+is generally outside of the scope of this document.
+
+{::comment}
+ [Part two of iload/oload discussion.]
+
+ See discussion in [Measurer] (#Measurer) section
+ for more details about calibrating test equipment.
+
+ <mark>MKP2 [VP] TODO: Define unsent frames?</mark>
+
+ <mark>MKP2 [VP] TODO: If Oload is fairly below Iload, the unsent frames
+ should be counted as lost, otherwise search outputs are misleading.
+ But what is "fairly"? CSIT tolerates 10 microseconds worth of unsent frames.</mark>
+
+{:/comment}
+
+{::comment}
+ [Low priority, but maybe useful for somebody?]
+
+ <mark>MKP2 [VP] TODO: Mention traffic profiles with uneven frame counts?
+ E.g. when SUT is expected to perform IP packet fragmentation or reassembly.
+ </mark>
+
+{:/comment}
+
+### Trial Loss Ratio
+
+Definition:
+
+The Trial Loss Ratio is equal to one minus the trial forwarding ratio.
+
+Discussion:
+
+100% minus the trial forwarding ratio, when expressed as a percentage.
+
+This is almost identical to Frame Loss Rate of [RFC1242]
+(section 3.6 Frame Loss Rate),
+the only minor difference is that Trial Loss Ratio
+does not need to be expressed as a percentage.
+
+### Trial Forwarding Rate
+
+Definition:
+
+The trial forwarding rate is a derived quantity, calculated by
+multiplying the trial load by the trial forwarding ratio.
+
+Discussion:
+
+It is important to note that while similar, this quantity is not identical
+to the Forwarding Rate as defined in [RFC2285]
+(section 3.6.1 Forwarding rate (FR)).
+The latter is specific to one output interface only,
+whereas the trial forwarding ratio is based
+on frame counts aggregated over all SUT output interfaces.
+
+{::comment}
+ [Part 3 of iload/oload discussion.]
+
+ <mark>MKP2 [VP] TODO: If some unsent frames were tolerated (not counted as lost),
+ this value is actually higher than the real fps output of the SUT.
+ Should we use the real FR as the basis for Conditional Throughput
+ (instead of this TFR)? That would require additional Trial Output attribute.
+ </mark>
+
+ <mark>MKP2 [VP] TODO: What about duration stretching?
+ This also causes difference between Iload and Oload,
+ but in an invisible way.</mark>
+
+ <mark>MKP2 [VP] TODO: Recommend start+sleep+stop?
+ How long wait for late frames? RFC2544 2s is too much even at 30s trial.</mark>
+
+{:/comment}
+
+### Trial Effective Duration
+
+Definition:
+
+Trial effective duration is a time quantity related to the trial,
+by default equal to the trial duration.
+
+Discussion:
+
+This is an optional feature.
+If the Measurer does not return any trial effective duration value,
+the Controller MUST use the trial duration value instead.
+
+Trial effective duration may be any time quantity chosen by the Measurer
+to be used for time-based decisions in the Controller.
+
+The test report MUST explain how the Measurer computes the returned
+trial effective duration values, if they are not always
+equal to the trial duration.
+
+This feature can be beneficial for users
+who wish to manage the overall search duration,
+rather than solely the traffic portion of it.
+Simply measure the duration of the whole trial (waits including)
+and use that as the trial effective duration.
+
+Also, this is a way for the Measurer to inform the Controller about
+its surprising behavior, for example when rounding the trial duration value.
+
+{::comment}
+ [Not very important, but easy and nice recommendation.]
+
+ <mark>MKP2 [VP] TODO: Recommend for Measurer to return all trials at relevant bounds,
+ as that may better inform users when surprisingly small amount of trials
+ was performed, just because the the trial effective duration values were big.</mark>
+
+ <mark>MKP2 [VP] TODO: Repeat that this is not here to deal with duration stretching.</mark>
+
+{:/comment}
+
+### Trial Output
+
+Definition:
+
+Trial Output is a composite quantity. The REQUIRED attributes are
+Trial Loss Ratio, trial effective duration and trial forwarding rate.
+
+Discussion:
+
+When talking about multiple trials, it is common to say "Trial Outputs"
+to denote all corresponding Trial Output instances.
+
+Implementations may provide additional (optional) attributes.
+The Controller implementations MUST ignore values of any optional attribute
+they are not familiar with,
+except when passing Trial Output instance to the Manager.
+
+Example of an optional attribute:
+The aggregate number of frames expected to be forwarded during the trial,
+especially if it is not just (a rounded-up value)
+implied by trial load and trial duration.
+
+While [RFC2285] (Section 3.5.2 Offered load (Oload))
+requires the offered load value to be reported for forwarding rate measurements,
+it is NOT REQUIRED in MLRsearch specification.
+
+{::comment}
+ [Side tangent from iload/oload discussion. Stilll recommendation is not obvious.]
+
+ <mark>MKP2 TODO: Why? Just because bound trial results are optional in Controller Output?</mark>
+
+ <mark>MKP2 mk edit note: we need to more explicitly address
+ the relevance or irrelevance of [RFC2285] (Section 3.5.2 Offered load (Oload)).
+ Current text in [Trial Load] (#Trial-Load) is ambiguous - quoted below.</mark>
+
+ <mark>MKP2 "Questions around what is the correct number of frames that should
+ have been forwarded is generally outside of the scope of this document.
+ See discussion in [Measurer] (#Measurer) section for more details about
+ calibrating test equipment."</mark>
+
+{:/comment}
+
+### Trial Result
+
+Definition:
+
+Trial result is a composite quantity,
+consisting of the Trial Input and the Trial Output.
+
+Discussion:
+
+When talking about multiple trials, it is common to say "trial results"
+to denote all corresponding trial result instances.
+
+While implementations SHOULD NOT include additional attributes
+with independent values, they MAY include derived quantities.
+
+## Goal Terms
+
+This section defines new and redefine existing terms for quantities
+indirectly relevant for inputs or outputs of the Controller component.
+
+Several goal attributes are defined before introducing
+the main component quantity: the Search Goal.
+
+### Goal Final Trial Duration
+
+Definition:
+
+A threshold value for trial durations.
+
+Discussion:
+
+This attribute value MUST be positive.
+
+A trial with Trial Duration at least as long as the Goal Final Trial Duration
+is called a full-length trial (with respect to the given Search Goal).
+
+A trial that is not full-length is called a short trial.
+
+Informally, while MLRsearch is allowed to perform short trials,
+the results from such short trials have only limited impact on search results.
+
+One trial may be full-length for some Search Goals, but not for others.
+
+The full relation of this goal to Controller Output is defined later in
+this document in subsections of [Goal Result] (#Goal-Result).
+For example, the Conditional Throughput for this goal is computed only from
+full-length trial results.
+
+### Goal Duration Sum
+
+Definition:
+
+A threshold value for a particular sum of trial effective durations.
+
+Discussion:
+
+This attribute value MUST be positive.
+
+Informally, even when looking only at full-length trials,
+MLRsearch may spend up to this time measuring the same load value.
+
+If the Goal Duration Sum is larger than the Goal Final Trial Duration,
+multiple full-length trials may need to be performed at the same load.
+
+See [TST009 Example] (#TST009-Example) for an example where possibility
+of multiple full-length trials at the same load is intended.
+
+A Goal Duration Sum value lower than the Goal Final Trial Duration
+(of the same goal) could save some search time, but is NOT RECOMMENDED.
+See [Relevant Upper Bound] (#Relevant-Upper-Bound) for partial explanation.
+
+### Goal Loss Ratio
+
+Definition:
+
+A threshold value for Trial Loss Ratios.
+
+Discussion:
+
+Attribute value MUST be non-negative and smaller than one.
+
+A trial with Trial Loss Ratio larger than a Goal Loss Ratio value
+is called a lossy trial, with respect to given Search Goal.
+
+Informally, if a load causes too many lossy trials,
+the Relevant Lower Bound for this goal will be smaller than that load.
+
+If a trial is not lossy, it is called a low-loss trial,
+or (specifically for zero Goal Loss Ratio value) zero-loss trial.
+
+### Goal Exceed Ratio
+
+Definition:
+
+A threshold value for a particular ratio of sums of Trial Effective Durations.
+
+Discussion:
+
+Attribute value MUST be non-negative and smaller than one.
+
+See later sections for details on which sums.
+Specifically, the direct usage is only in
+[Appendix A: Load Classification] (#Appendix-A\:-Load-Classification)
+and [Appendix B: Conditional Throughput] (#Appendix-B\:-Conditional-Throughput).
+The impact of that usage is discussed in subsections leading to
+[Goal Result] (#Goal-Result).
+
+Informally, the impact of lossy trials is controlled by this value.
+Effectively, Goal Exceed Ratio is a percentage of full-length trials
+that may be lossy without the load being classified
+as the [Relevant Upper Bound] (#Relevant-Upper-Bound).
+
+### Goal Width
+
+Definition:
+
+A value used as a threshold for deciding
+whether two trial load values are close enough.
+
+Discussion:
+
+If present, the value MUST be positive.
+
+Informally, this acts as a stopping condition,
+controlling the precision of the search.
+The search stops if every goal has reached its precision.
+
+Implementations without this attribute
+MUST give the Controller other ways to control the search stopping conditions.
+
+Absolute load difference and relative load difference are two popular choices,
+but implementations may choose a different way to specify width.
+
+The test report MUST make it clear what specific quantity is used as Goal Width.
+
+It is RECOMMENDED to set the Goal Width (as relative difference) value
+to a value no smaller than the Goal Loss Ratio.
+(The reason is not obvious, see [Throughput] (#Throughput) if interested.)
+
+### Search Goal
+
+Definition:
+
+The Search Goal is a composite quantity consisting of several attributes,
+some of them are required.
+
+Required attributes:
+- Goal Final Trial Duration
+- Goal Duration Sum
+- Goal Loss Ratio
+- Goal Exceed Ratio
+
+Optional attribute:
+- Goal Width
+
+Discussion:
+
+Implementations MAY add their own attributes.
+Those additional attributes may be required by the implementation
+even if they are not required by MLRsearch specification.
+But it is RECOMMENDED for those implementations
+to support missing values by computing reasonable defaults.
+
+The meaning of listed attributes is formally given only by their indirect effect
+on the search results.
+
+Informally, later sections provide additional intuitions and examples
+of the Search Goal attribute values.
+
+An example of additional attributes required by some implementations
+is Goal Initial Trial Duration, together with another attribute
+that controls possible intermediate Trial Duration values.
+The reasonable default in this case is using the Goal Final Trial Duration
+and no intermediate values.
+
+### Controller Input
+
+Definition:
+
+Controller Input is a composite quantity
+required as an input for the Controller.
+The only REQUIRED attribute is a list of Search Goal instances.
+
+Discussion:
+
+MLRsearch implementations MAY use additional attributes.
+Those additional attributes may be required by the implementation
+even if they are not required by MLRsearch specification.
+
+Formally, the Manager does not apply any Controller configuration
+apart from one Controller Input instance.
+
+For example, Traffic Profile is configured on the Measurer by the Manager
+(without explicit assistance of the Controller).
+
+The order of Search Goal instances in a list SHOULD NOT
+have a big impact on Controller Output (see section [Controller Output] (#Controller-Output) ,
+but MLRsearch implementations MAY base their behavior on the order
+of Search Goal instances in a list.
+
+An example of an optional attribute (outside the list of Search Goals)
+required by some implementations is Max Load.
+While this is a frequently used configuration parameter,
+already governed by [RFC2544] (section 20. Maximum frame rate)
+and [RFC2285] (3.5.3 Maximum offered load (MOL)),
+some implementations may detect or discover it instead.
+
+{::comment}
+ [Not important directly, may matter for iload/oload.]
+
+ <mark>MKP2 [VP] TODO: 2544 and 2285 care about half-duplex media. Should we?</mark>
+
+{:/comment}
+
+{::comment}
+ [Maybe obvious but I think useful. RFC2544 talks about header compression in WANs.]
+
+ <mark>MKP2 [VP] TODO: Mention that Max Load should care about all media within SUT,
+ including DUT-DUT links. Important when that link carries encapsulated traffic,
+ as bandwidth limit there implies lower max rate
+ (than implied by tester-SUT links).</mark>
+
+{:/comment}
+
+In MLRsearch specification, the [Relevant Upper Bound] (#Relevant-Upper-Bound)
+is added as a required attribute precisely because it makes the search result
+independent of Max Load value.
+
+{::comment}
+ [User recommendation, we should have separate section summarizing those.]
+
+ <mark>[VP] TODO for MK: The rest of this subsection is new, review?</mark>
+
+ It is RECOMMENDED to use the same Goal Final Trial Duration value across all goals.
+ Otherwise, some goals may be measured at Trial Durations longer than needed,
+ with possibly unexpected impacts on repeatability and comparability.
+
+ For example when Goal Loss Ratio is zero, any increase in Trial Duration
+ also increases the likelihood of the trial to become lossy,
+ similar to usage of lower Goal Exceed Ratio or larger Goal Duration Sum,
+ both of which tend to lower the search results, towards noisy end
+ of performance spectrum.
+
+ Also, it is recommended to avoid "incomparable" goals, e.g. one with
+ lower loss ratio but higher exceed ratio, and other with higher loss ratio
+ but lower loss ratio. In worst case, this can make the search to last too long.
+ Implementations are RECOMMENDED to sort the goals and start with
+ stricter ones first, as bounds for those will not get invalidated
+ byt measureing for less trict goal later in the search.
+
+{:/comment}
+
+## Search Goal Examples
+
+### RFC2544 Goal
+
+The following set of values makes the search result unconditionally compliant
+with [RFC2544] (section 24 Trial duration)
+
+- Goal Final Trial Duration = 60 seconds
+- Goal Duration Sum = 60 seconds
+- Goal Loss Ratio = 0%
+- Goal Exceed Ratio = 0%
+
+The latter two attributes are enough to make the search goal
+conditionally compliant, adding the first attribute
+makes it unconditionally compliant.
+
+The second attribute (Goal Duration Sum) only prevents MLRsearch
+from repeating zero-loss full-length trials.
+
+Non-zero exceed ratio could prolong the search and allow loss inversion
+between lower-load lossy short trial and higher-load full-length zero-loss trial.
+From [RFC2544] alone, it is not clear whether that higher load
+could be considered as compliant throughput.
+
+### TST009 Goal
+
+One of the alternatives to RFC2544 is described in
+[TST009] (section 12.3.3 Binary search with loss verification).
+The idea there is to repeat lossy trials, hoping for zero loss on second try,
+so the results are closer to the noiseless end of performance sprectum,
+and more repeatable and comparable.
+
+Only the variant with "z = infinity" is achievable with MLRsearch.
+
+{::comment}
+ [Low priority, unless a short sentence is found.]
+
+ <mark>MKP2 MK note: Shouldn't we add a note about how MLRsearch goes about
+ addressing the TST009 point related to z, that is "z is threshold of
+ Lord(r) to override Loss Verification when the count of lost frames is
+ very high and unnecessary verification trials."? i.e. by have Goal Loss
+ Ratio. Thoughts?</mark>
+
+{:/comment}
+
+For example, for "r = 2" variant, the following search goal should be used:
+
+- Goal Final Trial Duration = 60 seconds
+- Goal Duration Sum = 120 seconds
+- Goal Loss Ratio = 0%
+- Goal Exceed Ratio = 50%
+
+If the first 60s trial has zero loss, it is enough for MLRsearch to stop
+measuring at that load, as even a second lossy trial
+would still fit within the exceed ratio.
+
+But if the first trial is lossy, MLRsearch needs to perform also
+the second trial to classify that load.
+As Goal Duration Sum is twice as long as Goal Final Trial Duration,
+third full-length trial is never needed.
+
+## Result Terms
+
+Before defining the output of the Controller,
+it is useful to define what the Goal Result is.
+
+The Goal Result is a composite quantity.
+
+Following subsections define its attribute first, before describing the Goal Result quantity.
+
+There is a correspondence between Search Goals and Goal Results.
+Most of the following subsections refer to a given Search Goal,
+when defining attributes of the Goal Result.
+Conversely, at the end of the search, each Search Goal
+has its corresponding Goal Result.
+
+Conceptually, the search can be seen as a process of load classification,
+where the Controller attempts to classify some loads as an Upper Bound
+or a Lower Bound with respect to some Search Goal.
+
+Before defining real attributes of the goal result,
+it is useful to define bounds in general.
+
+### Relevant Upper Bound
+
+Definition:
+
+The Relevant Upper Bound is the smallest trial load value that is classified
+at the end of the search as an upper bound
+(see [Appendix A: Load Classification] (#Appendix-A\:-Load-Classification))
+for the given Search Goal.
+
+Discussion:
+
+One search goal can have many different load classified as an upper bound.
+At the end of the search, one of those loads will be the smallest,
+becoming the relevant upper bound for that goal.
+
+In more detail, the set of all trial outputs (both short and full-length,
+enough of them according to Goal Duration Sum)
+performed at that smallest load failed to uphold all the requirements
+of the given Search Goal, mainly the Goal Loss Ratio
+in combination with the Goal Exceed Ratio.
+
+{::comment}
+ [Recheck. Move to end?]
+
+ <mark>[VP] TODO: Is the above a good summary of Appendix A inputs?</mark>
+
+{:/comment}
+
+If Max Load does not cause enough lossy trials,
+the Relevant Upper Bound does not exist.
+Conversely, if Relevant Upper Bound exists,
+it is not affected by Max Load value.
+
+{::comment}
+ [Medium priority, depends on how many user recommendations we have.]
+
+ With non-zero exceed ratio values, a lossy short trial may not be enough
+ to classify a load as the relevant upper bound.
+ Users MAY apply Goal Duration Sum value lower than Goal Final Trial Duration
+ to force such classification in hope to save time,
+ but it is RECOMMENDED not to do so, as in practice
+ it hurts comparability and repeatability.
+
+{:/comment}
+
+{::comment}
+ [Probably too technical, unless relation to repeatability is found.]
+
+ In general, a load starts as as undecided, then maybe flips to become
+ an upper bound. MLRsearch stops measuring at that load for this goal,
+ but it may be forced to measure more for some other search goals,
+ in which case the load may flip to a lower bound (and back and forth).
+
+ <mark>[VP] TODO: Confirm the load can never flip back to being undecided.</mark>
+
+ Even though the load classification may change during the search,
+ the goal results are established at the end of the search.
+
+ If the exceed ratio is zero, an upper bound can never flip;
+ one lossy trial (even short) is enough to pin the classification.
+
+{:/comment}
+
+### Relevant Lower Bound
+
+Definition:
+
+The Relevant Lower Bound is the largest trial load value
+among those smaller than the Relevant Upper Bound,
+that got classified at the end of the search as a lower bound (see
+[Appendix A: Load Classification] (#Appendix-A\:-Load-Classification))
+for the given Search Goal.
+
+Discussion:
+
+Only among loads smaller that the relevant upper bound,
+the largest load becomes the relevant lower bound.
+With loss inversion, stricter upper bound matters.
+
+In more detail, the set of all trial outputs (both short and full-length,
+enough of them according to Goal Duration Sum)
+performed at that largest load managed to uphold all the requirements
+of the given Search Goal, mainly the Goal Loss Ratio
+in combination with the Goal Exceed Ratio.
+
+Is no load had enough low-loss trials, the relevant lower bound
+MAY not exist.
+
+{::comment}
+ [Min Load us useful for detecting broken SUTs (and latency).]
+
+ <mark>[VP] TODO: Mention min load here?</mark>
+
+ <mark>[VP] TODO: Allow zero as implicit lower bound that needs no trials?
+ If yes, then probably way earlier than here.</mark>
+
+{:/comment}
+
+Strictly speaking, if the Relevant Upper Bound does not exist,
+the Relevant Lower Bound also does not exist.
+In that case, Max Load is classified as a lower bound,
+but it is not clear whether a higher lower bound
+would be found if the search used a higher Max Load value.
+
+For a regular Goal Result, the distance between the Relevant Lower Bound
+and the Relevant Upper Bound MUST NOT be larger than the Goal Width,
+if the implementation offers width as a goal attribute.
+
+{::comment}
+ [True but no time to fix properly.]
+
+ <mark>mk note: Seemingly broken grammar,
+ "managed to uphold all requirements", should be followed
+ by stating what it means.</mark>
+
+{:/comment}
+
+Searching for anther search goal may cause a loss inversion phenomenon,
+where a lower load is classified as an upper bound,
+but also a higher load is classified as a lower bound for the same search goal.
+The definition of the Relevant Lower Bound ignores such high lower bounds.
+
+{::comment}
+ [Compare to similar block in upper bound.]
+
+ In general, a load starts as as undecided, then maybe flips to become
+ a lower bound. MLRsearch stops measuring at that load for this goal,
+ but it may be forced to measure more for some other search goals,
+ in which case the load may flip to an upper bound (and back and forth).
+
+ <mark>[VP] TODO: Confirm the load can never flip back to being undecided.</mark>
+
+ Even though the load classification may change during the search,
+ the goal results are established at the end of the search.
+
+ No valid exceed ratio value pins the classification as a lower bound.
+
+{:/comment}
+
+### Conditional Throughput
+
+Definition:
+
+The Conditional Throughput (see section [Appendix B: Conditional Throughput] (#Appendix-B\:-Conditional-Throughput))
+as evaluated at the Relevant Lower Bound of the given Search Goal
+at the end of the search.
+
+Discussion:
+
+Informally, this is a typical trial forwarding rate, expected to be seen
+at the Relevant Lower Bound of the given Search Goal.
+
+But frequently it is only a conservative estimate thereof,
+as MLRsearch implementations tend to stop gathering more data
+as soon as they confirm the value cannot get worse than this estimate
+within the Goal Duration Sum.
+
+This value is RECOMMENDED to be used when evaluating repeatability
+and comparability if different MLRsearch implementations.
+
+{::comment}
+ [Low priority but useful for comparabuility.]
+
+ <mark>[VP] TODO: Add subsection for Trial Results At Relevant Bounds
+ as an optional attribute of Goal Result.</mark>
+
+{:/comment}
+
+### Goal Result
+
+Definition:
+
+The Goal Result is a composite quantity consisting of several attributes.
+Relevant Upper Bound and Relevant Lower Bound are REQUIRED attributes,
+Conditional Throughput is a RECOMMENDED attribute.
+
+Discussion:
+
+Depending on SUT behavior, it is possible that one or both relevant bounds
+do not exist. The goal result instance where the required attribute values exist
+is informally called a Regular Goal Result instance,
+so we can say some goals reached Irregular Goal Results.
+
+{::comment}
+ [Probably delete after last edits re irregular results.]
+
+ <mark>MKP2 [VP] TODO: Additional attributes should not be required by the Manager?
+ Explicitly mention that irregular goal result may support different attributes.
+ </mark>
+
+ <mark>MKP2 Implementations are free to define their own specific subtypes
+ of irregular Goal Results, but the test report MUST mark them clearly
+ as irregular according to this section.</mark>
+
+{:/comment}
+
+A typical Irregular Goal Result is when all trials at the Max Load
+have zero loss, as the Relevant Upper Bound does not exist in that case.
+
+It is RECOMMENDED that the test report will display such results appropriately,
+although MLRsearch specification does not prescibe how.
+
+{::comment}
+ [Useful.]
+
+ <mark>MKP2 [VP] TODO: Also allways-fail. Link to bounds to avoid duplication.</mark>
+
+{:/comment}
+
+Anything else regarging Irregular Goal Results,
+including their role in stopping conditions of the search
+is outside the scope of this document.
+
+### Search Result
+
+Definition:
+
+The Search Result is a single composite object
+that maps each Search Goal instance to a corresponding Goal Result instance.
+
+Discussion:
+
+Alternatively, the Search Result can be implemented as an ordered list
+of the Goal Result instances, matching the order of Search Goal instances.
+
+{::comment}
+ [Low priority, as there is no obvious harm.]
+
+ <mark>MKP1 [VP] TODO: Disallow any additional attributes?</mark>
+
+{:/comment}
+
+The Search Result (as a mapping)
+MUST map from all the Search Goal instances present in the Controller Input.
+
+{::comment}
+ [Not important.]
+
+ <mark>[VP] Postponed: API independence, modularity.</mark>
+
+{:/comment}
+
+{::comment}
+ [Not needed?]
+
+ <mark>MKP1 [VP] TODO: Short sentence on what to do on irregular goal result.</mark>
+
+{:/comment}
+
+### Controller Output
+
+Definition:
+
+The Controller Output is a composite quantity returned from the Controller
+to the Manager at the end of the search.
+The Search Result instance is its only REQUIRED attribute.
+
+Discussion:
+
+MLRsearch implementation MAY return additional data in the Controller Output.
+
+{::comment}
+ [Not needed?]
+
+ <mark>MKP1 [VP] TODO: Short sentence on what to do on irregular goal result.</mark>
+
+ <mark>MKP1 [VP] TODO: Irregular output, e.g. with "max search time exceeded" flag?</mark>
+
+{:/comment}
+
+## MLRsearch Architecture
+
+{::comment}
+ [Meta and irrelevant. Delete after verifying other text is good.]
+
+ <mark>MKP2 [VP] TODO: Review the folowing:
+ This section is about division into components,
+ so it fits this definition:
+ "The software architecture of a system represents the design decisions
+ related to overall system structure and behavior."
+ Saying "MLRsearch Design" does not make it clear if it is
+ Vratko designing the MLRsearch specification,
+ or some other person designing a new MLRsearch implementation using that spec.
+ </mark>
+
+{:/comment}
+
+MLRsearch architecture consists of three main system components:
+the Manager, the Controller, and the Measurer.
+
+The architecture also implies the presence of other components,
+such as the SUT and the Tester (as a sub-component of the Measurer).
+
+Protocols of communication between components are generally left unspecified.
+For example, when MLRsearch specification mentions "Controller calls Measurer",
+it is possible that the Controller notifies the Manager
+to call the Measurer indirectly instead. This way the Measurer implementations
+can be fully independent from the Controller implementations,
+e.g. programmed in different programming languages.
+
+### Measurer
+
+Definition:
+
+The Measurer is an abstract system component
+that when called with a [Trial Input] (#Trial-Input) instance,
+performs one [Trial] (#Trial),
+and returns a [Trial Output] (#Trial-Output) instance.
+
+Discussion:
+
+This definition assumes the Measurer is already initialized.
+In practice, there may be additional steps before the search,
+e.g. when the Manager configures the traffic profile
+(either on the Measurer or on its tester sub-component directly)
+and performs a warmup (if the tester requires one).
+
+It is the responsibility of the Measurer implementation to uphold
+any requirements and assumptions present in MLRsearch specification,
+e.g. trial forwarding ratio not being larger than one.
+
+Implementers have some freedom.
+For example [RFC2544] (section 10. Verifying received frames)
+gives some suggestions (but not requirements) related to
+duplicated or reordered frames.
+Implementations are RECOMMENDED to document their behavior
+related to such freedoms in as detailed a way as possible.
+
+It is RECOMMENDED to benchmark the test equipment first,
+e.g. connect sender and receiver directly (without any SUT in the path),
+find a load value that guarantees the offered load is not too far
+from the intended load, and use that value as the Max Load value.
+When testing the real SUT, it is RECOMMENDED to turn any big difference
+between the intended load and the offered load into increased Trial Loss Ratio.
+
+Neither of the two recommendations are made into requirements,
+because it is not easy to tell when the difference is big enough,
+in a way thay would be dis-entangled from other Measurer freedoms.
+
+### Controller
+
+Definition:
+
+The Controller is an abstract system component
+that when called with a Controller Input instance
+repeatedly computes Trial Input instance for the Measurer,
+obtains corresponding Trial Output instances,
+and eventually returns a Controller Output instance.
+
+Discussion:
+
+Informally, the Controller has big freedom in selection of Trial Inputs,
+and the implementations want to achieve the Search Goals
+in the shortest expected time.
+
+The Controller's role in optimizing the overall search time
+distinguishes MLRsearch algorithms from simpler search procedures.
+
+Informally, each implementation can have different stopping conditions.
+Goal Width is only one example.
+In practice, implementation details do not matter,
+as long as Goal Results are regular.
+
+### Manager
+
+Definition:
+
+The Manager is an abstract system component that is reponsible for
+configuring other components, calling the Controller component once,
+and for creating the test report following the reporting format as
+defined in [RFC2544] (section 26. Benchmarking tests).
+
+Discussion:
+
+The Manager initializes the SUT, the Measurer (and the Tester if independent)
+with their intended configurations before calling the Controller.
+
+The Manager does not need to be able to tweak any Search Goal attributes,
+but it MUST report all applied attribute values even if not tweaked.
+
+{::comment}
+ [Not very important but also should be easy to add.]
+
+ <mark>MKP2 [VP] TODO: Is saying "RFC2544" indirectly reporting RFC2544 Goal values?</mark>
+
+{:/comment}
+
+In principle, there should be a "user" (human or CI)
+that "starts" or "calls" the Manager and receives the report.
+The Manager MAY be able to be called more than once whis way.
+
+{::comment}
+ [Not important, unless anybody else asks.]
+
+ <mark>MKP2 The Manager may use the Measurer or other system components
+ to perform other tests, e.g. back-to-back frames,
+ as the Controller is only replacing the search from
+ [RFC2544] (section 26.1 Throughput).</mark>
+
+{:/comment}
+
+## Implementation Compliance
+
+Any networking measurement setup where there can be logically delineated system components
+and there are components satisfying requirements for the Measurer,
+the Controller and the Manager, is considered to be compliant with MLRsearch design.
+
+These components can be seen as abstractions present in any testing procedure.
+For example, there can be a single component acting both
+as the Manager and the Controller, but as long as values of required attributes
+of Search Goals and Goal Results are visible in the test report,
+the Controller Input instance and output instance are implied.
+
+For example, any setup for conditionally (or unconditionally)
+compliant [RFC2544] throughput testing
+can be understood as a MLRsearch architecture,
+assuming there is enough data to reconstruct the Relevant Upper Bound.
+
+See [RFC2544 Goal] (#RFC2544-Goal) subsection for equivalent Search Goal.
+
+Any test procedure that can be understood as (one call to the Manager of)
+MLRsearch architecture is said to be compliant with MLRsearch specification.
+
+# Additional Considerations
+
+This section focuses on additional considerations, intuitions and motivations
+pertaining to MLRsearch methodology.
+
+{::comment}
+ [Meta, redundant.]
+
+ <mark>MKP2 [VP] TODO: Review the following:
+ If MLRsearch specification is a product design specification
+ for MLRsearch implementation, then this chapter talks about
+ my goals and early attempts at designing the MLRsearch specification.
+ </mark>
+
+{:/comment}
+
+## MLRsearch Versions
+
+The MLRsearch algorithm has been developed in a code-first approach,
+a Python library has been created, debugged, used in production
+and published in PyPI before the first descriptions
+(even informal) were published.
+
+But the code (and hence the description) was evolving over time.
+Multiple versions of the library were used over past several years,
+and later code was usually not compatible with earlier descriptions.
+
+The code in (some version of) MLRsearch library fully determines
+the search process (for a given set of configuration parameters),
+leaving no space for deviations.
+
+{::comment}
+ [Different type of external link, should be in 08.]
+
+ <mark>MKP2 mk3 note: any references to library
+ should have specific reference link.
+ We have FDio-CSIT-MLRsearch in informative: at the start. Link it.
+ </mark>
+
+{:/comment}
+
+{::comment}
+ [Lesson learned is important, but maybe does not need version history?]
+
+ <mark>MKP2 mk edit note: Suggest to remove crossed-out text, as it is
+ distracting, doesn't bring any value, and recalls multiple versions of
+ MLRsearch library, without any references. A much more appropriate
+ approach would be to provide a pointer to MLRsearch code versions in
+ FD.io that evolved over the years, as an example implementation. But I
+ would question the value of referring to old previous versions in this
+ document. It's okay for the blog, but not for IETF specification,
+ unless there are specific lessons learned that need to be highlighted
+ to support the specification.</mark>
+
+{:/comment}
+
+This historic meaning of MLRsearch, as a family
+of search algorithm implementations,
+leaves plenty of space for future improvements, at the cost
+of poor comparability of results of search algoritm implementations.
+
+{::comment}
+ [Reckeck after clarifying library/algorithm/implementation/specification mess.]
+
+ <mark>mk edit note: If the aim of this sentence is to state that there
+ could be possibly other approaches to address this problem space, then
+ I think we are already addressing it in the opening sections discussing
+ problems, and referring to ETSi TST.009 and opnfv work. If the aim is
+ to define "MLRsearch" as a completely new class of algorithms for
+ software network benchmarking, of which this spec is just one example,
+ then i have a problem with it. This specification is very prescriptive
+ in the main functional areas to address the problem identified, but
+ still leaving space for further exploration and innovation as noted
+ elsewhere in this document. It is not a new class of algorithms. It is
+ a newly defined methodology to amend RFC2544, to specifically address
+ identified problems.</mark>
+
+{:/comment}
+
+There are two competing needs.
+There is the need for standardization in areas critical to comparability.
+There is also the need to allow flexibility for implementations
+to innovate and improve in other areas.
+This document defines MLRsearch as a new specification
+in a manner that aims to fairly balance both needs.
+
+## Stopping Conditions
+
+[RFC2544] prescribes that after performing one trial at a specific offered load,
+the next offered load should be larger or smaller, based on frame loss.
+
+The usual implementation uses binary search.
+Here a lossy trial becomes
+a new upper bound, a lossless trial becomes a new lower bound.
+The span of values between the tightest lower bound
+and the tightest upper bound (including both values) forms an interval of possible results,
+and after each trial the width of that interval halves.
+
+Usually the binary search implementation tracks only the two tightest bounds,
+simply calling them bounds.
+But the old values still remain valid bounds,
+just not as tight as the new ones.
+
+After some number of trials, the tightest lower bound becomes the throughput.
+[RFC2544] does not specify when, if ever, should the search stop.
+
+MLRsearch introduces a concept of [Goal Width] (#Goal-Width).
+
+The search stops
+when the distance between the tightest upper bound and the tightest lower bound
+is smaller than a user-configured value, called Goal Width from now on.
+In other words, the interval width at the end of the search
+has to be no larger than the Goal Width.
+
+This Goal Width value therefore determines the precision of the result.
+Due to the fact that MLRsearch specification requires a particular
+structure of the result (see [Trial Result] (#Trial-Result) section),
+the result itself does contain enough information to determine its
+precision, thus it is not required to report the Goal Width value.
+
+This allows MLRsearch implementations to use stopping conditions
+different from Goal Width.
+
+## Load Classification
+
+MLRsearch keeps the basic logic of binary search (tracking tightest bounds,
+measuring at the middle), perhaps with minor technical differences.
+
+MLRsearch algorithm chooses an intended load (as opposed to the offered load),
+the interval between bounds does not need to be split
+exactly into two equal halves,
+and the final reported structure specifies both bounds.
+
+The biggest difference is that to classify a load
+as an upper or lower bound, MLRsearch may need more than one trial
+(depending on configuration options) to be performed at the same intended load.
+
+In consequence, even if a load already does have few trial results,
+it still may be classified as undecided, neither a lower bound nor an upper bound.
+
+An explanation of the classification logic is given in the next section [Logic of Load Classification] (#Logic-of-Load-Classification),
+as it heavily relies on other subsections of this section.
+
+For repeatability and comparability reasons, it is important that
+given a set of trial results, all implementations of MLRsearch
+classify the load equivalently.
+
+## Loss Ratios
+
+Another difference between MLRsearch and [RFC2544] binary search is in the goals of the search.
+[RFC2544] has a single goal,
+based on classifying full-length trials as either lossless or lossy.
+
+MLRsearch, as the name suggests, can search for multiple goals,
+differing in their loss ratios.
+The precise definition of the Goal Loss Ratio will be given later.
+The [RFC2544] throughput goal then simply becomes a zero Goal Loss Ratio.
+Different goals also may have different Goal Widths.
+
+A set of trial results for one specific intended load value
+can classify the load as an upper bound for some goals, but a lower bound
+for some other goals, and undecided for the rest of the goals.
+
+Therefore, the load classification depends not only on trial results,
+but also on the goal.
+The overall search procedure becomes more complicated, when
+compared to binary search with a single goal,
+but most of the complications do not affect the final result,
+except for one phenomenon, loss inversion.
+
+## Loss Inversion
+
+In [RFC2544] throughput search using bisection, any load with a lossy trial
+becomes a hard upper bound, meaning every subsequent trial has a smaller
+intended load.
+
+But in MLRsearch, a load that is classified as an upper bound for one goal
+may still be a lower bound for another goal, and due to the other goal
+MLRsearch will probably perform trials at even higher loads.
+What to do when all such higher load trials happen to have zero loss?
+Does it mean the earlier upper bound was not real?
+Does it mean the later lossless trials are not considered a lower bound?
+Surely we do not want to have an upper bound at a load smaller than a lower bound.
+
+MLRsearch is conservative in these situations.
+The upper bound is considered real, and the lossless trials at higher loads
+are considered to be a coincidence, at least when computing the final result.
+
+This is formalized using new notions, the [Relevant Upper Bound] (#Relevant-Upper-Bound) and
+the [Relevant Lower Bound] (#Relevant-Lower-Bound).
+Load classification is still based just on the set of trial results
+at a given intended load (trials at other loads are ignored),
+making it possible to have a lower load classified as an upper bound,
+and a higher load classified as a lower bound (for the same goal).
+The Relevant Upper Bound (for a goal) is the smallest load classified
+as an upper bound.
+But the Relevant Lower Bound is not simply
+the largest among lower bounds.
+It is the largest load among loads
+that are lower bounds while also being smaller than the Relevant Upper Bound.
+
+With these definitions, the Relevant Lower Bound is always smaller
+than the Relevant Upper Bound (if both exist), and the two relevant bounds
+are used analogously as the two tightest bounds in the binary search.
+When they are less than the Goal Width apart,
+the relevant bounds are used in the output.
+
+One consequence is that every trial result can have an impact on the search result.
+That means if your SUT (or your traffic generator) needs a warmup,
+be sure to warm it up before starting the search.
+
+## Exceed Ratio
+
+The idea of performing multiple trials at the same load comes from
+a model where some trial results (those with high loss) are affected
+by infrequent effects, causing poor repeatability of [RFC2544] throughput results.
+See the discussion about noiseful and noiseless ends
+of the SUT performance spectrum in section [DUT in SUT] (#DUT-in-SUT).
+Stable results are closer to the noiseless end of the SUT performance spectrum,
+so MLRsearch may need to allow some frequency of high-loss trials
+to ignore the rare but big effects near the noiseful end.
+
+MLRsearch can do such trial result filtering, but it needs
+a configuration option to tell it how frequent can the infrequent big loss be.
+This option is called the exceed ratio.
+It tells MLRsearch what ratio of trials
+(more exactly what ratio of trial seconds) can have a [Trial Loss Ratio] (#Trial-Loss-Ratio)
+larger than the Goal Loss Ratio and still be classified as a lower bound.
+Zero exceed ratio means all trials have to have a Trial Loss Ratio
+equal to or smaller than the Goal Loss Ratio.
+
+For explainability reasons, the RECOMMENDED value for exceed ratio is 0.5,
+as it simplifies some later concepts by relating them to the concept of median.
+
+## Duration Sum
+
+When more than one trial is intended to classify a load,
+MLRsearch also needs something that controls the number of trials needed.
+Therefore, each goal also has an attribute called duration sum.
+
+The meaning of a [Goal Duration Sum] (#Goal-Duration-Sum) is that
+when a load has (full-length) trials
+whose trial durations when summed up give a value at least as big
+as the Goal Duration Sum value,
+the load is guaranteed to be classified either as an upper bound
+or a lower bound for that goal.
+
+Due to the fact that the duration sum has a big impact
+on the overall search duration, and [RFC2544] prescribes
+wait intervals around trial traffic,
+the MLRsearch algorithm is allowed to sum durations that are different
+from the actual trial traffic durations.
+
+In the MLRsearch specification, the different duration values are called
+[Trial Effective Duration] (#Trial-Effective-Duration).
+
+## Short Trials
+
+MLRsearch requires each goal to specify its final trial duration.
+Full-length trial is a shorter name for a trial whose intended trial duration
+is equal to (or longer than) the goal final trial duration.
+
+Section 24 of [RFC2544] already anticipates possible time savings
+when short trials (shorter than full-length trials) are used.
+Full-length trials are the opposite of short trials,
+so they may also be called long trials.
+
+Any MLRsearch implementation may include its own configuration options
+which control when and how MLRsearch chooses to use short trial durations.
+
+For explainability reasons, when exceed ratio of 0.5 is used,
+it is recommended for the Goal Duration Sum to be an odd multiple
+of the full trial durations, so Conditional Throughput becomes identical to
+a median of a particular set of trial forwarding rates.
+
+The presence of short trial results complicates the load classification logic.
+
+Full details are given later in section [Logic of Load Classification] (#Logic-of-Load-Classification).
+In a nutshell, results from short trials
+may cause a load to be classified as an upper bound.
+This may cause loss inversion, and thus lower the Relevant Lower Bound,
+below what would classification say when considering full-length trials only.
+
+{::comment}
+ [I still think this is important, revisit after explanations re quantiles.]
+
+ <mark>For explainability reasons, it is RECOMMENDED users use such configurations
+ that guarantee all trials have the same length.</mark>
+
+ <mark>mk edit note: Using RFC2119 keyword here does not seem to be
+ appropriate. Moreover, I do not get the meaning nor the logic behind
+ this statement. It seems to say that in order for users to understand
+ the workings of MLRsearch, they should use simplified configuration,
+ otherwise they won't get it. Illogical it seems to me. Suggest to
+ remove it.</mark>
+
+{:/comment}
+
+{::comment}
+ [Important. Keeping compatibility slows search considerably.]
+
+ <mark>Alas, such configurations are usually not compliant with [RFC2544] requirements,
+ or not time-saving enough.</mark>
+
+ <mark>mk edit note: This statement does not make sense to me. Suggest to remove it.</mark>
+
+{:/comment}
+
+## Throughput
+
+{::comment}
+ [Important, we need better title.]
+
+ <mark>[VP] TODO: Was named Conditional Troughput, but spec chapter already has one.</mark>
+
+{:/comment}
+
+Due to the fact that testing equipment takes the intended load as an input parameter
+for a trial measurement, any load search algorithm needs to deal
+with intended load values internally.
+
+But in the presence of goals with a non-zero loss ratio, the intended load
+usually does not match the user's intuition of what a throughput is.
+The forwarding rate (as defined in [RFC2285] section 3.6.1) is better,
+but it is not obvious how to generalize it
+for loads with multiple trial results and a non-zero
+[Goal Loss Ratio] (#Goal-Loss-Ratio).
+
+The best example is also the main motivation: hard limit performance.
+Even if the medium allows higher performance,
+the SUT interfaces may have their additional own limitations,
+e.g. a specific fps limit on the NIC (a very common occurance).
+
+Ideally, those should be known and used when computing Max Load.
+But if Max Load is higher that what interface can receive or transmit,
+there will be a "hard limit" observed in trial results.
+Imagine the hard limit is at 100 Mfps, Max Load is higher,
+and the goal loss ratio is 0.5%. If DUT has no additional losses,
+0.5% loss ratio will be achieved at 100.5025 Mfps (the relevant lower bound).
+But it is not intuitive to report SUT performance as a value that is
+larger than known hard limit.
+We need a generalization of RFC2544 throughput,
+different from just the relevant lower bound.
+
+MLRsearch defines one such generalization, called the Conditional Throughput.
+It is the trial forwarding rate from one of the trials
+performed at the load in question.
+Determining which trial exactly is defined in
+[MLRsearch Specification] (#MLRsearch-Specification),
+and in [Appendix B: Conditional Throughput] (#Appendix-B\:-Conditional-Throughput).
+
+In the hard limit example, 100.5 Mfps load will still have
+only 100.0 Mfps forwarding rate, nicely confirming the known limitation.
+
+Conditional Throughput is partially related to load classification.
+If a load is classified as a lower bound for a goal,
+the Conditional Throughput can be calculated from trial results,
+and guaranteed to show an loss ratio
+no larger than the Goal Loss Ratio.
+
+{::comment}
+ [Revisit after other edits, may be addressed elsewhere.]
+
+ <mark>While the Conditional Throughput gives more intuitive-looking
+ values than the Relevant Lower Bound (for non-zero Goal Loss Ratio
+ values), the actual definition is more complicated than the definition
+ of the Relevant Lower Bound.</mark>
+
+ <mark>mk edit note: Looking at this again, and per improved text, I
+ don't think it is that complicated. (BTW saying it is more complicated
+ and not addressing it, and leaving it open ended is not
+ good.) "Conditional throughput" intuitively is really throughput under
+ certain conditions, these being offered load determined by Relevant
+ Lower Bound and actual loss. For comparability, and taking into account
+ multiple trial samples, per MLRsearch definition, this is
+ mathematically expressed as `conditional_throughput = intended_load *
+ (1.0 - quantile_loss_ratio)`.</mark>
+
+ <mark>DONE VP to MK: Hmm. Frequently, Conditional Throughput comes
+ from the worst among low-loss full-length trials.
+ But if two disparate goals are interested at the same load,
+ things get complicated (does not happen in CSIT production,
+ but I found few bugs when testing in simulator).
+ Computation in load classification is also not trivial,
+ but at least it only needs two "duration sum" values,
+ no need to sort all trial results.</mark>
+
+ <mark>MKP2 [VP] TODO: Still not sure what to do with this subsection.
+ Possibly a bigger rewrite once VP and MK agree on what is (or is not)
+ complicated. :)</mark>
+
+{:/comment}
+
+{::comment}
+ [Important only for "design principles" chapter we may never have.]
+
+ <mark>In the future, other intuitive values may become popular,
+ but they are unlikely to supersede the definition of the Relevant Lower Bound
+ as the most fitting value for comparability purposes,
+ therefore the Relevant Lower Bound remains a required attribute
+ of the Goal Result structure, while the Conditional Throughput is only optional.</mark>
+
+ <mark>mk edit note: This paragraph adds to the confusion. I would remove
+ this paragraph, as with the new text above it doesn't seem to add any
+ value.</mark>
+
+ <mark>[VP] TODO: This is an example of MLRsearch design principles.</mark>
+
+{:/comment}
+
+{::comment}
+ [Useful.]
+
+ <mark>[VP] TODO: Mention somewhere that trending is a specific case
+ of repeatability/comparability.</mark>
+
+{:/comment}
+
+Note that when comparing the best (all zero loss) and worst case (all loss
+just below Goal Loss Ratio), the same Relevant Lower Bound value
+may result in the Conditional Throughput differing up to the Goal Loss Ratio.
+
+Therefore it is rarely needed to set the Goal Width (if expressed
+as the relative difference of loads) below the Goal Loss Ratio.
+In other words, setting the Goal Width below the Goal Loss Ratio
+may cause the Conditional Throughput for a larger loss ratio to become smaller
+than a Conditional Throughput for a goal with a smaller Goal Loss Ratio,
+which is counter-intuitive, considering they come from the same search.
+Therefore it is RECOMMENDED to set the Goal Width to a value no smaller
+than the Goal Loss Ratio.
+
+Overall, this Conditional Throughput does behave well for comparability purposes.
+
+## Search Time
+
+MLRsearch was primarily developed to reduce the time
+required to determine a throughput, either the [RFC2544] compliant one,
+or some generalization thereof.
+The art of achieving short search times
+is mainly in the smart selection of intended loads (and intended durations)
+for the next trial to perform.
+
+While there is an indirect impact of the load selection on the reported values,
+in practice such impact tends to be small,
+even for SUTs with quite a broad performance spectrum.
+
+A typical example of two approaches to load selection leading to different
+Relevant Lower Bounds is when the interval is split in a very uneven way.
+Any implementation choosing loads very close to the current Relevant Lower Bound
+is quite likely to eventually stumble upon a trial result
+with poor performance (due to SUT noise).
+For an implementation choosing loads very close
+to the current Relevant Upper Bound, this is unlikely,
+as it examines more loads that can see a performance
+close to the noiseless end of the SUT performance spectrum.
+
+However, as even splits optimize search duration at give precision,
+MLRsearch implementations that prioritize minimizing search time
+are unlikely to suffer from any such bias.
+
+Therefore, this document remains quite vague on load selection
+and other optimization details, and configuration attributes related to them.
+Assuming users prefer libraries that achieve short overall search time,
+the definition of the Relevant Lower Bound
+should be strict enough to ensure result repeatability
+and comparability between different implementations,
+while not restricting future implementations much.
+
+{::comment}
+ [Important for BMWG. Configurability is bad for comparability.]
+
+ <mark>MKP2 Sadly, different implementations may exhibit their sweet spot of</mark>
+ <mark>the best repeatability for a given search duration</mark>
+ <mark>at different goals attribute values, especially concerning</mark>
+ <mark>any optional goal attributes such as the initial trial duration.</mark>
+ <mark>Thus, this document does not comment much on which configurations</mark>
+ <mark>are good for comparability between different implementations.</mark>
+ <mark>For comparability between different SUTs using the same implementation,</mark>
+ <mark>refer to configurations recommended by that particular implementation.</mark>
+
+ <mark>MKP2 mk edit note: Isn't this going off on a tangent, hypothesising and
+ second guessing about different possible implementations. What is the
+ value of this content to this document? Suggest to remove it.</mark>
+
+{:/comment}
+
+## [RFC2544] Compliance
+
+Some Search Goal instances lead to results compliant with RFC2544.
+See [RFC2544 Goal] (#RFC2544-Goal) for more details
+regarding both conditional and unconditional compliance.
+
+The presence of other Search Goals does not affect the compliance
+of this Goal Result.
+The Relevant Lower Bound and the Conditional Throughput are in this case
+equal to each other, and the value is the [RFC2544] throughput.
+
+# Logic of Load Classification
+
+## Introductory Remarks
+
+This chapter continues with explanations,
+but this time more precise definitions are needed
+for readers to follow the explanations.
+
+Descriptions in this section are wordy and implementers should read
+[MLRsearch Specification] (#MLRsearch-Specification) section
+and Appendices for more concise definitions.
+
+The two areas of focus here are load classification
+and the Conditional Throughput.
+
+To start with [Performance Spectrum] (#Performance-Spectrum)
+subsection contains definitions needed to gain insight
+into what Conditional Throughput means.
+Remaining subsections discuss load classification.
+
+For load classification, it is useful to define **good trials** and **bad trials**:
+
+- **Bad trial**: Trial is called bad (according to a goal)
+ if its [Trial Loss Ratio] (#Trial-Loss-Ratio)
+ is larger than the [Goal Loss Ratio] (#Goal-Loss-Ratio).
+
+- **Good trial**: Trial that is not bad is called good.
+
+## Performance Spectrum
+### Description
+
+There are several equivalent ways to explain the Conditional Throughput
+computation. One of the ways relies on performance
+spectrum.
+
+Take an intended load value, a trial duration value, and a finite set
+of trial results, with all trials measured at that load value and duration value.
+
+The performance spectrum is the function that maps
+any non-negative real number into a sum of trial durations among all trials
+in the set, that has that number, as their trial forwarding rate,
+e.g. map to zero if no trial has that particular forwarding rate.
+
+A related function, defined if there is at least one trial in the set,
+is the performance spectrum divided by the sum of the durations
+of all trials in the set.
+
+That function is called the performance probability function, as it satisfies
+all the requirements for probability mass function
+of a discrete probability distribution,
+the one-dimensional random variable being the trial forwarding rate.
+
+These functions are related to the SUT performance spectrum,
+as sampled by the trials in the set.
+
+{::comment}
+ [Middle of rewrite?]
+
+ <mark>MKP1 The performance spectrum is the function that maps
+ any non-negative real number into a sum of trial durations among all trials
+ in the set, that has that number, as their trial forwarding rate,
+ e.g. map to zero if no trial has that particular forwarding rate.</mark>
+
+ <mark>MKP1 A related function, defined if there is at least one trial in the set,
+ is the performance spectrum divided by the sum of the durations
+ of all trials in the set.</mark>
+
+ <mark>MKP1 That function is called the performance probability function, as it satisfies
+ all the requirements for probability mass function
+ of a discrete probability distribution,
+ the one-dimensional random variable being the trial forwarding rate.</mark>
+
+ <mark>MKP1 These functions are related to the SUT performance spectrum,
+ as sampled by the trials in the set.</mark>
+
+ <mark>MKP1 [VP] TODO: Introduce quantiles properly by incorporating the below.</mark>
+
+ <mark>MKP1 [VP] TODO: "q-quantile" is plainly wrong. I meant the "p" in "p-quantile".
+
+ - wikipedia: The 100-quantiles are called percentiles
+ - also wiki: If, instead of using integers k and q, the "p-quantile" is based on a real number p with 0 < p < 1 then...
+ - https://en.wikipedia.org/wiki/Quantile_function
+ - exceed ratio is an input to a quantile function: percentage?
+ </mark>
+
+ <mark>MKP1 mk2 TODO for VP: Above is not making it clearer at all. Can't we really not explain the spectrum and exceed ratio with just percentiles and quantiles?</mark>
+
+ As for any other probability function, we can talk about percentiles
+ of the performance probability function, including the median.
+ The Conditional Throughput will be one such quantile value
+ for a specifically chosen set of trials.
+
+ <mark>MKP2 As for any other probability function, we can talk about percentiles
+ of the performance probability function, including the median.
+ The Conditional Throughput will be one such quantile value
+ for a specifically chosen set of trials.</mark>
+
+{:/comment}
+
+Take a set of all full-length trials performed at the Relevant Lower Bound,
+sorted by decreasing trial forwarding rate.
+The sum of the durations of those trials
+may be less than the Goal Duration Sum, or not.
+If it is less, add an imaginary trial result with zero trial forwarding rate,
+such that the new sum of durations is equal to the Goal Duration Sum.
+This is the set of trials to use.
+
+If the quantile touches two trials,
+
+{::comment}
+ [Clarity.]
+
+ <mark>mk edit note: What does it mean "quantile touches two trials"?
+ Do you mean two trials are within specific quantile or percentile?</mark>
+
+{:/comment}
+
+the larger trial forwarding rate (from the trial result sorted earlier) is used.
+
+{::comment}
+ [Oh, unspecified exceed ratio?]
+
+ <mark>the larger trial forwarding rate (from the trial result sorted earlier) is used.</mark>
+
+ <mark>mk edit note: Why is that? Is it because you silently assumed that
+ quantile here is median or 50th percentile?</mark>
+
+{:/comment}
+
+The resulting quantity is the Conditional Throughput of the goal in question.
+
+{::comment}
+ [Motivation has lead to code. Now code is definition, this should be equivalent.]
+
+ <mark>The resulting quantity is the Conditional Throughput of the goal in question.</mark>
+
+ <mark>mk edit note: Is this is supposed to be another definition of
+ Conditional Throughput? If so, how does this relate to Performance
+ Spectrum? I suggest to either remove these unclear paragraphs above and
+ rely on examples below that are clear, or rework above so it fits the
+ flow. Cause right now it's confusion. Even more so, that
+ [Conditional Throughput] (#Conditional-Throughput) has been already
+ defined elsewhere in the document.</mark>
+
+{:/comment}
+
+A set of examples follows.
+
+### First Example
+
+- [Goal Exceed Ratio] (#Goal-Exceed-Ratio) = 0 and [Goal Duration Sum] (#Goal-Duration-Sum) has been reached.
+- Conditional Throughput is the smallest trial forwarding rate among the trials.
+
+### Second Example
+
+- Goal Exceed Ratio = 0 and Goal Duration Sum has not been reached yet.
+- Due to the missing duration sum, the worst case may still happen, so the Conditional Throughput is zero.
+- This is not reported to the user, as this load cannot become the Relevant Lower Bound yet.
+
+### Third Example
+
+- Goal Exceed Ratio = 50% and Goal Duration Sum is two seconds.
+- One trial is present with the duration of one second and zero loss.
+- The imaginary trial is added with the duration of one second and zero trial forwarding rate.
+- The median would touch both trials, so the Conditional Throughput is the trial forwarding rate of the one non-imaginary trial.
+- As that had zero loss, the value is equal to the offered load.
+
+{::comment}
+ [Middle of rewrite?]
+
+ <mark>MKP2 mk edit note: how is the median "touching" both trials?
+ Isn't median of even set of data samples
+ the average of the two middle data points,
+ in this case the non-imaginary trial and the imaginary one?</mark>
+
+ <mark>MKP2 Note that Appendix B does not take into account short trial results.</mark>
+
+ <mark>MKP2 mk edit note: Whis is this relevant here? Appendix B has not been mentioned in this section.</mark>
+
+{:/comment}
+
+### Summary
+
+While the Conditional Throughput is a generalization of the trial forwarding rate,
+its definition is not an obvious one.
+
+Other than the trial forwarding rate, the other source of intuition
+is the quantile in general, and the median the recommended case.
+
+{::comment}
+ [Next version of MLRsearch library may invent new quantity that is more stable.]
+
+ <mark>In future, different quantities may prove more useful,
+ especially when applying to specific problems,
+ but currently the Conditional Throughput is the recommended compromise,
+ especially for repeatability and comparability reasons.</mark>
+
+ <mark>MKP2 mk edit note: This is future looking and hand wavy without
+ specifics. What are the "specific problems" that are referred here?
+ Networking, else?Some specific behaviours, if so, what sort? If
+ something is classified as future work, it needs to be better defined.
+ The same applies to any out of scope statements.</mark>
+
+{:/comment}
+
+## Trials with Single Duration
+
+{::comment}
+ [Clarity.]
+
+ <mark>MKP2 mk edit note: Need to improve explanations in this subsection.</mark>
+
+{:/comment}
+
+When goal attributes are chosen in such a way that every trial has the same
+intended duration, the load classification is simpler.
+
+The following description follows the motivation
+of Goal Loss Ratio, Goal Exceed Ratio, and Goal Duration Sum.
+
+If the sum of the durations of all trials (at the given load)
+is less than the Goal Duration Sum, imagine two scenarios:
+
+- **best case scenario**: all subsequent trials having zero loss, and
+- **worst case scenario**: all subsequent trials having 100% loss.
+
+Here we assume there are as many subsequent trials as needed
+to make the sum of all trials equal to the Goal Duration Sum.
+
+The exceed ratio is defined using sums of durations
+(and number of trials does not matter), so it does not matter whether
+the "subsequent trials" can consist of an integer number of full-length trials.
+
+In any of the two scenarios, best case and worst case, we can compute the load exceed ratio,
+as the duration sum of good trials divided by the duration sum of all trials,
+in both cases including the assumed trials.
+
+Even if, in the best case scenario, the load exceed ratio is larger
+than the Goal Exceed Ratio, the load is an upper bound.
+
+MKP2 Even if, in the worst case scenario, the load exceed ratio is not larger
+than the Goal Exceed Ratio, the load is a lower bound.
+
+{::comment}
+ [Middle of rewrite?]
+
+ <mark>Even if</mark>, in the best case scenario, the load exceed ratio is larger
+ than the Goal Exceed Ratio, the load is an upper bound.
+
+ <mark>MKP2 Even if</mark>, in the worst case scenario, the load exceed ratio is not larger
+ than the Goal Exceed Ratio, the load is a lower bound.
+
+ <mark>MKP2 mk edit note: I am confused by "Even if" prefixing
+ each of the above statements. And even more so by your version
+ with "If even".</mark>
+
+ <mark>mk edit note: I do not get how this statements are true, as they
+ are counter-intuitive. For the best case scenario, if load exceed ratio
+ is larger than the goal exceed ratio, I expect the load to be lower
+ bound. Need more examples.</mark>
+
+{:/comment}
+
+More specifically:
+
+- Take all trials measured at a given load.
+- The sum of the durations of all bad full-length trials is called the bad sum.
+- The sum of the durations of all good full-length trials is called the good sum.
+- The result of adding the bad sum plus the good sum is called the measured sum.
+- The larger of the measured sum and the Goal Duration Sum is called the whole sum.
+- The whole sum minus the measured sum is called the missing sum.
+- The optimistic exceed ratio is the bad sum divided by the whole sum.
+- The pessimistic exceed ratio is the bad sum plus the missing sum, that divided by the whole sum.
+- If the optimistic exceed ratio is larger than the Goal Exceed Ratio, the load is classified as an upper bound.
+- If the pessimistic exceed ratio is not larger than the Goal Exceed Ratio, the load is classified as a lower bound.
+- Else, the load is classified as undecided.
+
+The definition of pessimistic exceed ratio is compatible with the logic in
+the Conditional Throughput computation, so in this single trial duration case,
+a load is a lower bound if and only if the Conditional Throughput
+loss ratio is not larger than the Goal Loss Ratio.
+
+{::comment}
+ [Useful (depends on the whole chapter).]
+
+ <mark>MKP2 mk edit note: I do not get the defintion of optimistic and
+ pessmistic exceed ratios. Please define or describe what they
+ are.</mark>
+
+{:/comment}
+
+If it is larger, the load is either an upper bound or undecided.
+
+## Trials with Short Duration
+
+### Scenarios
+
+Trials with intended duration smaller than the goal final trial duration
+are called short trials.
+The motivation for load classification logic in the presence of short trials
+is based around a counter-factual case: What would the trial result be
+if a short trial has been measured as a full-length trial instead?
+
+There are three main scenarios where human intuition guides
+the intended behavior of load classification.
+
+#### False Good Scenario
+
+The user had their reason for not configuring a shorter goal
+final trial duration.
+Perhaps SUT has buffers that may get full at longer
+trial durations.
+Perhaps SUT shows periodic decreases in performance
+the user does not want to be treated as noise.
+
+In any case, many good short trials may become bad full-length trials
+in the counter-factual case.
+
+In extreme cases, there are plenty of good short trials and no bad short trials.
+
+In this scenario, we want the load classification NOT to classify the load
+as a lower bound, despite the abundance of good short trials.
+
+{::comment}
+ [I agree.]
+
+ <mark>MKP2 mk edit note: It may be worth adding why that is. i.e. because
+ there is a risk that at longer trial this could turn into a bad
+ trial.</mark>
+
+{:/comment}
+
+Effectively, we want the good short trials to be ignored, so they
+do not contribute to comparisons with the Goal Duration Sum.
+
+#### True Bad Scenario
+
+When there is a frame loss in a short trial,
+the counter-factual full-length trial is expected to lose at least as many
+frames.
+
+In practice, bad short trials are rarely turning into
+good full-length trials.
+
+In extreme cases, there are no good short trials.
+
+In this scenario, we want the load classification
+to classify the load as an upper bound just based on the abundance
+of short bad trials.
+
+Effectively, we want the bad short trials
+to contribute to comparisons with the Goal Duration Sum,
+so the load can be classified sooner.
+
+#### Balanced Scenario
+
+Some SUTs are quite indifferent to trial duration.
+Performance probability function constructed from short trial results
+is likely to be similar to the performance probability function constructed
+from full-length trial results (perhaps with larger dispersion,
+but without a big impact on the median quantiles overall).
+
+{::comment}
+ [Recheck after edits earlier.]
+
+ <mark>MKP1 mk edit note: "Performance probability function" is this function
+ defined anywhere? Mention in [Performance Spectrum] (#Performance Spectrum)
+ is not a complete definition.</mark>
+
+{:/comment}
+
+For a moderate Goal Exceed Ratio value, this may mean there are both
+good short trials and bad short trials.
+
+This scenario is there just to invalidate a simple heuristic
+of always ignoring good short trials and never ignoring bad short trials,
+as that simple heuristic would be too biased.
+
+Yes, the short bad trials
+are likely to turn into full-length bad trials in the counter-factual case,
+but there is no information on what would the good short trials turn into.
+
+The only way to decide safely is to do more trials at full length,
+the same as in False Good Scenario.
+
+### Classification Logic
+
+MLRsearch picks a particular logic for load classification
+in the presence of short trials, but it is still RECOMMENDED
+to use configurations that imply no short trials,
+so the possible inefficiencies in that logic
+do not affect the result, and the result has better explainability.
+
+With that said, the logic differs from the single trial duration case
+only in different definition of the bad sum.
+The good sum is still the sum across all good full-length trials.
+
+Few more notions are needed for defining the new bad sum:
+
+- The sum of durations of all bad full-length trials is called the bad long sum.
+- The sum of durations of all bad short trials is called the bad short sum.
+- The sum of durations of all good short trials is called the good short sum.
+- One minus the Goal Exceed Ratio is called the subceed ratio.
+- The Goal Exceed Ratio divided by the subceed ratio is called the exceed coefficient.
+- The good short sum multiplied by the exceed coefficient is called the balancing sum.
+- The bad short sum minus the balancing sum is called the excess sum.
+- If the excess sum is negative, the bad sum is equal to the bad long sum.
+- Otherwise, the bad sum is equal to the bad long sum plus the excess sum.
+
+Here is how the new definition of the bad sum fares in the three scenarios,
+where the load is close to what would the relevant bounds be
+if only full-length trials were used for the search.
+
+#### False Good Scenario
+
+If the duration is too short, we expect to see a higher frequency
+of good short trials.
+This could lead to a negative excess sum,
+which has no impact, hence the load classification is given just by
+full-length trials.
+Thus, MLRsearch using too short trials has no detrimental effect
+on result comparability in this scenario.
+But also using short trials does not help with overall search duration,
+probably making it worse.
+
+#### True Bad Scenario
+
+Settings with a small exceed ratio
+have a small exceed coefficient, so the impact of the good short sum is small,
+and the bad short sum is almost wholly converted into excess sum,
+thus bad short trials have almost as big an impact as full-length bad trials.
+The same conclusion applies to moderate exceed ratio values
+when the good short sum is small.
+Thus, short trials can cause a load to get classified as an upper bound earlier,
+bringing time savings (while not affecting comparability).
+
+#### Balanced Scenario
+
+Here excess sum is small in absolute value, as the balancing sum
+is expected to be similar to the bad short sum.
+Once again, full-length trials are needed for final load classification;
+but usage of short trials probably means MLRsearch needed
+a shorter overall search time before selecting this load for measurement,
+thus bringing time savings (while not affecting comparability).
+
+Note that in presence of short trial results,
+the comparibility between the load classification
+and the Conditional Throughput is only partial.
+The Conditional Throughput still comes from a good long trial,
+but a load higher than the Relevant Lower Bound may also compute to a good value.
+
+## Trials with Longer Duration
+
+If there are trial results with an intended duration larger
+than the goal trial duration, the precise definitions
+in Appendix A and Appendix B treat them in exactly the same way
+as trials with duration equal to the goal trial duration.
+
+But in configurations with moderate (including 0.5) or small
+Goal Exceed Ratio and small Goal Loss Ratio (especially zero),
+bad trials with longer than goal durations may bias the search
+towards the lower load values, as the noiseful end of the spectrum
+gets a larger probability of causing the loss within the longer trials.
+
+{::comment}
+ [Use single goal when testing externaly, deviate freely in internal tests.]
+
+ <mark>For some users, this is an acceptable price</mark>
+ <mark>for increased configuration flexibility</mark>
+ <mark>(perhaps saving time for the related goals),</mark>
+ <mark>so implementations SHOULD allow such configurations.</mark>
+ <mark>Still, users are encouraged to avoid such configurations</mark>
+ <mark>by making all goals use the same final trial duration,</mark>
+ <mark>so their results remain comparable across implementations.</mark>
+
+ <mark>MKP2 mk edit note: This paragraph has no value in my view.
+ Statements like "For some users, this is an acceptable price
+ for increased configuration flexibility" do not make sense.
+ Configuration flexibility for flexibility sake is not a valid argument
+ in the specification that aims at standardising benchmarking methodologies.
+ If one wants to test with longer durations,
+ then one should configure these as Goal Final Trial Duration.
+ Simple, no? Or am I reading this point wrong?</mark>
+
+{:/comment}
+
+{::comment}
+ [MKP4 Out of scope here, subject for future work]
+
+ # Current practices?
+
+ <mark>MKP2 [VP] TODO: Even if not mentioned in spec (not even recommended),
+ some tricks from CSIT code may be worth mentioning? Not sure.</mark>
+
+ <mark>MKP2 [VP] TODO: Tricks with big impact on search time
+ can be mentioned so that Addressed Problems : Long Test Duration
+ has something specific to refer to.</mark>
+
+ <mark>MKP2 [VP] TODO: It is important to mention trick that have impact
+ on repeatability and comparability.</mark>
+
+ <mark>MKP2 [VP] TODO: CSIT computes a discrete "grid" of load values to use.</mark>
+
+ <mark>MKP2 [VP] TODO:
+ If all Goal Widths are aligned, there is one common coarse grid.
+ In that case, NDR (and even PDR conditional throughput
+ for tests with zer-or-big losses) values are identical in trending,
+ hiding the real performance variance, and causing fake anomaly
+ when the performance shifts just one gridpoint.
+ </mark>
+
+ <mark>MKP2 [VP] TODO: Conversely, when Goal Width do not match well,
+ CSIT needs to compute a fine-grained grid to match them all.
+ In this case, similar performances can be "rounded differently",
+ mostly based on specific loss that happened at Max Load,
+ where SUT may be less stable than around PDR.
+ This way trending sees higher variance (still within corresponding Goal Width),
+ but at least there are no fake anomalies.
+ </mark>
+
+ <mark>MKP2 [VP] TODO: In general, do not trust stdev if not larged than width.</mark>
+
+ <mark>MKP2 [VP] TODO: De we have a chapter section fosucing on design principles?
+ - Make Controller API independent from Measurer API.
+ - The "allowed if makes worse" principle:
+ - RFC1242 specmanship happens when testing own DUTs.
+ - Shortening trial wait times only risks making goal results lower.
+ - So it is fine to save time aggressively when testing own DUTs.
+ </mark>
+
+{:/comment}
+
+
+{::comment}
+ [Will be nice if made substantial.]
+
+ # Addressed Problems
+
+ <mark>MKP1 all of this section requires updating based on the updated content.
+ And it is for information only anyways. In fact not sure it's needed.
+ Maybe in appendix for posterity.</mark>
+
+ Now when MLRsearch is clearly specified and explained,
+ it is possible to summarize how does MLRsearch specification help with problems.
+
+ Here, "multiple trials" is a shorthand for having the goal final trial duration
+ significantly smaller than the Goal Duration Sum.
+ This results in MLRsearch performing multiple trials at the same load,
+ which may not be the case with other configurations.
+
+ ## Long Test Duration
+
+ As shortening the overall search duration is the main motivation
+ of MLRsearch library development, the library implements
+ multiple improvements on this front, both big and small.
+
+ Most of implementation details are not constrained by MLRsearch specification,
+ so that future implementations may keep shortening the search duration even more.
+
+ One exception is the impact of short trial results on the Relevant Lower Bound.
+ While motivated by human intuition, the logic is not straightforward.
+ In practice, configurations with only one common trial duration value
+ are capable of achieving good overal search time and result repeatability
+ without the need to consider short trials.
+
+ ### Impact of goal attribute values
+
+ From the required goal attributes, the Goal Duration Sum
+ remains the best way to get even shorter searches.
+
+ Usage of multiple trials can also save time,
+ depending on wait times around trial traffic.
+
+ The farther the Goal Exceed Ratio is from 0.5 (towards zero or one),
+ the less predictable the overal search duration becomes in practice.
+
+ Width parameter does not change search duration much in practice
+ (compared to other, mainly optional goal attributes).
+
+ ## DUT in SUT
+
+ In practice, using multiple trials and moderate exceed ratios
+ often improves result repeatability without increasing the overall search time,
+ depending on the specific SUT and DUT characteristics.
+ Benefits for separating SUT noise are less clear though,
+ as it is not easy to distinguish SUT noise from DUT instability in general.
+
+ Conditional Throughput has an intuitive meaning when described
+ using the performance spectrum, so this is an improvement
+ over existing simple (less configurable) search procedures.
+
+ Multiple trials can save time also when the noisy end of
+ the preformance spectrum needs to be examined, e.g. for [RFC9004].
+
+ Under some circumstances, testing the same DUT and SUT setup with different
+ DUT configurations can give some hints on what part of noise is SUT noise
+ and what part is DUT performance fluctuations.
+ In practice, both types of noise tend to be too complicated for that analysis.
+
+ MLRsearch enables users to search for multiple goals,
+ potentially providing more insight at the cost of a longer overall search time.
+ However, for a thorough and reliable examination of DUT-SUT interactions,
+ it is necessary to employ additional methods beyond black-box benchmarking,
+ such as collecting and analyzing DUT and SUT telemetry.
+
+ ## Repeatability and Comparability
+
+ Multiple trials improve repeatability, depending on exceed ratio.
+
+ In practice, one-second goal final trial duration with exceed ratio 0.5
+ is good enough for modern SUTs.
+ However, unless smaller wait times around the traffic part of the trial
+ are allowed, too much of overal search time would be wasted on waiting.
+
+ It is not clear whether exceed ratios higher than 0.5 are better
+ for repeatability.
+ The 0.5 value is still preferred due to explainability using median.
+
+ It is possible that the Conditional Throughput values (with non-zero goal
+ loss ratio) are better for repeatability than the Relevant Lower Bound values.
+ This is especially for implementations
+ which pick load from a small set of discrete values,
+ as that hides small variances in Relevant Lower Bound values
+ other implementations may find.
+
+ Implementations focusing on shortening the overall search time
+ are automatically forced to avoid comparability issues due to load selection,
+ as they must prefer even splits wherever possible.
+ But this conclusion only holds when the same goals are used.
+ Larger adoption is needed before any further claims on comparability
+ between MLRsearch implementations can be made.
+
+ ## Throughput with Non-Zero Loss
+
+ Trivially suported by the Goal Loss Ratio attribute.
+
+ In practice, usage of non-zero loss ratio values
+ improves the result repeatability
+ (exactly as expected based on results from simpler search methods).
+
+ ## Inconsistent Trial Results
+
+ MLRsearch is conservative wherever possible.
+ This is built into the definition of Conditional Throughput,
+ and into the treatment of short trial results for load classification.
+
+ This is consistent with [RFC2544] zero loss tolerance motivation.
+
+ If the noiseless part of the SUT performance spectrum is of interest,
+ it should be enough to set small value for the goal final trial duration,
+ and perhaps also a large value for the Goal Exceed Ratio.
+
+ Implementations may offer other (optional) configuration attributes
+ to become less conservative, but currently it is not clear
+ what impact would that have on repeatability.
+
+{:/comment}
+
+# IANA Considerations
+
+No requests of IANA.
+
+# Security Considerations
+
+Benchmarking activities as described in this memo are limited to
+technology characterization of a DUT/SUT using controlled stimuli in a
+laboratory environment, with dedicated address space and the constraints
+specified in the sections above.
+
+The benchmarking network topology will be an independent test setup and
+MUST NOT be connected to devices that may forward the test traffic into
+a production network or misroute traffic to the test management network.
+
+Further, benchmarking is performed on a "black-box" basis, relying
+solely on measurements observable external to the DUT/SUT.
+
+Special capabilities SHOULD NOT exist in the DUT/SUT specifically for
+benchmarking purposes. Any implications for network security arising
+from the DUT/SUT SHOULD be identical in the lab and in production
+networks.
+
+# Acknowledgements
+
+Some phrases and statements in this document were created
+with help of Mistral AI (mistral.ai).
+
+Many thanks to Alec Hothan of the OPNFV NFVbench project for thorough
+review and numerous useful comments and suggestions in the earlier versions of this document.
+
+Special wholehearted gratitude and thanks to the late Al Morton for his
+thorough reviews filled with very specific feedback and constructive
+guidelines. Thank you Al for the close collaboration over the years,
+for your continuous unwavering encouragement full of empathy and
+positive attitude. Al, you are dearly missed.
+
+# Appendix A: Load Classification
+
+This section specifies how to perform the load classification.
+
+Any intended load value can be classified, according to a given [Search Goal] (#Search-Goal).
+
+The algorithm uses (some subsets of) the set of all available trial results
+from trials measured at a given intended load at the end of the search.
+All durations are those returned by the Measurer.
+
+The block at the end of this appendix holds pseudocode
+which computes two values, stored in variables named
+`optimistic` and `pessimistic`.
+
+{::comment}
+ [We have other section re optimistic. Not going to talk about variable naming here.]
+
+ <mark>MKP2 mk edit note: Need to add the description of what
+ the `optimistic` and `pessimistic` variables represent.
+ Or a reference to where this is described
+ e.g. in [Single Trial Duration] (#Single-Trial-Duration) section.</mark>
+
+{:/comment}
+
+The pseudocode happens to be a valid Python code.
+
+If values of both variables are computed to be true, the load in question
+is classified as a lower bound according to the given Search Goal.
+If values of both variables are false, the load is classified as an upper bound.
+Otherwise, the load is classified as undecided.
+
+The pseudocode expects the following variables to hold values as follows:
+
+- `goal_duration_sum`: The duration sum value of the given Search Goal.
+
+- `goal_exceed_ratio`: The exceed ratio value of the given Search Goal.
+
+- `good_long_sum`: Sum of durations across trials with trial duration
+ at least equal to the goal final trial duration and with a Trial Loss Ratio
+ not higher than the Goal Loss Ratio.
+
+- `bad_long_sum`: Sum of durations across trials with trial duration
+ at least equal to the goal final trial duration and with a Trial Loss Ratio
+ higher than the Goal Loss Ratio.
+
+- `good_short_sum`: Sum of durations across trials with trial duration
+ shorter than the goal final trial duration and with a Trial Loss Ratio
+ not higher than the Goal Loss Ratio.
+
+- `bad_short_sum`: Sum of durations across trials with trial duration
+ shorter than the goal final trial duration and with a Trial Loss Ratio
+ higher than the Goal Loss Ratio.
+
+The code works correctly also when there are no trial results at a given load.
+
+~~~ python
+balancing_sum = good_short_sum * goal_exceed_ratio / (1.0 - goal_exceed_ratio)
+effective_bad_sum = bad_long_sum + max(0.0, bad_short_sum - balancing_sum)
+effective_whole_sum = max(good_long_sum + effective_bad_sum, goal_duration_sum)
+quantile_duration_sum = effective_whole_sum * goal_exceed_ratio
+optimistic = effective_bad_sum <= quantile_duration_sum
+pessimistic = (effective_whole_sum - good_long_sum) <= quantile_duration_sum
+~~~
+
+# Appendix B: Conditional Throughput
+
+This section specifies how to compute Conditional Throughput, as referred to in section [Conditional Throughput] (#Conditional-Throughput).
+
+Any intended load value can be used as the basis for the following computation,
+but only the Relevant Lower Bound (at the end of the search)
+leads to the value called the Conditional Throughput for a given Search Goal.
+
+The algorithm uses (some subsets of) the set of all available trial results
+from trials measured at a given intended load at the end of the search.
+All durations are those returned by the Measurer.
+
+The block at the end of this appendix holds pseudocode
+which computes a value stored as variable `conditional_throughput`.
+
+{::comment}
+ [CT is CT. But text could make more obvious.]
+
+ <mark>MKP2 mk edit note: Need to add the description of what does
+ the `conditional_throughput` variable represent.
+ Or a reference to where this is described
+ e.g. in [Conditional Throughput] (#Conditional-Throughput) section.</mark>
+
+{:/comment}
+
+The pseudocode happens to be a valid Python code.
+
+The pseudocode expects the following variables to hold values as follows:
+
+- `goal_duration_sum`: The duration sum value of the given Search Goal.
+
+- `goal_exceed_ratio`: The exceed ratio value of the given Search Goal.
+
+- `good_long_sum`: Sum of durations across trials with trial duration
+ at least equal to the goal final trial duration and with a Trial Loss Ratio
+ not higher than the Goal Loss Ratio.
+
+- `bad_long_sum`: Sum of durations across trials with trial duration
+ at least equal to the goal final trial duration and with a Trial Loss Ratio
+ higher than the Goal Loss Ratio.
+
+- `long_trials`: An iterable of all trial results from trials with trial duration
+ at least equal to the goal final trial duration,
+ sorted by increasing the Trial Loss Ratio.
+ A trial result is a composite with the following two attributes available:
+
+ - `trial.loss_ratio`: The Trial Loss Ratio as measured for this trial.
+
+ - `trial.duration`: The trial duration of this trial.
+
+The code works correctly only when there if there is at least one
+trial result measured at a given load.
+
+~~~ python
+all_long_sum = max(goal_duration_sum, good_long_sum + bad_long_sum)
+remaining = all_long_sum * (1.0 - goal_exceed_ratio)
+quantile_loss_ratio = None
+for trial in long_trials:
+ if quantile_loss_ratio is None or remaining > 0.0:
+ quantile_loss_ratio = trial.loss_ratio
+ remaining -= trial.duration
+ else:
+ break
+else:
+ if remaining > 0.0:
+ quantile_loss_ratio = 1.0
+conditional_throughput = intended_load * (1.0 - quantile_loss_ratio)
+~~~
+
+--- back
+
+{::comment}
+ [Final checklist.]
+
+ <mark>[VP] Final Checks. Only mark as done when there are no active todos above.</mark>
+
+ <mark>[VP] Rename chapter/sub-/section to better match their content.</mark>
+
+ <mark>MKP3 [VP] TODO: Recheck the definition dependencies go bottom-up.</mark>
+
+ <mark>[VP] TODO: Unify external reference style (brackets, spaces, section numbers and names).</mark>
+
+ <mark>[VP] TODO: Add internal links wherever Captialized Term is mentioned.</mark>
+
+ <mark>MKP2 [VP] TODO: Capitalization of New Terms: useful when editing and reviewing,
+ but I still vote to remove capitalization before final submit,
+ because all other RFCs I see only capitalize due to being section title.</mark>
+
+ <mark>[VP] TODO: If time permits, keep improving formal style (e.g. using AI).</mark>
+
+{:/comment}
diff --git a/docs/ietf/process.txt b/docs/ietf/process.txt
index 128c31bff1..6492861163 100644
--- a/docs/ietf/process.txt
+++ b/docs/ietf/process.txt
@@ -22,7 +22,7 @@ $ sudo gem install kramdown-rfc2629
$ kdrfc --version
Main:
-$ kdrfc draft-ietf-bmwg-mlrsearch-06.md
+$ kdrfc draft-ietf-bmwg-mlrsearch-07.md
If that complains, do it manually at https://author-tools.ietf.org/
diff --git a/docs/layouts/shortcodes/dashboard_url.html b/docs/layouts/shortcodes/dashboard_url.html
new file mode 100644
index 0000000000..d0738797c2
--- /dev/null
+++ b/docs/layouts/shortcodes/dashboard_url.html
@@ -0,0 +1 @@
+{{ .Site.Data.variables.dashboard_url }} \ No newline at end of file
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.21.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.21.yaml
index b28cae11ff..a86631695e 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.21.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.21.yaml
@@ -19,7 +19,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -39,6 +39,7 @@ nomad_options:
docker.volumes.enabled: true
driver.whitelist: "docker,raw_exec,exec"
fingerprint.network.disallow_link_local: true
+ artifact.disable_filesystem_isolation: true
nomad_service_mgr: "systemd"
nomad_consul_use_ssl: false
nomad_use_tls: false
@@ -56,6 +57,7 @@ nomad_servers:
# Consul settings.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
@@ -79,7 +81,7 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker daemon settings.
docker_daemon:
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.22.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.22.yaml
index 8d7223495b..196f8b6745 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.22.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.22.yaml
@@ -19,7 +19,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -39,6 +39,7 @@ nomad_options:
docker.volumes.enabled: true
driver.whitelist: "docker,raw_exec,exec"
fingerprint.network.disallow_link_local: true
+ artifact.disable_filesystem_isolation: true
nomad_service_mgr: "systemd"
nomad_consul_use_ssl: false
nomad_use_tls: false
@@ -56,6 +57,7 @@ nomad_servers:
# Consul settigs.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
@@ -79,7 +81,7 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker daemon settings.
docker_daemon:
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.23.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.23.yaml
index 8c3afaf74c..70b75f7e20 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.23.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.23.yaml
@@ -19,7 +19,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -39,6 +39,7 @@ nomad_options:
docker.volumes.enabled: true
driver.whitelist: "docker,raw_exec,exec"
fingerprint.network.disallow_link_local: true
+ artifact.disable_filesystem_isolation: true
nomad_service_mgr: "systemd"
nomad_consul_use_ssl: false
nomad_use_tls: false
@@ -60,6 +61,7 @@ nomad_volumes:
# Consul settings.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
@@ -83,7 +85,7 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker daemon settings.
docker_daemon:
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.24.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.24.yaml
index cb65e81c26..6bb2c1fd57 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.24.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.24.yaml
@@ -19,7 +19,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -39,6 +39,7 @@ nomad_options:
docker.volumes.enabled: true
driver.whitelist: "docker,raw_exec,exec"
fingerprint.network.disallow_link_local: true
+ artifact.disable_filesystem_isolation: true
nomad_service_mgr: "systemd"
nomad_consul_use_ssl: false
nomad_use_tls: false
@@ -60,6 +61,7 @@ nomad_volumes:
# Consul settigs.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
@@ -83,7 +85,7 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker daemon settings.
docker_daemon:
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.25.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.25.yaml
index 20e45a90ea..c016c56961 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.25.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.25.yaml
@@ -19,7 +19,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -39,6 +39,7 @@ nomad_options:
docker.volumes.enabled: true
driver.whitelist: "docker,raw_exec,exec"
fingerprint.network.disallow_link_local: true
+ artifact.disable_filesystem_isolation: true
nomad_service_mgr: "systemd"
nomad_consul_use_ssl: false
nomad_use_tls: false
@@ -60,6 +61,7 @@ nomad_volumes:
# Consul settigs.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
@@ -83,7 +85,7 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker daemon settings.
docker_daemon:
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.26.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.26.yaml
index 0d71009ede..99333dd2e6 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.26.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.26.yaml
@@ -19,7 +19,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -39,6 +39,7 @@ nomad_options:
docker.volumes.enabled: true
driver.whitelist: "docker,raw_exec,exec"
fingerprint.network.disallow_link_local: true
+ artifact.disable_filesystem_isolation: true
nomad_service_mgr: "systemd"
nomad_consul_use_ssl: false
nomad_use_tls: false
@@ -60,6 +61,7 @@ nomad_volumes:
# Consul settigs.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
@@ -83,7 +85,7 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker daemon settings.
docker_daemon:
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.27.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.27.yaml
index 745686c31e..4383dd2499 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.27.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.27.yaml
@@ -19,7 +19,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -37,6 +37,8 @@ nomad_options:
docker.privileged.enabled: true
docker.volumes.enabled: true
driver.whitelist: "docker,raw_exec,exec"
+ fingerprint.network.disallow_link_local: true
+ artifact.disable_filesystem_isolation: true
nomad_service_mgr: "systemd"
nomad_consul_use_ssl: false
nomad_use_tls: false
@@ -54,8 +56,9 @@ nomad_servers:
# Consul settings.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- - src: "{{ file_consul_agent_ca_pem }}"
+ - src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
- src: "{{ file_consul_server_0_pem }}"
dest: "{{ consul_cert_file }}"
@@ -77,7 +80,7 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker daemon settings.
docker_daemon:
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.28.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.28.yaml
index 5a3c8896fc..329b0dc9af 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.28.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.28.yaml
@@ -19,7 +19,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -37,6 +37,8 @@ nomad_options:
docker.privileged.enabled: true
docker.volumes.enabled: true
driver.whitelist: "docker,raw_exec,exec"
+ fingerprint.network.disallow_link_local: true
+ artifact.disable_filesystem_isolation: true
nomad_service_mgr: "systemd"
nomad_consul_use_ssl: false
nomad_use_tls: false
@@ -54,8 +56,9 @@ nomad_servers:
# Consul settings.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- - src: "{{ file_consul_agent_ca_pem }}"
+ - src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
- src: "{{ file_consul_server_0_pem }}"
dest: "{{ consul_cert_file }}"
@@ -77,7 +80,7 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker daemon settings.
docker_daemon:
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.30.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.30.yaml
index 543f557d6e..da85d7661f 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.30.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.30.yaml
@@ -28,7 +28,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -63,6 +63,7 @@ nomad_servers:
# Consul settigs.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
@@ -86,12 +87,12 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker settings.
docker_daemon:
default-shm-size: "1073741824"
- dns: ["172.17.0.1"]
- dns-opts: []
- dns-search: ["{{ ansible_hostname }}"]
+ # dns: ["172.17.0.1"]
+ #dns-opts: []
+ #dns-search: ["{{ ansible_hostname }}"]
host: ["172.17.0.1:/var/run/docker.sock"]
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.31.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.31.yaml
index 1c80c5d4a6..4e9f1da943 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.31.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.31.yaml
@@ -28,7 +28,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -63,6 +63,7 @@ nomad_servers:
# Consul settigs.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
@@ -86,7 +87,7 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker settings.
docker_daemon:
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.36.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.36.yaml
deleted file mode 100644
index 1db367bd67..0000000000
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.36.yaml
+++ /dev/null
@@ -1,23 +0,0 @@
----
-# file: host_vars/10.30.51.36.yaml
-
-hostname: "s17-t33-sut1"
-grub:
- audit: "0"
- default_hugepagesz: "2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=32768"
- iommu.passthrough: "1"
- vfio.enable_unsafe_noiommu_mode: 1
- isolcpus: "1-10,17-26,33-42,49-58"
- nmi_watchdog: "0"
- nohz_full: "1-10,17-26,33-42,49-58"
- nosoftlockup: true
- processor.max_cstate: "1"
- rcu_nocbs: "1-10,17-26,33-42,49-58"
-sysctl:
- kernel:
- watchdog_cpumask: "0,11-16,27-32,43-48,59-63"
- vm:
- nr_hugepages: 32768
-
-inventory_ipmi_hostname: "10.30.50.36"
-cpu_microarchitecture: "taishan"
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.37.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.37.yaml
index 7d3188251a..f8dfe5ad42 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.37.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.37.yaml
@@ -1,23 +1,32 @@
---
# file: host_vars/10.30.51.37.yaml
-hostname: "s18-t33-sut2"
+hostname: "s37-t27-tg1"
grub:
audit: "0"
default_hugepagesz: "2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=32768"
- iommu.passthrough: "1"
- vfio.enable_unsafe_noiommu_mode: 1
- isolcpus: "1-10,17-26,33-42,49-58"
+ hpet: "disable"
+ intel_idle.max_cstate: "1"
+ intel_iommu: "on"
+ intel_pstate: "disable"
+ iommu: "pt"
+ isolcpus: "1-31,33-63,65-95,97-127"
+ mce: "off"
nmi_watchdog: "0"
- nohz_full: "1-10,17-26,33-42,49-58"
+ nohz_full: "1-31,33-63,65-95,97-127"
nosoftlockup: true
+ numa_balancing: "disable"
processor.max_cstate: "1"
- rcu_nocbs: "1-10,17-26,33-42,49-58"
+ rcu_nocbs: "1-31,33-63,65-95,97-127"
+ tsc: "reliable"
sysctl:
kernel:
- watchdog_cpumask: "0,11-16,27-32,43-48,59-63"
+ watchdog_cpumask: "0,32,64,96"
vm:
nr_hugepages: 32768
+ max_map_count: 20000
inventory_ipmi_hostname: "10.30.50.37"
-cpu_microarchitecture: "taishan"
+cpu_microarchitecture: "cascadelake"
+
+mellanox_matrix: "dpdk22.07"
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.49.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.49.yaml
deleted file mode 100644
index 3b9b63dfd0..0000000000
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.49.yaml
+++ /dev/null
@@ -1,33 +0,0 @@
----
-# file: host_vars/10.30.51.49.yaml
-
-hostname: "s19-t33t211-tg1"
-grub:
- audit: "0"
- default_hugepagesz: "2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=16384"
- hpet: "disable"
- intel_idle.max_cstate: "1"
- intel_iommu: "on"
- intel_pstate: "disable"
- iommu: "pt"
- isolcpus: "1-27,29-55,57-83,85-111"
- mce: "off"
- nmi_watchdog: "0"
- nohz_full: "1-27,29-55,57-83,85-111"
- nosoftlockup: true
- numa_balancing: "disable"
- processor.max_cstate: "1"
- rcu_nocbs: "1-27,29-55,57-83,85-111"
- tsc: "reliable"
-sysctl:
- kernel:
- watchdog_cpumask: "0,28,56,84"
- vm:
- nr_hugepages: 16384
- max_map_count: 20000
-
-inventory_ipmi_hostname: "10.30.50.46"
-cpu_microarchitecture: "skylake"
-docker_tg: true
-
-intel_700_matrix: "dpdk22.07"
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.50.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.50.yaml
index 117c6d2c31..608e959e2a 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.50.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.50.yaml
@@ -1,16 +1,8 @@
---
# file: host_vars/10.30.51.50.yaml
-hostname: "s1-t11-sut1"
-grub:
- hugepagesz: "2M"
- hugepages: 32768
- iommu: "on"
- vfio.enable_unsafe_noiommu_mode: 1
+hostname: "s50-nomad"
inventory_ipmi_hostname: "10.30.50.47"
-cpu_microarchitecture: "skylake"
-
-intel_800_matrix: "dpdk22.03"
# User management.
users:
@@ -27,7 +19,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -38,7 +30,7 @@ nomad_certificates:
nomad_datacenter: "yul1"
nomad_node_name: "{{ hostname }}-{{ ansible_architecture }}"
nomad_node_role: "client"
-nomad_node_class: "csit"
+nomad_node_class: "hst"
nomad_options:
driver.raw_exec.enable: 1
docker.cleanup.image: false
@@ -62,8 +54,9 @@ nomad_servers:
# Consul settigs.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- - src: "{{ file_consul_agent_ca_pem }}"
+ - src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
- src: "{{ file_consul_server_0_pem }}"
dest: "{{ consul_cert_file }}"
@@ -85,12 +78,10 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker settings.
docker_daemon:
- default-shm-size: "1073741824"
dns: ["172.17.0.1"]
dns-opts: []
dns-search: ["{{ ansible_hostname }}"]
- host: ["172.17.0.1:/var/run/docker.sock"]
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.51.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.51.yaml
index 875b759675..e778a9e9f6 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.51.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.51.yaml
@@ -1,16 +1,8 @@
---
# file: host_vars/10.30.51.51.yaml
-hostname: "s2-t12-sut1"
-grub:
- hugepagesz: "2M"
- hugepages: 32768
- iommu: "on"
- vfio.enable_unsafe_noiommu_mode: 1
+hostname: "s51-nomad"
inventory_ipmi_hostname: "10.30.50.48"
-cpu_microarchitecture: "skylake"
-
-intel_800_matrix: "dpdk22.03"
# User management.
users:
@@ -27,7 +19,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -38,7 +30,7 @@ nomad_certificates:
nomad_datacenter: "yul1"
nomad_node_name: "{{ hostname }}-{{ ansible_architecture }}"
nomad_node_role: "client"
-nomad_node_class: "csit"
+nomad_node_class: "hst"
nomad_options:
driver.raw_exec.enable: 1
docker.cleanup.image: false
@@ -62,8 +54,9 @@ nomad_servers:
# Consul settigs.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- - src: "{{ file_consul_agent_ca_pem }}"
+ - src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
- src: "{{ file_consul_server_0_pem }}"
dest: "{{ consul_cert_file }}"
@@ -85,12 +78,10 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker settings.
docker_daemon:
- default-shm-size: "1073741824"
dns: ["172.17.0.1"]
dns-opts: []
dns-search: ["{{ ansible_hostname }}"]
- host: ["172.17.0.1:/var/run/docker.sock"]
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.69.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.69.yaml
deleted file mode 100644
index 3b5bb0be8a..0000000000
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.69.yaml
+++ /dev/null
@@ -1,42 +0,0 @@
----
-# file: host_vars/10.30.51.69.yaml
-
-hostname: "s27-t211-sut1"
-grub:
- audit: "0"
- default_hugepagesz: "2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=32768"
- iommu.passthrough: "1"
- isolcpus: "1-10,29-38"
- nmi_watchdog: "0"
- nohz_full: "1-10,29-38"
- nosoftlockup: true
- processor.max_cstate: "1"
- rcu_nocbs: "1-10,29-38"
-sysctl:
- kernel:
- watchdog_cpumask: "0,11-28,39-55"
- vm:
- nr_hugepages: 32768
- max_map_count: 20000
-
-inventory_ipmi_hostname: "10.30.50.69"
-cpu_microarchitecture: "thunderx2"
-
-# User management.
-users:
- - username: localadmin
- groups: [adm, sudo]
- password: "$6$FIsbVDQR$5D0wgufOd2FtnmOiRNsGlgg6Loh.0x3dWSj72DSQnqisSyE9DROfgSgA6s0yxDwz4Jd5SRTXiTKuRYuSQ5POI1"
- ssh_key:
- - "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKM1D1kkGX1l7fSma1MOgw2yLI7zJHwTCcfVROQ4hh7r peter.mikus@protonmail.ch"
- - "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCXUbbhesOpvPF+KI8nq4TXvEO/Un1aU/ehZ9clCyw9C40xjDkX2BlcX8WeHxFHe7fjFaCd07Vg73rn/3M9uNDnDxvjH1GQ0twvi3iBTO4PkHBBfGF9qnE8MYzno6FvlsVKLuUuPbfm8kbOQ+ZDfdXq6gdtXh0hSYYkqC1heNPCNsqaakkB99Edyle+Ot0V7cpW+Yo2wo98KuX/cgUEhVoA8QnNVE7zaWcjSXBZEteoA4gLpAbV6p67/d6H/2ykHTidBViYTEsHco56tJoA4nTPuAupDOLBcWXgF5TAN6z1aCn2JA1DDfniLakgrZ5oVj2qHhUmbxQAtnKQfHADjqzV jlinkes@jlinkes"
- - "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDWWDIudZUaHp6pPkYmBsBeEYcbUoGGZH73eB374g8e9V3dfT7BuJOMR/Z3LxCGw5GcDDgzJHLQr8AykN7lUscaux68CXSf1CAKhfBeWBOCQD4G5tpmD6610jsiBig6bFISKpGW4nLt80yt3bKEqv6ezt35QuMeh3E45uK/pCRfDcukOThbwYG44xr7TeYAyNacWuNV9HDy5DzjBelElmolTOgjtZEbedmIcUbV/gb8yekUxxBTS3d3I5qVLtNRMHPqp9xbJqteRXIphizDlHbaTHZeVy9mrwi1RuTjDSg7p1OPJ9eVIzMYzk87gbwNxZw8481Xb1WsgGmyH/mXJjD1 najoy@NAJOY-M-505G.CISCO.COM"
- - username: testuser
- groups: [adm, sudo]
- password: "$6$zpBUdQ4q$P2zKclumvCndWujgP/qQ8eMk3YZk7ESAom04Fqp26hJH2jWkMXEX..jqxzMdDLJKiDaDHIaSkQMVjHzd3cRLs1"
- ssh_key:
- - "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKM1D1kkGX1l7fSma1MOgw2yLI7zJHwTCcfVROQ4hh7r peter.mikus@protonmail.ch"
- - "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCXUbbhesOpvPF+KI8nq4TXvEO/Un1aU/ehZ9clCyw9C40xjDkX2BlcX8WeHxFHe7fjFaCd07Vg73rn/3M9uNDnDxvjH1GQ0twvi3iBTO4PkHBBfGF9qnE8MYzno6FvlsVKLuUuPbfm8kbOQ+ZDfdXq6gdtXh0hSYYkqC1heNPCNsqaakkB99Edyle+Ot0V7cpW+Yo2wo98KuX/cgUEhVoA8QnNVE7zaWcjSXBZEteoA4gLpAbV6p67/d6H/2ykHTidBViYTEsHco56tJoA4nTPuAupDOLBcWXgF5TAN6z1aCn2JA1DDfniLakgrZ5oVj2qHhUmbxQAtnKQfHADjqzV jlinkes@jlinkes"
- - "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDWWDIudZUaHp6pPkYmBsBeEYcbUoGGZH73eB374g8e9V3dfT7BuJOMR/Z3LxCGw5GcDDgzJHLQr8AykN7lUscaux68CXSf1CAKhfBeWBOCQD4G5tpmD6610jsiBig6bFISKpGW4nLt80yt3bKEqv6ezt35QuMeh3E45uK/pCRfDcukOThbwYG44xr7TeYAyNacWuNV9HDy5DzjBelElmolTOgjtZEbedmIcUbV/gb8yekUxxBTS3d3I5qVLtNRMHPqp9xbJqteRXIphizDlHbaTHZeVy9mrwi1RuTjDSg7p1OPJ9eVIzMYzk87gbwNxZw8481Xb1WsgGmyH/mXJjD1 najoy@NAJOY-M-505G.CISCO.COM"
-
-intel_700_matrix: "dpdk23.11"
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.70.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.70.yaml
index 2337277144..71c6522bdd 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.70.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.70.yaml
@@ -10,7 +10,8 @@ inventory_ipmi_hostname: "10.30.50.70"
vfs_data_file: "csit-initialize-vfs-alt.sh"
cpu_microarchitecture: "altra"
-intel_700_matrix: "dpdk22.07"
+intel_700_matrix: "dpdk22.03"
+mellanox_matrix: "dpdk23.11"
# User management.
users:
@@ -29,7 +30,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -64,6 +65,7 @@ nomad_servers:
# Consul settigs.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
@@ -87,7 +89,7 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker settings.
docker_daemon:
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.71.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.71.yaml
index 1d414b32c7..baee725a4f 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.71.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.71.yaml
@@ -10,7 +10,8 @@ inventory_ipmi_hostname: "10.30.50.71"
vfs_data_file: "csit-initialize-vfs-alt.sh"
cpu_microarchitecture: "altra"
-intel_700_matrix: "dpdk22.07"
+intel_700_matrix: "dpdk22.03"
+mellanox_matrix: "dpdk23.11"
# User management.
users:
@@ -29,7 +30,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -64,6 +65,7 @@ nomad_servers:
# Consul settigs.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
@@ -87,7 +89,7 @@ consul_retry_servers:
consul_service_mgr: "systemd"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker settings.
docker_daemon:
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.89.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.89.yaml
index 7ab0d8ab68..0061ce680e 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.89.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.89.yaml
@@ -4,26 +4,26 @@
hostname: "s89-t39t310-tg1"
grub:
audit: "0"
- default_hugepagesz: "2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=32768"
+ default_hugepagesz: "2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=8192"
hpet: "disable"
intel_idle.max_cstate: "1"
intel_iommu: "on"
intel_pstate: "disable"
iommu: "pt"
- isolcpus: "1-31,33-63,65-95,97-127"
+ isolcpus: "1-27,29-55,57-83,85-111"
mce: "off"
nmi_watchdog: "0"
- nohz_full: "1-31,33-63,65-95,97-127"
+ nohz_full: "1-27,29-55,57-83,85-111"
nosoftlockup: true
numa_balancing: "disable"
processor.max_cstate: "1"
- rcu_nocbs: "1-31,33-63,65-95,97-127"
+ rcu_nocbs: "1-27,29-55,57-83,85-111"
tsc: "reliable"
sysctl:
kernel:
- watchdog_cpumask: "0,32,64,96"
+ watchdog_cpumask: "0,28,56,84"
vm:
- nr_hugepages: 32768
+ nr_hugepages: 8192
max_map_count: 20000
inventory_ipmi_hostname: "10.30.50.89"
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.91.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.91.yaml
index 53239492ef..6765e72877 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.91.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.91.yaml
@@ -20,7 +20,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -38,6 +38,7 @@ nomad_options:
docker.privileged.enabled: true
docker.volumes.enabled: true
driver.whitelist: "docker,raw_exec,exec"
+ fingerprint.network.disallow_link_local: true
nomad_service_mgr: "systemd"
nomad_consul_use_ssl: false
nomad_use_tls: false
@@ -55,8 +56,9 @@ nomad_servers:
# Consul settings.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- - src: "{{ file_consul_agent_ca_pem }}"
+ - src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
- src: "{{ file_consul_server_0_pem }}"
dest: "{{ consul_cert_file }}"
@@ -79,7 +81,7 @@ consul_service_mgr: "systemd"
#consul_package_version: "1.5.2+dfsg2-14"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker daemon settings.
docker_daemon:
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.92.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.92.yaml
index 19ec70ce83..81386c82e5 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.92.yaml
+++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.92.yaml
@@ -20,7 +20,7 @@ users:
sshd_disable_password_login: true
# Nomad settings.
-nomad_version: "1.6.1"
+nomad_version: "1.8.2"
nomad_certificates:
- src: "{{ file_nomad_ca_pem }}"
dest: "{{ nomad_tls_ca_file }}"
@@ -55,8 +55,9 @@ nomad_servers:
# Consul settings.
nomad_use_consul: true
+consul_version: "1.19.1"
consul_certificates:
- - src: "{{ file_consul_agent_ca_pem }}"
+ - src: "{{ file_consul_ca_pem }}"
dest: "{{ consul_ca_file }}"
- src: "{{ file_consul_server_0_pem }}"
dest: "{{ consul_cert_file }}"
@@ -79,7 +80,7 @@ consul_service_mgr: "systemd"
#consul_package_version: "1.5.2+dfsg2-14"
# Vault settings.
-vault_version: "1.13.1"
+vault_version: "1.17.2"
# Docker daemon settings.
docker_daemon:
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.18.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.18.yaml
deleted file mode 100644
index 4423a36f56..0000000000
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.18.yaml
+++ /dev/null
@@ -1,34 +0,0 @@
----
-# file: host_vars/10.32.8.18.yaml
-
-hostname: "s33-t27-sut1"
-grub:
- audit: "0"
- default_hugepagesz: "2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=32768"
- hpet: "disable"
- intel_idle.max_cstate: "1"
- intel_iommu: "on"
- intel_pstate: "disable"
- iommu: "pt"
- isolcpus: "1-23,25-47,49-71,73-95"
- mce: "off"
- nmi_watchdog: "0"
- nohz_full: "1-23,25-47,49-71,73-95"
- nosoftlockup: true
- numa_balancing: "disable"
- processor.max_cstate: "1"
- rcu_nocbs: "1-23,25-47,49-71,73-95"
- tsc: "reliable"
-sysctl:
- kernel:
- watchdog_cpumask: "0,24,48,72"
- vm:
- nr_hugepages: 32768
- max_map_count: 20000
-
-inventory_ipmi_hostname: "10.30.55.18"
-cpu_microarchitecture: "cascadelake"
-
-intel_700_matrix: "dpdk23.11"
-intel_800_matrix: "dpdk23.11"
-mellanox_matrix: "dpdk23.11"
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.19.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.19.yaml
deleted file mode 100644
index 22210ae4bd..0000000000
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.19.yaml
+++ /dev/null
@@ -1,34 +0,0 @@
----
-# file: host_vars/10.32.8.19.yaml
-
-hostname: "s34-t27-tg1"
-grub:
- audit: "0"
- default_hugepagesz: "2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=8192"
- hpet: "disable"
- intel_idle.max_cstate: "1"
- intel_iommu: "on"
- intel_pstate: "disable"
- iommu: "pt"
- isolcpus: "1-27,29-55,57-83,85-111"
- mce: "off"
- nmi_watchdog: "0"
- nohz_full: "1-27,29-55,57-83,85-111"
- nosoftlockup: true
- numa_balancing: "disable"
- processor.max_cstate: "1"
- rcu_nocbs: "1-27,29-55,57-83,85-111"
- tsc: "reliable"
-sysctl:
- kernel:
- watchdog_cpumask: "0,28,56,84"
- vm:
- nr_hugepages: 8192
- max_map_count: 20000
-
-inventory_ipmi_hostname: "10.30.55.19"
-cpu_microarchitecture: "cascadelake"
-
-intel_700_matrix: "dpdk22.07"
-intel_800_matrix: "dpdk22.07"
-mellanox_matrix: "dpdk22.07"
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.20.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.20.yaml
deleted file mode 100644
index 36ba5c15f8..0000000000
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.20.yaml
+++ /dev/null
@@ -1,34 +0,0 @@
----
-# file: host_vars/10.32.8.20.yaml
-
-hostname: "s35-t28-sut1"
-grub:
- audit: "0"
- default_hugepagesz: "2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=32768"
- hpet: "disable"
- intel_idle.max_cstate: "1"
- intel_iommu: "on"
- intel_pstate: "disable"
- iommu: "pt"
- isolcpus: "1-23,25-47,49-71,73-95"
- mce: "off"
- nmi_watchdog: "0"
- nohz_full: "1-23,25-47,49-71,73-95"
- nosoftlockup: true
- numa_balancing: "disable"
- processor.max_cstate: "1"
- rcu_nocbs: "1-23,25-47,49-71,73-95"
- tsc: "reliable"
-sysctl:
- kernel:
- watchdog_cpumask: "0,24,48,72"
- vm:
- nr_hugepages: 32768
- max_map_count: 20000
-
-inventory_ipmi_hostname: "10.30.55.20"
-cpu_microarchitecture: "cascadelake"
-
-intel_700_matrix: "dpdk23.11"
-intel_800_matrix: "dpdk23.11"
-mellanox_matrix: "dpdk23.11"
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.21.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.21.yaml
deleted file mode 100644
index 61c6f51b06..0000000000
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.21.yaml
+++ /dev/null
@@ -1,34 +0,0 @@
----
-# file: host_vars/10.32.8.21.yaml
-
-hostname: "s36-t28-tg1"
-grub:
- audit: "0"
- default_hugepagesz: "2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=8192"
- hpet: "disable"
- intel_idle.max_cstate: "1"
- intel_iommu: "on"
- intel_pstate: "disable"
- iommu: "pt"
- isolcpus: "1-27,29-55,57-83,85-111"
- mce: "off"
- nmi_watchdog: "0"
- nohz_full: "1-27,29-55,57-83,85-111"
- nosoftlockup: true
- numa_balancing: "disable"
- processor.max_cstate: "1"
- rcu_nocbs: "1-27,29-55,57-83,85-111"
- tsc: "reliable"
-sysctl:
- kernel:
- watchdog_cpumask: "0,28,56,84"
- vm:
- nr_hugepages: 8192
- max_map_count: 20000
-
-inventory_ipmi_hostname: "10.30.55.21"
-cpu_microarchitecture: "cascadelake"
-
-intel_700_matrix: "dpdk22.07"
-intel_800_matrix: "dpdk22.07"
-mellanox_matrix: "dpdk22.07"
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.22.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.22.yaml
deleted file mode 100644
index ae2947f54a..0000000000
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.22.yaml
+++ /dev/null
@@ -1,34 +0,0 @@
----
-# file: host_vars/10.32.8.22.yaml
-
-hostname: "s37-t29-sut1"
-grub:
- audit: "0"
- default_hugepagesz: "2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=32768"
- hpet: "disable"
- intel_idle.max_cstate: "1"
- intel_iommu: "on"
- intel_pstate: "disable"
- iommu: "pt"
- isolcpus: "1-23,25-47,49-71,73-95"
- mce: "off"
- nmi_watchdog: "0"
- nohz_full: "1-23,25-47,49-71,73-95"
- nosoftlockup: true
- numa_balancing: "disable"
- processor.max_cstate: "1"
- rcu_nocbs: "1-23,25-47,49-71,73-95"
- tsc: "reliable"
-sysctl:
- kernel:
- watchdog_cpumask: "0,24,48,72"
- vm:
- nr_hugepages: 32768
- max_map_count: 20000
-
-inventory_ipmi_hostname: "10.30.55.22"
-cpu_microarchitecture: "cascadelake"
-
-intel_700_matrix: "dpdk23.11"
-intel_800_matrix: "dpdk23.11"
-mellanox_matrix: "dpdk23.11" \ No newline at end of file
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.23.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.23.yaml
deleted file mode 100644
index a3f19b4249..0000000000
--- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.23.yaml
+++ /dev/null
@@ -1,34 +0,0 @@
----
-# file: host_vars/10.32.8.23.yaml
-
-hostname: "s38-t29-tg1"
-grub:
- audit: "0"
- default_hugepagesz: "2M hugepagesz=1G hugepages=32 hugepagesz=2M hugepages=8192"
- hpet: "disable"
- intel_idle.max_cstate: "1"
- intel_iommu: "on"
- intel_pstate: "disable"
- iommu: "pt"
- isolcpus: "1-27,29-55,57-83,85-111"
- mce: "off"
- nmi_watchdog: "0"
- nohz_full: "1-27,29-55,57-83,85-111"
- nosoftlockup: true
- numa_balancing: "disable"
- processor.max_cstate: "1"
- rcu_nocbs: "1-27,29-55,57-83,85-111"
- tsc: "reliable"
-sysctl:
- kernel:
- watchdog_cpumask: "0,28,56,84"
- vm:
- nr_hugepages: 8192
- max_map_count: 20000
-
-inventory_ipmi_hostname: "10.30.55.23"
-cpu_microarchitecture: "cascadelake"
-
-intel_700_matrix: "dpdk22.07"
-intel_800_matrix: "dpdk22.07"
-mellanox_matrix: "dpdk22.07"
diff --git a/fdio.infra.ansible/inventories/lf_inventory/hosts b/fdio.infra.ansible/inventories/lf_inventory/hosts
index b7109a1261..c5fe4a57fe 100644
--- a/fdio.infra.ansible/inventories/lf_inventory/hosts
+++ b/fdio.infra.ansible/inventories/lf_inventory/hosts
@@ -2,7 +2,7 @@ all:
children:
tg:
hosts:
- 10.30.51.49: #s19-t33t211-tg1 - skylake
+ 10.30.51.37: #s37-t27-tg1 - icelake
10.30.51.53: #s53-t21-tg1 - sapphirerapids
10.30.51.55: #s55-t22-tg1 - sapphirerapids
10.30.51.57: #s57-t23-tg1 - sapphirerapids
@@ -13,12 +13,9 @@ all:
10.30.51.82: #s72-t212-tg1 - icelake
10.30.51.84: #s84-t213-tg1 - icelake
10.30.51.86: #s86-t214-tg1 - icelake
- 10.30.51.88: #s88-t215-tg1 - icelake
- 10.30.51.89: #s89-t39t310-tg1 - icelake
+ 10.30.51.88: #s88-t215-tg1 - octeon
+ 10.30.51.89: #s89-t39t310-tg1 - cascadelake
10.30.51.90: #s90-t31t32-tg1 - icelake
- 10.32.8.19: #s34-t27-tg1 - cascadelake
- 10.32.8.21: #s36-t28-tg1 - cascadelake
- 10.32.8.23: #s38-t29-tg1 - cascadelake
10.32.8.25: #s61-t210-tg1 - epyc
sut:
hosts:
@@ -26,8 +23,6 @@ all:
10.30.51.33: #s33-t31-sut2 - icelaked
10.30.51.34: #s34-t32-sut1 - icelaked
10.30.51.35: #s35-t32-sut2 - icelaked
- 10.30.51.36: #s17-t33-sut1 - taishan
- 10.30.51.37: #s18-t33-sut2 - taishan
10.30.51.52: #s52-t21-sut1 - sapphirerapids
10.30.51.54: #s54-t22-sut1 - sapphirerapids
10.30.51.56: #s56-t23-sut1 - sapphirerapids
@@ -41,22 +36,16 @@ all:
10.30.51.81: #s81-t212-sut1 - icelake
10.30.51.83: #s83-t213-sut1 - icelake
10.30.51.85: #s85-t214-sut1 - icelake
- 10.30.51.87: #s87-t215-sut1 - icelake
+ 10.30.51.87: #s87-t215-sut1 - octeon
10.30.51.93: #s93-t39-sut1 - snowridge
10.30.51.94: #s94-t39-sut2 - snowridge
- 10.32.8.18: #s33-t27-sut1 - cascadelake
- 10.32.8.20: #s35-t28-sut1 - cascadelake
- 10.32.8.22: #s37-t29-sut1 - cascadelake
10.32.8.24: #s60-t210-sut1 - epyc
- 10.30.51.69: #s27-t211-sut1 - thunderx2 9975
vpp_device:
hosts:
10.30.51.30: #s30-t15-sut1 - sapphirerapids
10.30.51.31: #s31-t16-sut1 - sapphirerapids
- 10.30.51.50: #s1-t11-sut1 - skylake
- 10.30.51.51: #s2-t12-sut1 - skylake
- 10.30.51.70: #s55-t13-sut1 - thunderx2 9980
- 10.30.51.71: #s56-t14-sut1 - thunderx2 9980
+ 10.30.51.70: #s70-t13-sut1 - altra
+ 10.30.51.71: #s71-t14-sut1 - altra
nomad:
hosts:
10.30.51.21: #s21-nomad - sapphirerapids
@@ -67,8 +56,10 @@ all:
10.30.51.26: #s26-nomad - skylake
10.30.51.27: #s27-nomad - skylake
10.30.51.28: #s28-nomad - skylake
+ 10.30.51.50: #s50-nomad - skylake
+ 10.30.51.51: #s51-nomad - skylake
10.30.51.91: #s58-nomad - neoverse n1
10.30.51.92: #s59-nomad - neoverse n1
dev:
hosts:
- 10.30.51.38: #fdio-marvell-dev - thunderx 88xx \ No newline at end of file
+ 10.30.51.38: #fdio-marvell-dev - thunderx 88xx
diff --git a/fdio.infra.ansible/roles/aws/defaults/main.yaml b/fdio.infra.ansible/roles/aws/defaults/main.yaml
index 5b6978da51..a0150eae37 100644
--- a/fdio.infra.ansible/roles/aws/defaults/main.yaml
+++ b/fdio.infra.ansible/roles/aws/defaults/main.yaml
@@ -15,12 +15,10 @@ packages_base:
packages_by_distro:
ubuntu:
- - "linux-image-5.4.0-1009-aws"
- - "linux-headers-5.4.0-1009-aws"
- - "linux-tools-5.4.0-1009-aws"
+ - []
packages_by_arch:
aarch64:
- []
x86_64:
- - [] \ No newline at end of file
+ - []
diff --git a/fdio.infra.ansible/roles/aws/handlers/main.yaml b/fdio.infra.ansible/roles/aws/handlers/main.yaml
index d55db1c22f..bc160a3263 100644
--- a/fdio.infra.ansible/roles/aws/handlers/main.yaml
+++ b/fdio.infra.ansible/roles/aws/handlers/main.yaml
@@ -18,3 +18,8 @@
reboot_timeout: 3600
tags:
- reboot-server
+
+- name: Restart SSHd
+ ansible.builtin.service:
+ name: sshd
+ state: restarted
diff --git a/fdio.infra.ansible/roles/aws/tasks/main.yaml b/fdio.infra.ansible/roles/aws/tasks/main.yaml
index b5132c1909..b33848e2d2 100644
--- a/fdio.infra.ansible/roles/aws/tasks/main.yaml
+++ b/fdio.infra.ansible/roles/aws/tasks/main.yaml
@@ -13,18 +13,6 @@
tags:
- aws-inst-prerequisites
-- name: Switch Kernel At Boot
- ansible.builtin.lineinfile:
- path: "/etc/default/grub"
- state: "present"
- line: "GRUB_DEFAULT=\"1>2\""
- notify:
- - "Update GRUB"
- tags:
- - perf-conf-grub
-
-- meta: flush_handlers
-
- name: Load Kernel Modules By Default
ansible.builtin.lineinfile:
path: "/etc/modules"
@@ -58,55 +46,78 @@
tags:
- aws-load-kernel-modules
-#- name: Get vfio-pci With WC Patcher
-# ansible.builtin.get_url:
-# url: "https://github.com/amzn/amzn-drivers/raw/master/userspace/dpdk/enav2-vfio-patch/get-vfio-with-wc.sh"
-# dest: "/opt/get-vfio-with-wc.sh"
-# mode: 0744
-# tags:
-# - aws-vfio-patch
-
-- name: Create vfio-pci Patch Directory
- ansible.builtin.file:
- path: "/opt/patches/"
- state: "directory"
+- name: Kernel Parameters
+ ansible.builtin.lineinfile:
+ path: "/etc/default/grub"
+ state: "present"
+ regexp: "^GRUB_CMDLINE_LINUX="
+ line: "GRUB_CMDLINE_LINUX=iommu=1 intel_iommu=on"
+ notify:
+ - "Update GRUB"
tags:
- - aws-vfio-patch
+ - perf-conf-grub
-- name: Get vfio-pci WC Patch
- ansible.builtin.get_url:
- url: "https://github.com/amzn/amzn-drivers/raw/master/userspace/dpdk/enav2-vfio-patch/patches/{{ item }}"
- dest: "/opt/patches/{{ item }}"
- mode: 0744
- with_items:
- - "linux-4.10-vfio-wc.patch"
- - "linux-5.8-vfio-wc.patch"
- - "linux-5.15-vfio-wc.patch"
- tags:
- - aws-vfio-patch
+- meta: flush_handlers
-- name: Copy vfio-pci WC Patch
- ansible.builtin.copy:
- src: "files/get-vfio-with-wc.sh"
- dest: "/opt"
- mode: 0744
+- name: Disable Password Login
+ ansible.builtin.lineinfile:
+ dest: "/etc/ssh/sshd_config"
+ regexp: "^PasswordAuthentication yes"
+ line: "PasswordAuthentication no"
+ notify:
+ - "Restart SSHd"
tags:
- - aws-vfio-patch
+ - conf-ssh
-- name: Compile vfio-pci With WC Patch
- ansible.builtin.shell: "/bin/bash /opt/get-vfio-with-wc.sh"
- environment:
- DEBIAN_FRONTEND: "noninteractive"
- TERM: "vt100"
+- name: Recursively Delete Other Configs
+ ansible.builtin.file:
+ path: "/etc/ssh/sshd_config.d"
+ state: "absent"
tags:
- - aws-vfio-patch
+ - conf-ssh
-- name: Reload systemd-modules
- ansible.builtin.systemd:
- name: "systemd-modules-load"
- state: "restarted"
- tags:
- - aws-reload-systemd-modules
+#- name: Get vfio-pci With WC Patcher
+# ansible.builtin.get_url:
+# url: "https://github.com/amzn/amzn-drivers/raw/master/userspace/dpdk/enav2-vfio-patch/get-vfio-with-wc.sh"
+# dest: "/opt/get-vfio-with-wc.sh"
+# mode: 0744
+# tags:
+# - aws-vfio-patch
+#
+#- name: Create vfio-pci Patch Directory
+# ansible.builtin.file:
+# path: "/opt/patches/"
+# state: "directory"
+# tags:
+# - aws-vfio-patch
+#
+#- name: Get vfio-pci WC Patch
+# ansible.builtin.get_url:
+# url: "https://github.com/amzn/amzn-drivers/raw/master/userspace/dpdk/enav2-vfio-patch/patches/{{ item }}"
+# dest: "/opt/patches/{{ item }}"
+# mode: 0744
+# with_items:
+# - "linux-4.10-vfio-wc.patch"
+# - "linux-5.8-vfio-wc.patch"
+# - "linux-5.15-vfio-wc.patch"
+# tags:
+# - aws-vfio-patch
+#
+#- name: Copy vfio-pci WC Patch
+# ansible.builtin.copy:
+# src: "files/get-vfio-with-wc.sh"
+# dest: "/opt"
+# mode: 0744
+# tags:
+# - aws-vfio-patch
+#
+#- name: Compile vfio-pci With WC Patch
+# ansible.builtin.shell: "/bin/bash /opt/get-vfio-with-wc.sh"
+# environment:
+# DEBIAN_FRONTEND: "noninteractive"
+# TERM: "vt100"
+# tags:
+# - aws-vfio-patch
- name: Adjust nr_hugepages
ansible.builtin.sysctl:
diff --git a/fdio.infra.ansible/roles/calibration/defaults/main.yaml b/fdio.infra.ansible/roles/calibration/defaults/main.yaml
index 5dc3330e08..302f6d9663 100644
--- a/fdio.infra.ansible/roles/calibration/defaults/main.yaml
+++ b/fdio.infra.ansible/roles/calibration/defaults/main.yaml
@@ -12,6 +12,9 @@ packages_by_distro:
jammy:
- "build-essential"
- "dmidecode"
+ debian:
+ bullseye:
+ - "build-essential"
packages_by_arch:
aarch64:
@@ -31,6 +34,9 @@ kernel_version_by_distro_by_arch:
- "5.4.0-1009-aws" # Placeholder
aarch64:
- "5.15.0-46-generic" # Placeholder
+ debian:
+ bullseye:
+ - "5.15.0-107-generic"
pma_directory: "/tmp/pma_tools"
jitter_core: 7
diff --git a/fdio.infra.ansible/roles/calibration/tasks/main.yaml b/fdio.infra.ansible/roles/calibration/tasks/main.yaml
index 5807d7e2a4..9db95a87a0 100644
--- a/fdio.infra.ansible/roles/calibration/tasks/main.yaml
+++ b/fdio.infra.ansible/roles/calibration/tasks/main.yaml
@@ -1,7 +1,7 @@
---
-# file: roles/calibration/tasks/main.yaml
+# file: tasks/main.yaml
-- name: Inst - Update Package Cache (APT)
+- name: Update Package Cache (APT)
ansible.builtin.apt:
update_cache: true
cache_valid_time: 3600
@@ -10,29 +10,13 @@
tags:
- calibration-inst-prerequisites
-- name: Inst - Prerequisites
+- name: Prerequisites
ansible.builtin.package:
name: "{{ packages | flatten(levels=1) }}"
state: latest
tags:
- calibration-inst-prerequisites
-- name: Check CPU Power States
- ansible.builtin.shell: "lscpu"
- register: current_lscpu
- changed_when: false
- tags:
- - check-cpu-frequency
-
-- name: Check CPU Power States
- ansible.builtin.assert:
- that:
- - "'CPU min MHz' not in current_lscpu.stdout or 'Intel(R) Xeon(R)' not in ansible_processor"
- fail_msg: "CPU configuration!"
- success_msg: "CPU configuration match."
- tags:
- - check-cpu-frequency
-
- name: Check Kernel Parameters
ansible.builtin.assert:
that:
@@ -54,34 +38,6 @@
tags:
- check-kernel-version
-- name: Spectre Meltdown Checker Status
- ansible.builtin.stat:
- path: "/opt/spectre-meltdown-checker.sh"
- register: spectre_meltdown_status
- tags:
- - check-spectre-meltdown
-
-- name: Get Spectre Meltdown Checker
- ansible.builtin.get_url:
- url: "https://meltdown.ovh"
- dest: "/opt/spectre-meltdown-checker.sh"
- mode: "744"
- when:
- - not spectre_meltdown_status.stat.exists
- tags:
- - check-spectre-meltdown
-
-- name: Run Spectre Meltdown Checker
- ansible.builtin.shell: "/opt/spectre-meltdown-checker.sh --no-color --sysfs-only || true"
- ignore_errors: true
- register: spectre_meltdown_sync
- tags:
- - check-spectre-meltdown
-
-- debug: var=spectre_meltdown_sync.stdout_lines
- tags:
- - check-spectre-meltdown
-
- name: "{{ ansible_machine }} Specific"
include_tasks: "{{ ansible_machine }}.yaml"
tags:
diff --git a/fdio.infra.ansible/roles/calibration/tasks/x86_64.yaml b/fdio.infra.ansible/roles/calibration/tasks/x86_64.yaml
index 2d28f92ae3..dd4e307ca6 100644
--- a/fdio.infra.ansible/roles/calibration/tasks/x86_64.yaml
+++ b/fdio.infra.ansible/roles/calibration/tasks/x86_64.yaml
@@ -1,14 +1,14 @@
---
-# file: roles/calibration/tasks/x86_64.yaml
+# file: tasks/x86_64.yaml
-- name: Calibration - Clone PMA Tool
+- name: Clone PMA Tool
ansible.builtin.git:
repo: "https://gerrit.fd.io/r/pma_tools"
dest: "{{ pma_directory }}"
tags:
- check-jitter-tool
-- name: Calibration - Compile PMA Tool
+- name: Compile PMA Tool
ansible.builtin.raw: "cd {{ pma_directory }}/jitter && make"
tags:
- check-jitter-tool
diff --git a/fdio.infra.ansible/roles/common/defaults/main.yaml b/fdio.infra.ansible/roles/common/defaults/main.yaml
index 9ded8fcba9..cb9021456c 100644
--- a/fdio.infra.ansible/roles/common/defaults/main.yaml
+++ b/fdio.infra.ansible/roles/common/defaults/main.yaml
@@ -1,5 +1,5 @@
---
-# file: roles/common/defaults/main.yaml
+# file: defaults/main.yaml
packages: "{{ packages_base + packages_by_distro[ansible_distribution|lower][ansible_distribution_release] + packages_by_arch[ansible_machine] }}"
@@ -31,6 +31,18 @@ packages_by_distro:
- "python3-pip"
- "python3-pyelftools"
- "python3-setuptools"
+ noble:
+ - "build-essential"
+ - "libpcap-dev"
+ - "net-tools"
+ - "python3-all"
+ - "python3-apt"
+ - "python3-cffi"
+ - "python3-cffi-backend"
+ - "python3-dev"
+ - "python3-pip"
+ - "python3-pyelftools"
+ - "python3-setuptools"
packages_by_arch:
aarch64:
diff --git a/fdio.infra.ansible/roles/common/handlers/main.yaml b/fdio.infra.ansible/roles/common/handlers/main.yaml
index 0a4944b4ca..0be8cf215b 100644
--- a/fdio.infra.ansible/roles/common/handlers/main.yaml
+++ b/fdio.infra.ansible/roles/common/handlers/main.yaml
@@ -1,5 +1,5 @@
---
-# file: roles/common/handlers/main.yaml
+# file: handlers/main.yaml
- name: Reboot Server
ansible.builtin.reboot:
diff --git a/fdio.infra.ansible/roles/common/tasks/main.yaml b/fdio.infra.ansible/roles/common/tasks/main.yaml
index e47a1fc7a8..7f03f2ceba 100644
--- a/fdio.infra.ansible/roles/common/tasks/main.yaml
+++ b/fdio.infra.ansible/roles/common/tasks/main.yaml
@@ -1,7 +1,7 @@
---
-# file: roles/common/tasks/main.yaml
+# file: tasks/main.yaml
-- name: Conf - Add permanent proxy settings
+- name: Add permanent proxy settings
ansible.builtin.lineinfile:
path: "/etc/environment"
state: "present"
@@ -11,31 +11,39 @@
tags:
- common-conf-proxy
-- name: Inst - Update package cache (apt)
+- name: Update Repositories Cache
ansible.builtin.apt:
update_cache: true
- cache_valid_time: 3600
when:
- - ansible_distribution|lower == 'ubuntu'
+ - ansible_os_family == 'Debian'
tags:
- common-inst-prerequisites
-- name: Inst - Prerequisites
+- name: Prerequisites
ansible.builtin.package:
name: "{{ packages | flatten(levels=1) }}"
state: "latest"
tags:
- common-inst-prerequisites
-- name: Inst - Meson (DPDK)
+- name: PIP management
+ ansible.builtin.file:
+ path: "/usr/lib/python3.12/EXTERNALLY-MANAGED"
+ state: "absent"
+ tags:
+ - common-inst-pip
+
+- name: Meson (DPDK)
ansible.builtin.pip:
name:
- "meson==0.64.1"
state: "forcereinstall"
+ environment:
+ ANSIBLE_SKIP_CONFLICT_CHECK: 1
tags:
- - common-inst-meson
+ - common-inst-pip
-- name: Conf - sudoers admin
+- name: sudoers admin
ansible.builtin.lineinfile:
path: "/etc/sudoers"
state: "present"
@@ -45,7 +53,7 @@
tags:
- common-conf-sudoers
-- name: Conf - sudoers nopasswd
+- name: sudoers nopasswd
ansible.builtin.lineinfile:
path: "/etc/sudoers"
state: "present"
diff --git a/fdio.infra.ansible/roles/consul/defaults/main.yaml b/fdio.infra.ansible/roles/consul/defaults/main.yaml
index 9ea38efb56..0ba7f33d0b 100644
--- a/fdio.infra.ansible/roles/consul/defaults/main.yaml
+++ b/fdio.infra.ansible/roles/consul/defaults/main.yaml
@@ -52,7 +52,7 @@ consul_user: "consul"
# Conf - base.hcl
consul_allow_tls: true
consul_bind_addr: "{{ ansible_default_ipv4.address }}"
-consul_bootstrap_expect: 1
+consul_bootstrap_expect: 2
consul_client_addr: "0.0.0.0"
consul_datacenter: "dc1"
consul_disable_update_check: true
diff --git a/fdio.infra.ansible/roles/docker/defaults/main.yaml b/fdio.infra.ansible/roles/docker/defaults/main.yaml
index bf97b4a192..e0338fb5ad 100644
--- a/fdio.infra.ansible/roles/docker/defaults/main.yaml
+++ b/fdio.infra.ansible/roles/docker/defaults/main.yaml
@@ -1,5 +1,5 @@
---
-# file: roles/docker/defaults/main.yaml
+# file: defaults/main.yaml
# Version options.
docker_edition: "ce"
diff --git a/fdio.infra.ansible/roles/docker/handlers/main.yaml b/fdio.infra.ansible/roles/docker/handlers/main.yaml
index 53eb8528f6..c8c3328cac 100644
--- a/fdio.infra.ansible/roles/docker/handlers/main.yaml
+++ b/fdio.infra.ansible/roles/docker/handlers/main.yaml
@@ -1,5 +1,5 @@
---
-# file roles/docker/handlers/main.yaml
+# file handlers/main.yaml
- name: Restart Docker
ansible.builtin.service:
diff --git a/fdio.infra.ansible/roles/docker/meta/main.yaml b/fdio.infra.ansible/roles/docker/meta/main.yaml
index 7bef656eb5..0a1fe9787b 100644
--- a/fdio.infra.ansible/roles/docker/meta/main.yaml
+++ b/fdio.infra.ansible/roles/docker/meta/main.yaml
@@ -4,15 +4,18 @@
dependencies: []
galaxy_info:
- role_name: docker
- author: fd.io
- description: Docker-CE for Linux.
- company: none
- license: "license (Apache)"
- min_ansible_version: 2.9
+ role_name: "docker"
+ author: "pmikus"
+ description: "Docker-CE for Linux."
+ company: "none"
+ license: "license (BSD, MIT)"
+ min_ansible_version: "2.9"
platforms:
- - name: Ubuntu
+ - name: "Ubuntu"
versions:
- - jammy
+ - "jammy"
+ - name: "Debian"
+ versions:
+ - "bookworm"
galaxy_tags:
- - docker
+ - "docker"
diff --git a/fdio.infra.ansible/roles/docker/tasks/jammy.yaml b/fdio.infra.ansible/roles/docker/tasks/Debian.yaml
index 8ec7a01ee1..f81277ac47 100644
--- a/fdio.infra.ansible/roles/docker/tasks/jammy.yaml
+++ b/fdio.infra.ansible/roles/docker/tasks/Debian.yaml
@@ -1,7 +1,7 @@
---
-# file: roles/docker/tasks/ubuntu_jammy.yaml
+# file: tasks/Debian.yaml
-- name: Inst - Dependencies
+- name: "Install Dependencies"
ansible.builtin.apt:
name:
- "apt-transport-https"
@@ -14,14 +14,14 @@
tags:
- docker-inst-dependencies
-- name: Conf - Add APT Key
+- name: "Add APT Key"
ansible.builtin.apt_key:
url: "{{ docker_apt_gpg_key }}"
state: "{{ docker_apt_gpg_key_state }}"
tags:
- docker-conf-apt
-- name: Conf - Install APT Repository
+- name: "Install APT Repository"
ansible.builtin.apt_repository:
repo: "{{ docker_apt_repository }}"
state: "{{ docker_apt_repository_state }}"
diff --git a/fdio.infra.ansible/roles/docker/tasks/main.yaml b/fdio.infra.ansible/roles/docker/tasks/main.yaml
index e07b29e363..4146dbbadf 100644
--- a/fdio.infra.ansible/roles/docker/tasks/main.yaml
+++ b/fdio.infra.ansible/roles/docker/tasks/main.yaml
@@ -1,11 +1,17 @@
---
-# file: roles/docker/tasks/main.yaml
+# file: tasks/main.yaml
-- include_tasks: "{{ ansible_distribution_release }}.yaml"
+- name: "Install Prerequisites Based on OS"
+ ansible.builtin.include_tasks:
+ file: "{{ item }}"
+ with_first_found:
+ - files:
+ - "{{ ansible_os_family }}.yaml"
+ - "default.yaml"
tags:
- docker-inst-dependencies
-- name: Inst - Docker
+- name: "Install Docker"
ansible.builtin.package:
name:
- "{{ docker_package }}"
@@ -14,7 +20,7 @@
tags:
- docker-inst-package
-- name: Conf - Docker Service
+- name: "Enable Docker Service"
ansible.builtin.service:
name: docker
state: "{{ docker_service_state }}"
@@ -24,7 +30,7 @@
tags:
- docker-conf-service
-- name: Conf - Docker Service Directory
+- name: "Docker Service Directory"
ansible.builtin.file:
path: "/etc/systemd/system/docker.service.d"
state: "directory"
@@ -34,7 +40,7 @@
tags:
- docker-conf-service
-- name: Conf - Docker Daemon
+- name: "Configure Docker Daemon"
ansible.builtin.template:
src: "templates/daemon.json.j2"
dest: "/etc/docker/daemon.json"
@@ -49,7 +55,7 @@
tags:
- docker-conf-daemon
-- name: Conf - Docker HTTP Proxy
+- name: "Configure Docker HTTP Proxy"
ansible.builtin.template:
src: "templates/docker.service.proxy.http"
dest: "/etc/systemd/system/docker.service.d/http-proxy.conf"
@@ -65,7 +71,7 @@
tags:
- docker-conf-service
-- name: Conf - Docker HTTPS Proxy
+- name: "Configure Docker HTTPS Proxy"
ansible.builtin.template:
src: "templates/docker.service.proxy.https"
dest: "/etc/systemd/system/docker.service.d/https-proxy.conf"
@@ -81,5 +87,5 @@
tags:
- docker-conf-service
-- name: Meta - Flush handlers
+- name: "Meta - Flush handlers"
ansible.builtin.meta: flush_handlers
diff --git a/fdio.infra.ansible/roles/docker_images/files/base/Dockerfile b/fdio.infra.ansible/roles/docker_images/files/base/Dockerfile
index 88af96bfa8..4514ec3679 100644
--- a/fdio.infra.ansible/roles/docker_images/files/base/Dockerfile
+++ b/fdio.infra.ansible/roles/docker_images/files/base/Dockerfile
@@ -137,4 +137,4 @@ RUN echo 'root:Csit1234' | chpasswd \
&& sed -i 's/#PermitRootLogin prohibit-password/PermitRootLogin yes/' /etc/ssh/sshd_config \
&& echo "export VISIBLE=now" >> /etc/profile
-RUN service ssh start \ No newline at end of file
+RUN service ssh start
diff --git a/fdio.infra.ansible/roles/intel/defaults/main.yaml b/fdio.infra.ansible/roles/intel/defaults/main.yaml
index 9a3c5c0f0c..dbc31e87c4 100644
--- a/fdio.infra.ansible/roles/intel/defaults/main.yaml
+++ b/fdio.infra.ansible/roles/intel/defaults/main.yaml
@@ -48,6 +48,11 @@ intel_download_url: "https://downloadmirror.intel.com"
intel_extract_dir: "/opt"
intel_700_compatibility_matrix:
+ dpdk22.03:
+ # custom for vpp_device
+ i40e: "2.25.11"
+ iavf: "4.11.3"
+ nvm: "8.70"
dpdk22.07:
# https://doc.dpdk.org/guides/rel_notes/release_22_07.html
i40e: "2.19.3"
@@ -62,9 +67,9 @@ intel_700_compatibility_matrix:
intel_800_compatibility_matrix:
dpdk22.03:
# custom for vpp_device
- ice: "1.13.7"
+ ice: "1.14.13"
ddp: "1.3.45.0"
- iavf: "4.9.5"
+ iavf: "4.11.3"
nvm: "4.40"
dpdk22.07:
# https://doc.dpdk.org/guides/rel_notes/release_22_07.html
@@ -89,15 +94,18 @@ intel_qat_compatibility_matrix:
intel_i40e_url:
"2.19.3": "i40e%20stable/2.19.3/i40e-2.19.3.tar.gz/download"
"2.23.17": "i40e%20stable/2.23.17/i40e-2.23.17.tar.gz/download"
+ "2.25.11": "i40e%20stable/2.25.11/i40e-2.25.11.tar.gz/download"
intel_ice_url:
"1.9.7": "ice%20stable/1.9.7/ice-1.9.7.tar.gz/download"
"1.13.7": "ice%20stable/1.13.7/ice-1.13.7.tar.gz/download"
+ "1.14.13": "ice%20stable/1.14.13/ice-1.14.13.tar.gz/download"
intel_iavf_url:
"4.3.19": "iavf%20stable/4.3.19/iavf-4.3.19.tar.gz/download"
"4.5.3": "iavf%20stable/4.5.3/iavf-4.5.3.tar.gz/download"
"4.9.5": "iavf%20stable/4.9.5/iavf-4.9.5.tar.gz/download"
+ "4.11.3": "iavf%20stable/4.11.3/iavf-4.11.3.tar.gz/download"
intel_ddp_url:
"1.3.37.0": "738733/800%20Series%20DDP%20Comms%20Package%201.3.37.0.zip"
diff --git a/fdio.infra.ansible/roles/mellanox/defaults/main.yaml b/fdio.infra.ansible/roles/mellanox/defaults/main.yaml
index de66be2d6b..fae5551c22 100644
--- a/fdio.infra.ansible/roles/mellanox/defaults/main.yaml
+++ b/fdio.infra.ansible/roles/mellanox/defaults/main.yaml
@@ -27,4 +27,4 @@ mellanox_compatibility_matrix:
ofed: "5.9-0.5.6.0"
dpdk23.11:
# https://doc.dpdk.org/guides/rel_notes/release_23_11.html
- ofed: "23.07-0.5.0.0"
+ ofed: "24.04-0.7.0.0"
diff --git a/fdio.infra.ansible/roles/nomad/defaults/main.yaml b/fdio.infra.ansible/roles/nomad/defaults/main.yaml
index 535db2bb2c..333d4763bd 100644
--- a/fdio.infra.ansible/roles/nomad/defaults/main.yaml
+++ b/fdio.infra.ansible/roles/nomad/defaults/main.yaml
@@ -134,7 +134,7 @@ nomad_consul_address: "localhost:8500"
nomad_consul_token: ""
nomad_consul_servers_service_name: "nomad"
nomad_consul_clients_service_name: "nomad-client"
-nomad_consul_tags: {}
+nomad_consul_tags: ""
nomad_consul_use_ssl: false
# ACLs
diff --git a/fdio.infra.ansible/roles/nomad/tasks/main.yaml b/fdio.infra.ansible/roles/nomad/tasks/main.yaml
index 72b78458f8..79088f5018 100644
--- a/fdio.infra.ansible/roles/nomad/tasks/main.yaml
+++ b/fdio.infra.ansible/roles/nomad/tasks/main.yaml
@@ -126,12 +126,12 @@
mode: 0644
create: true
loop:
- - "export NOMAD_ADDR=https://nomad-server.service.consul:4646"
+ - "export NOMAD_ADDR=http://nomad.service.consul:4646"
- "export NOMAD_CACERT={{ nomad_tls_ca_file }}"
- - "export NOMAD_CLIENT_CERT={{ nomad_tls_cli_cert_file }}"
- - "export NOMAD_CLIENT_KEY={{ nomad_tls_cli_key_file }}"
+ - "export NOMAD_CLIENT_CERT={{ nomad_tls_cert_file }}"
+ - "export NOMAD_CLIENT_KEY={{ nomad_tls_key_file }}"
tags:
- - nomad-conf
+ - nomad-conf-env
- name: System.d Script
ansible.builtin.template:
diff --git a/fdio.infra.ansible/roles/nomad/templates/consul.hcl.j2 b/fdio.infra.ansible/roles/nomad/templates/consul.hcl.j2
index a9c1aff7b2..c1fe878965 100644
--- a/fdio.infra.ansible/roles/nomad/templates/consul.hcl.j2
+++ b/fdio.infra.ansible/roles/nomad/templates/consul.hcl.j2
@@ -33,7 +33,7 @@ consul {
# Specifies optional Consul tags to be registered with the Nomad server and
# agent services.
- tags = {{ nomad_consul_tags | to_json }}
+ tags = "{{ nomad_consul_tags }}"
# Specifies the token used to provide a per-request ACL token. This option
# overrides the Consul Agent's default token. If the token is not set here
@@ -60,4 +60,4 @@ consul {
{% endif %}
}
-{% endif %} \ No newline at end of file
+{% endif %}
diff --git a/fdio.infra.ansible/roles/python_env/tasks/main.yaml b/fdio.infra.ansible/roles/python_env/tasks/main.yaml
index 02850110a9..29d9b963ca 100644
--- a/fdio.infra.ansible/roles/python_env/tasks/main.yaml
+++ b/fdio.infra.ansible/roles/python_env/tasks/main.yaml
@@ -20,42 +20,51 @@
- name: Inst - CSIT PIP requirements
ansible.builtin.pip:
name:
- - "ecdsa==0.18.0"
- - "paramiko==3.3.1"
- - "pycrypto==2.6.1"
- - "python-dateutil==2.8.2"
+ - "ecdsa==0.19.0"
+ - "paramiko==3.4.1"
+ - "pycryptodome==3.20.0"
+ - "python-dateutil==2.9.0"
- "PyYAML==6.0.1"
- - "requests==2.31.0"
- - "robotframework==6.1.1"
+ - "requests==2.32.2"
+ - "robotframework==7.0.1"
- "scapy==2.4.5"
- - "scp==0.14.5"
- - "ansible==8.2.0"
- - "ansible-core==2.15.2"
- - "dill==0.3.7"
- - "numpy==1.25.2"
- - "scipy==1.11.1"
+ - "scp==0.15.0"
+ - "ansible==10.2.0"
+ - "ansible-core==2.17.2"
+ - "dill==0.3.8"
+ - "numpy==2.0.1"
+ - "scipy==1.14.0"
- "ply==3.11"
- - "jsonschema==4.18.4"
+ - "jsonschema==4.23.0"
- "rfc3339-validator==0.1.4"
- "rfc3987==1.3.8"
- - "attrs==23.1.0"
- - "bcrypt==4.0.1"
- - "certifi==2023.7.22"
- - "cffi==1.15.1"
- - "charset-normalizer==3.2.0"
- - "cryptography==41.0.3"
- - "idna==3.4"
- - "Jinja2==3.1.2"
- - "jsonschema-specifications==2023.7.1"
- - "MarkupSafe==2.1.3"
- - "packaging==23.1"
- - "pycparser==2.21"
+ - "pylint==3.2.6"
+ - "astroid==3.2.4"
+ - "attrs==24.2.0"
+ - "bcrypt==4.2.0"
+ - "certifi==2024.7.4"
+ - "cffi==1.17.0"
+ - "charset-normalizer==3.3.2"
+ - "cryptography==43.0.0"
+ - "idna==3.7"
+ - "isort==5.13.2"
+ - "Jinja2==3.1.4"
+ - "jsonschema-specifications==2023.12.1"
+ - "MarkupSafe==2.1.5"
+ - "mccabe==0.7.0"
+ - "packaging==24.1"
+ - "platformdirs==4.2.2"
+ - "ply==3.11"
+ - "pycparser==2.22"
- "PyNaCl==1.5.0"
- - "referencing==0.30.0"
+ - "referencing==0.35.1"
- "resolvelib==1.0.1"
- - "rpds-py==0.9.2"
+ - "rpds-py==0.20.0"
- "six==1.16.0"
- - "urllib3==2.0.4"
+ - "tomli==2.0.1"
+ - "tomlkit==0.13.0"
+ - "typing_extensions==4.12.2"
+ - "urllib3==2.2.2"
environment:
ANSIBLE_SKIP_CONFLICT_CHECK: 1
tags:
diff --git a/fdio.infra.ansible/roles/trex/tasks/deploy_block.yaml b/fdio.infra.ansible/roles/trex/tasks/deploy_block.yaml
index 1a747f68d5..959330508d 100644
--- a/fdio.infra.ansible/roles/trex/tasks/deploy_block.yaml
+++ b/fdio.infra.ansible/roles/trex/tasks/deploy_block.yaml
@@ -46,17 +46,17 @@
retries: 300
when: trex_extracted.changed
-- name: Compile Release {{ item }} Part III
- ansible.builtin.command: "make -j 16"
- args:
- chdir: "{{ trex_target_dir }}/trex-core-{{ item }}/scripts/ko/src"
- when: trex_extracted.changed
-
-- name: Compile Release {{ item }} Part IV
- ansible.builtin.command: "make install"
- args:
- chdir: "{{ trex_target_dir }}/trex-core-{{ item }}/scripts/ko/src"
- when: trex_extracted.changed
+#- name: Compile Release {{ item }} Part III
+# ansible.builtin.command: "make -j 16"
+# args:
+# chdir: "{{ trex_target_dir }}/trex-core-{{ item }}/scripts/ko/src"
+# when: trex_extracted.changed
+
+#- name: Compile Release {{ item }} Part IV
+# ansible.builtin.command: "make install"
+# args:
+# chdir: "{{ trex_target_dir }}/trex-core-{{ item }}/scripts/ko/src"
+# when: trex_extracted.changed
- name: Link libc.a to liblibc.a
ansible.builtin.command: "ln -s -f /usr/lib/x86_64-linux-gnu/libc.a /usr/lib/x86_64-linux-gnu/liblibc.a"
diff --git a/fdio.infra.ansible/roles/user_add/defaults/main.yaml b/fdio.infra.ansible/roles/user_add/defaults/main.yaml
index 643ad7dfd7..799f660b73 100644
--- a/fdio.infra.ansible/roles/user_add/defaults/main.yaml
+++ b/fdio.infra.ansible/roles/user_add/defaults/main.yaml
@@ -1,5 +1,5 @@
---
-# file: roles/user_add/defaults/main.yaml
+# file: defaults/main.yaml
# Default shell for a user if none is specified.
users_shell: /bin/bash
diff --git a/fdio.infra.ansible/roles/user_add/handlers/main.yaml b/fdio.infra.ansible/roles/user_add/handlers/main.yaml
index 5f1f71a332..e5c2a82780 100644
--- a/fdio.infra.ansible/roles/user_add/handlers/main.yaml
+++ b/fdio.infra.ansible/roles/user_add/handlers/main.yaml
@@ -1,5 +1,5 @@
---
-# file: roles/user_add/handlers/main.yaml
+# file: handlers/main.yaml
- name: Restart SSHd
ansible.builtin.service:
diff --git a/fdio.infra.ansible/roles/user_add/tasks/main.yaml b/fdio.infra.ansible/roles/user_add/tasks/main.yaml
index 329c6abd07..c01a1497d8 100644
--- a/fdio.infra.ansible/roles/user_add/tasks/main.yaml
+++ b/fdio.infra.ansible/roles/user_add/tasks/main.yaml
@@ -1,7 +1,7 @@
---
-# file: roles/user_add/tasks/main.yaml
+# file: tasks/main.yaml
-- name: Conf - Add User
+- name: Add User
ansible.builtin.user:
append: "{{ item.append | default(omit) }}"
createhome: "{{ 'yes' if users_create_homedirs else 'no' }}"
@@ -15,7 +15,7 @@
tags:
- user-add-conf
-- name: Conf - SSH keys
+- name: SSH keys
ansible.builtin.authorized_key:
user: "{{ item.0.username }}"
key: "{{ item.1 }}"
@@ -26,13 +26,11 @@
tags:
- user-add-conf
-- name: Conf - Disable Password Login
+- name: Disable Password Login
ansible.builtin.lineinfile:
dest: "/etc/ssh/sshd_config"
regexp: "^PasswordAuthentication yes"
line: "PasswordAuthentication no"
- notify:
- - "Restart SSHd"
when:
- sshd_disable_password_login
tags:
diff --git a/fdio.infra.ansible/roles/vault/defaults/main.yaml b/fdio.infra.ansible/roles/vault/defaults/main.yaml
index 5dd3db63c1..69386146d0 100644
--- a/fdio.infra.ansible/roles/vault/defaults/main.yaml
+++ b/fdio.infra.ansible/roles/vault/defaults/main.yaml
@@ -107,7 +107,7 @@ vault_backend_tls_key_file: "{{ vault_tls_key_file }}"
vault_backend_tls_ca_file: "{{ vault_tls_ca_file }}"
vault_consul: "127.0.0.1:8500"
-vault_consul_path: "vault"
+vault_consul_path: "vault_data"
vault_consul_service: "vault"
vault_consul_scheme: "http"
@@ -146,7 +146,7 @@ vault_tls_disable: "{{ lookup('env','VAULT_TLS_DISABLE') | default(1, true) }}"
vault_tls_gossip: "{{ lookup('env','VAULT_TLS_GOSSIP') | default(0, true) }}"
vault_tls_copy_keys: true
-vault_protocol: "{% if vault_tls_disable %}http{% else %}https{% endif %}"
+vault_protocol: "{% if vault_tls_disable %}https{% else %}https{% endif %}"
vault_tls_cert_file: "{{ lookup('env','VAULT_TLS_CERT_FILE') | default('server.crt', true) }}"
vault_tls_key_file: "{{ lookup('env','VAULT_TLS_KEY_FILE') | default('server.key', true) }}"
vault_tls_ca_file: "{{ lookup('env','VAULT_TLS_CA_CRT') | default('ca.crt', true) }}"
diff --git a/fdio.infra.ansible/roles/vault/tasks/main.yaml b/fdio.infra.ansible/roles/vault/tasks/main.yaml
index 3fceadfb4a..5a8ac282d5 100644
--- a/fdio.infra.ansible/roles/vault/tasks/main.yaml
+++ b/fdio.infra.ansible/roles/vault/tasks/main.yaml
@@ -118,6 +118,17 @@
# tags:
# - vault-conf
+- name: Vault CLI Environment Variables
+ ansible.builtin.lineinfile:
+ path: "/etc/profile.d/vault.sh"
+ line: "{{ item }}"
+ mode: 0644
+ create: true
+ loop:
+ - "export VAULT_ADDR=http://vault.service.consul:8200"
+ tags:
+ - vault-conf-env
+
- name: Conf - System.d Script
ansible.builtin.template:
src: "vault_systemd.service.j2"
diff --git a/fdio.infra.ansible/roles/vault/templates/vault_backend_consul.j2 b/fdio.infra.ansible/roles/vault/templates/vault_backend_consul.j2
index c45498af90..32f2fdcb01 100644
--- a/fdio.infra.ansible/roles/vault/templates/vault_backend_consul.j2
+++ b/fdio.infra.ansible/roles/vault/templates/vault_backend_consul.j2
@@ -12,4 +12,4 @@ backend "consul" {
tls_ca_file="{{ vault_backend_tls_config_path }}/{{ vault_backend_tls_ca_file }}"
{% endif %}
-} \ No newline at end of file
+}
diff --git a/fdio.infra.ansible/vpp_device.yaml b/fdio.infra.ansible/vpp_device.yaml
index 21676811c7..61c8016d0a 100644
--- a/fdio.infra.ansible/vpp_device.yaml
+++ b/fdio.infra.ansible/vpp_device.yaml
@@ -22,6 +22,8 @@
# tags: kernel
- role: intel
tags: intel
+ - role: mellanox
+ tags: mellanox
- role: docker
tags: docker
- role: docker_images
diff --git a/fdio.infra.terraform/terraform-aws-1n-aws-c5n/providers.tf b/fdio.infra.terraform/terraform-aws-1n-aws-c5n/providers.tf
index 2482ca2839..485f0ebe30 100644
--- a/fdio.infra.terraform/terraform-aws-1n-aws-c5n/providers.tf
+++ b/fdio.infra.terraform/terraform-aws-1n-aws-c5n/providers.tf
@@ -7,5 +7,5 @@ provider "aws" {
provider "vault" {
address = "http://10.30.51.24:8200"
skip_tls_verify = true
- token = "s.4z5PsufFwV3sHbCzK9Y2Cojd"
+ token = "hvs.bzHw4ZHsz9B0019P8I73yS6l"
} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-aws-1n-c6in/providers.tf b/fdio.infra.terraform/terraform-aws-1n-c6in/providers.tf
index 2482ca2839..485f0ebe30 100644
--- a/fdio.infra.terraform/terraform-aws-1n-c6in/providers.tf
+++ b/fdio.infra.terraform/terraform-aws-1n-c6in/providers.tf
@@ -7,5 +7,5 @@ provider "aws" {
provider "vault" {
address = "http://10.30.51.24:8200"
skip_tls_verify = true
- token = "s.4z5PsufFwV3sHbCzK9Y2Cojd"
+ token = "hvs.bzHw4ZHsz9B0019P8I73yS6l"
} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-aws-2n-aws-c5n/providers.tf b/fdio.infra.terraform/terraform-aws-2n-aws-c5n/providers.tf
index 2482ca2839..485f0ebe30 100644
--- a/fdio.infra.terraform/terraform-aws-2n-aws-c5n/providers.tf
+++ b/fdio.infra.terraform/terraform-aws-2n-aws-c5n/providers.tf
@@ -7,5 +7,5 @@ provider "aws" {
provider "vault" {
address = "http://10.30.51.24:8200"
skip_tls_verify = true
- token = "s.4z5PsufFwV3sHbCzK9Y2Cojd"
+ token = "hvs.bzHw4ZHsz9B0019P8I73yS6l"
} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-aws-2n-c6gn/providers.tf b/fdio.infra.terraform/terraform-aws-2n-c6gn/providers.tf
index d0e7490d38..1a98cb50df 100644
--- a/fdio.infra.terraform/terraform-aws-2n-c6gn/providers.tf
+++ b/fdio.infra.terraform/terraform-aws-2n-c6gn/providers.tf
@@ -7,5 +7,5 @@ provider "aws" {
provider "vault" {
address = "http://vault.service.consul:8200"
skip_tls_verify = true
- token = "s.4z5PsufFwV3sHbCzK9Y2Cojd"
+ token = "hvs.bzHw4ZHsz9B0019P8I73yS6l"
} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-aws-2n-c6in/providers.tf b/fdio.infra.terraform/terraform-aws-2n-c6in/providers.tf
index d0e7490d38..1a98cb50df 100644
--- a/fdio.infra.terraform/terraform-aws-2n-c6in/providers.tf
+++ b/fdio.infra.terraform/terraform-aws-2n-c6in/providers.tf
@@ -7,5 +7,5 @@ provider "aws" {
provider "vault" {
address = "http://vault.service.consul:8200"
skip_tls_verify = true
- token = "s.4z5PsufFwV3sHbCzK9Y2Cojd"
+ token = "hvs.bzHw4ZHsz9B0019P8I73yS6l"
} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-aws-2n-c6in/variables.tf b/fdio.infra.terraform/terraform-aws-2n-c6in/variables.tf
index 51af9587d9..4835b7afba 100644
--- a/fdio.infra.terraform/terraform-aws-2n-c6in/variables.tf
+++ b/fdio.infra.terraform/terraform-aws-2n-c6in/variables.tf
@@ -50,7 +50,7 @@ variable "placement_group_strategy" {
variable "tg_ami" {
description = "AMI to use for the instance."
type = string
- default = "ami-07430bfa17fd4e597"
+ default = "ami-0285a978d8bd77dcb"
}
variable "tg_associate_public_ip_address" {
@@ -86,7 +86,7 @@ variable "tg_source_dest_check" {
variable "sut1_ami" {
description = "AMI to use for the instance."
type = string
- default = "ami-0a890555652963ec2"
+ default = "ami-0f3ecd7f56fc232bd"
}
variable "sut1_associate_public_ip_address" {
diff --git a/fdio.infra.terraform/terraform-aws-2n-c7gn/providers.tf b/fdio.infra.terraform/terraform-aws-2n-c7gn/providers.tf
index d0e7490d38..1a98cb50df 100644
--- a/fdio.infra.terraform/terraform-aws-2n-c7gn/providers.tf
+++ b/fdio.infra.terraform/terraform-aws-2n-c7gn/providers.tf
@@ -7,5 +7,5 @@ provider "aws" {
provider "vault" {
address = "http://vault.service.consul:8200"
skip_tls_verify = true
- token = "s.4z5PsufFwV3sHbCzK9Y2Cojd"
+ token = "hvs.bzHw4ZHsz9B0019P8I73yS6l"
} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-aws-3n-aws-c5n/providers.tf b/fdio.infra.terraform/terraform-aws-3n-aws-c5n/providers.tf
index 2482ca2839..485f0ebe30 100644
--- a/fdio.infra.terraform/terraform-aws-3n-aws-c5n/providers.tf
+++ b/fdio.infra.terraform/terraform-aws-3n-aws-c5n/providers.tf
@@ -7,5 +7,5 @@ provider "aws" {
provider "vault" {
address = "http://10.30.51.24:8200"
skip_tls_verify = true
- token = "s.4z5PsufFwV3sHbCzK9Y2Cojd"
+ token = "hvs.bzHw4ZHsz9B0019P8I73yS6l"
} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-aws-3n-c6gn/providers.tf b/fdio.infra.terraform/terraform-aws-3n-c6gn/providers.tf
index 2482ca2839..485f0ebe30 100644
--- a/fdio.infra.terraform/terraform-aws-3n-c6gn/providers.tf
+++ b/fdio.infra.terraform/terraform-aws-3n-c6gn/providers.tf
@@ -7,5 +7,5 @@ provider "aws" {
provider "vault" {
address = "http://10.30.51.24:8200"
skip_tls_verify = true
- token = "s.4z5PsufFwV3sHbCzK9Y2Cojd"
+ token = "hvs.bzHw4ZHsz9B0019P8I73yS6l"
} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-aws-3n-c6in/providers.tf b/fdio.infra.terraform/terraform-aws-3n-c6in/providers.tf
index 2482ca2839..485f0ebe30 100644
--- a/fdio.infra.terraform/terraform-aws-3n-c6in/providers.tf
+++ b/fdio.infra.terraform/terraform-aws-3n-c6in/providers.tf
@@ -7,5 +7,5 @@ provider "aws" {
provider "vault" {
address = "http://10.30.51.24:8200"
skip_tls_verify = true
- token = "s.4z5PsufFwV3sHbCzK9Y2Cojd"
+ token = "hvs.bzHw4ZHsz9B0019P8I73yS6l"
} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-aws-3n-c6in/variables.tf b/fdio.infra.terraform/terraform-aws-3n-c6in/variables.tf
index 3255cab3f3..084a9da390 100644
--- a/fdio.infra.terraform/terraform-aws-3n-c6in/variables.tf
+++ b/fdio.infra.terraform/terraform-aws-3n-c6in/variables.tf
@@ -38,7 +38,7 @@ variable "placement_group_strategy" {
variable "tg_ami" {
description = "AMI to use for the instance."
type = string
- default = "ami-07430bfa17fd4e597"
+ default = "ami-0285a978d8bd77dcb"
}
variable "tg_associate_public_ip_address" {
@@ -74,7 +74,7 @@ variable "tg_source_dest_check" {
variable "sut1_ami" {
description = "AMI to use for the instance."
type = string
- default = "ami-0a890555652963ec2"
+ default = "ami-0f3ecd7f56fc232bd"
}
variable "sut1_associate_public_ip_address" {
diff --git a/fdio.infra.terraform/terraform-aws-3n-c7gn/providers.tf b/fdio.infra.terraform/terraform-aws-3n-c7gn/providers.tf
index 2482ca2839..485f0ebe30 100644
--- a/fdio.infra.terraform/terraform-aws-3n-c7gn/providers.tf
+++ b/fdio.infra.terraform/terraform-aws-3n-c7gn/providers.tf
@@ -7,5 +7,5 @@ provider "aws" {
provider "vault" {
address = "http://10.30.51.24:8200"
skip_tls_verify = true
- token = "s.4z5PsufFwV3sHbCzK9Y2Cojd"
+ token = "hvs.bzHw4ZHsz9B0019P8I73yS6l"
} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-aws-fdio-csit-dash-app-base/variables.tf b/fdio.infra.terraform/terraform-aws-fdio-csit-dash-app-base/variables.tf
index 653a92b970..b706d77f00 100644
--- a/fdio.infra.terraform/terraform-aws-fdio-csit-dash-app-base/variables.tf
+++ b/fdio.infra.terraform/terraform-aws-fdio-csit-dash-app-base/variables.tf
@@ -19,7 +19,7 @@ variable "vault_provider_skip_tls_verify" {
variable "vault_provider_token" {
description = "Vault root token."
type = string
- default = "s.4z5PsufFwV3sHbCzK9Y2Cojd"
+ default = "hvs.bzHw4ZHsz9B0019P8I73yS6l"
}
variable "vault_name" {
diff --git a/fdio.infra.terraform/terraform-nomad-nomad-job/main.tf b/fdio.infra.terraform/terraform-nomad-nomad-job/main.tf
new file mode 100644
index 0000000000..fc604fec7d
--- /dev/null
+++ b/fdio.infra.terraform/terraform-nomad-nomad-job/main.tf
@@ -0,0 +1,33 @@
+locals {
+ datacenters = join(",", var.datacenters)
+ envs = join("\n", concat([], var.envs))
+}
+
+resource "nomad_job" "nomad_job" {
+ jobspec = templatefile(
+ "${path.cwd}/conf/nomad/${var.job_name}.hcl.tftpl",
+ {
+ aws_access_key_id = var.aws_access_key_id,
+ aws_secret_access_key = var.aws_secret_access_key,
+ aws_default_region = var.aws_default_region
+ cpu = var.cpu,
+ cron = var.cron,
+ datacenters = local.datacenters,
+ envs = local.envs,
+ image = var.image,
+ job_name = var.job_name,
+ memory = var.memory,
+ out_aws_access_key_id = var.out_aws_access_key_id,
+ out_aws_secret_access_key = var.out_aws_secret_access_key,
+ out_aws_default_region = var.out_aws_default_region
+ prohibit_overlap = var.prohibit_overlap,
+ time_zone = var.time_zone,
+ type = var.type,
+ use_vault_provider = var.vault_secret.use_vault_provider,
+ vault_kv_policy_name = var.vault_secret.vault_kv_policy_name,
+ vault_kv_path = var.vault_secret.vault_kv_path,
+ vault_kv_field_access_key = var.vault_secret.vault_kv_field_access_key,
+ vault_kv_field_secret_key = var.vault_secret.vault_kv_field_secret_key
+ })
+ detach = false
+}
diff --git a/fdio.infra.terraform/terraform-nomad-nomad-job/variables.tf b/fdio.infra.terraform/terraform-nomad-nomad-job/variables.tf
new file mode 100644
index 0000000000..86d1b45753
--- /dev/null
+++ b/fdio.infra.terraform/terraform-nomad-nomad-job/variables.tf
@@ -0,0 +1,115 @@
+# Nomad
+variable "datacenters" {
+ description = "Specifies the list of DCs to be considered placing this task."
+ type = list(string)
+ default = ["dc1"]
+}
+
+# ETL
+variable "aws_access_key_id" {
+ description = "AWS access key."
+ type = string
+ default = "aws"
+}
+
+variable "aws_secret_access_key" {
+ description = "AWS secret key"
+ type = string
+ default = "aws"
+}
+
+variable "aws_default_region" {
+ description = "AWS region"
+ type = string
+ default = "aws"
+}
+
+variable "cpu" {
+ description = "Specifies the CPU required to run this task in MHz."
+ type = number
+ default = 10000
+}
+
+variable "cron" {
+ description = "Specifies a cron expression configuring the interval to launch."
+ type = string
+ default = "@daily"
+}
+
+variable "envs" {
+ description = "Specifies ETL environment variables."
+ type = list(string)
+ default = []
+}
+
+variable "image" {
+ description = "Specifies the Docker image to run."
+ type = string
+ default = "pmikus/docker-ubuntu-focal-aws-glue:latest"
+}
+
+variable "job_name" {
+ description = "Specifies a name for the job."
+ type = string
+ default = "etl"
+}
+
+variable "memory" {
+ description = "Specifies the memory required in MB."
+ type = number
+ default = 50000
+}
+
+variable "out_aws_access_key_id" {
+ description = "AWS access key."
+ type = string
+ default = "aws"
+}
+
+variable "out_aws_secret_access_key" {
+ description = "AWS secret key"
+ type = string
+ default = "aws"
+}
+
+variable "out_aws_default_region" {
+ description = "AWS region"
+ type = string
+ default = "aws"
+}
+
+variable "prohibit_overlap" {
+ description = "Specifies if this job should wait until previous completed."
+ type = bool
+ default = true
+}
+
+variable "time_zone" {
+ description = "Specifies the time zone to evaluate the next launch interval."
+ type = string
+ default = "UTC"
+}
+
+variable "type" {
+ description = "Specifies the Nomad scheduler to use."
+ type = string
+ default = "batch"
+}
+
+variable "vault_secret" {
+ type = object({
+ use_vault_provider = bool,
+ vault_kv_policy_name = string,
+ vault_kv_path = string,
+ vault_kv_field_access_key = string,
+ vault_kv_field_secret_key = string
+ })
+ description = "Set of properties to be able to fetch secret from vault."
+ default = {
+ use_vault_provider = true
+ vault_kv_policy_name = "kv"
+ vault_kv_path = "data/etl"
+ vault_kv_field_access_key = "access_key"
+ vault_kv_field_secret_key = "secret_key"
+ }
+}
diff --git a/fdio.infra.terraform/terraform-nomad-nomad-job/versions.tf b/fdio.infra.terraform/terraform-nomad-nomad-job/versions.tf
new file mode 100644
index 0000000000..f40435fe77
--- /dev/null
+++ b/fdio.infra.terraform/terraform-nomad-nomad-job/versions.tf
@@ -0,0 +1,9 @@
+terraform {
+ required_providers {
+ nomad = {
+ source = "hashicorp/nomad"
+ version = ">= 1.4.20"
+ }
+ }
+ required_version = ">= 1.5.4"
+}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-device-rls2402.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-device-rls2402.hcl.tftpl
deleted file mode 100644
index cc0b1df8b5..0000000000
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-device-rls2402.hcl.tftpl
+++ /dev/null
@@ -1,55 +0,0 @@
-job "${job_name}" {
- datacenters = "${datacenters}"
- type = "${type}"
- periodic {
- cron = "${cron}"
- prohibit_overlap = "${prohibit_overlap}"
- time_zone = "${time_zone}"
- }
- group "${job_name}" {
- restart {
- mode = "fail"
- }
- constraint {
- attribute = "$${attr.cpu.arch}"
- operator = "!="
- value = "arm64"
- }
- constraint {
- attribute = "$${node.class}"
- value = "builder"
- }
- task "${job_name}" {
- artifact {
- source = "git::https://github.com/FDio/csit"
- destination = "local/csit"
- }
- driver = "docker"
- config {
- image = "${image}"
- command = "gluesparksubmit"
- args = [
- "--driver-memory", "20g",
- "--executor-memory", "20g",
- "--executor-cores", "2",
- "--master", "local[2]",
- "coverage_device_rls2402.py"
- ]
- work_dir = "/local/csit/csit.infra.etl"
- }
- env {
- AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
- AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
- AWS_DEFAULT_REGION = "${aws_default_region}"
- OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
- OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
- OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
- ${ envs }
- }
- resources {
- cpu = ${cpu}
- memory = ${memory}
- }
- }
- }
-} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-device-rls2410.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-device-rls2410.hcl.tftpl
new file mode 100644
index 0000000000..cba9954501
--- /dev/null
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-device-rls2410.hcl.tftpl
@@ -0,0 +1,55 @@
+job "${job_name}" {
+ datacenters = ["${datacenters}"]
+ type = "${type}"
+ periodic {
+ cron = "${cron}"
+ prohibit_overlap = "${prohibit_overlap}"
+ time_zone = "${time_zone}"
+ }
+ group "${job_name}" {
+ restart {
+ mode = "fail"
+ }
+ constraint {
+ attribute = "$${attr.cpu.arch}"
+ operator = "!="
+ value = "arm64"
+ }
+ constraint {
+ attribute = "$${node.class}"
+ value = "builder"
+ }
+ task "${job_name}" {
+ artifact {
+ source = "git::https://github.com/FDio/csit"
+ destination = "local/csit"
+ }
+ driver = "docker"
+ config {
+ image = "${image}"
+ command = "gluesparksubmit"
+ args = [
+ "--driver-memory", "20g",
+ "--executor-memory", "20g",
+ "--executor-cores", "2",
+ "--master", "local[2]",
+ "coverage_device_rls2410.py"
+ ]
+ work_dir = "/local/csit/csit.infra.etl"
+ }
+ env {
+ AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
+ AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
+ AWS_DEFAULT_REGION = "${aws_default_region}"
+ OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
+ OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
+ OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
+ ${ envs }
+ }
+ resources {
+ cpu = ${cpu}
+ memory = ${memory}
+ }
+ }
+ }
+}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-hoststack-rls2402.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-hoststack-rls2402.hcl.tftpl
deleted file mode 100644
index 95d7a4c46e..0000000000
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-hoststack-rls2402.hcl.tftpl
+++ /dev/null
@@ -1,55 +0,0 @@
-job "${job_name}" {
- datacenters = "${datacenters}"
- type = "${type}"
- periodic {
- cron = "${cron}"
- prohibit_overlap = "${prohibit_overlap}"
- time_zone = "${time_zone}"
- }
- group "${job_name}" {
- restart {
- mode = "fail"
- }
- constraint {
- attribute = "$${attr.cpu.arch}"
- operator = "!="
- value = "arm64"
- }
- constraint {
- attribute = "$${node.class}"
- value = "builder"
- }
- task "${job_name}" {
- artifact {
- source = "git::https://github.com/FDio/csit"
- destination = "local/csit"
- }
- driver = "docker"
- config {
- image = "${image}"
- command = "gluesparksubmit"
- args = [
- "--driver-memory", "20g",
- "--executor-memory", "20g",
- "--executor-cores", "2",
- "--master", "local[2]",
- "coverage_hoststack_rls2402.py"
- ]
- work_dir = "/local/csit/csit.infra.etl"
- }
- env {
- AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
- AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
- AWS_DEFAULT_REGION = "${aws_default_region}"
- OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
- OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
- OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
- ${ envs }
- }
- resources {
- cpu = ${cpu}
- memory = ${memory}
- }
- }
- }
-} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-hoststack-rls2402.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-hoststack-rls2410.hcl.tftpl
index 74478c59f7..34518d3c48 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-hoststack-rls2402.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-hoststack-rls2410.hcl.tftpl
@@ -1,5 +1,5 @@
job "${job_name}" {
- datacenters = "${datacenters}"
+ datacenters = ["${datacenters}"]
type = "${type}"
periodic {
cron = "${cron}"
@@ -33,7 +33,7 @@ job "${job_name}" {
"--executor-memory", "20g",
"--executor-cores", "2",
"--master", "local[2]",
- "iterative_hoststack_rls2402.py"
+ "coverage_hoststack_rls2410.py"
]
work_dir = "/local/csit/csit.infra.etl"
}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-mrr-rls2402.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-mrr-rls2402.hcl.tftpl
deleted file mode 100644
index 3bab9264fa..0000000000
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-mrr-rls2402.hcl.tftpl
+++ /dev/null
@@ -1,55 +0,0 @@
-job "${job_name}" {
- datacenters = "${datacenters}"
- type = "${type}"
- periodic {
- cron = "${cron}"
- prohibit_overlap = "${prohibit_overlap}"
- time_zone = "${time_zone}"
- }
- group "${job_name}" {
- restart {
- mode = "fail"
- }
- constraint {
- attribute = "$${attr.cpu.arch}"
- operator = "!="
- value = "arm64"
- }
- constraint {
- attribute = "$${node.class}"
- value = "builder"
- }
- task "${job_name}" {
- artifact {
- source = "git::https://github.com/FDio/csit"
- destination = "local/csit"
- }
- driver = "docker"
- config {
- image = "${image}"
- command = "gluesparksubmit"
- args = [
- "--driver-memory", "20g",
- "--executor-memory", "20g",
- "--executor-cores", "2",
- "--master", "local[2]",
- "coverage_mrr_rls2402.py"
- ]
- work_dir = "/local/csit/csit.infra.etl"
- }
- env {
- AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
- AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
- AWS_DEFAULT_REGION = "${aws_default_region}"
- OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
- OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
- OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
- ${ envs }
- }
- resources {
- cpu = ${cpu}
- memory = ${memory}
- }
- }
- }
-} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-mrr-rls2402.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-mrr-rls2410.hcl.tftpl
index e6bd87b8ed..e5defb6ead 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-mrr-rls2402.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-mrr-rls2410.hcl.tftpl
@@ -1,5 +1,5 @@
job "${job_name}" {
- datacenters = "${datacenters}"
+ datacenters = ["${datacenters}"]
type = "${type}"
periodic {
cron = "${cron}"
@@ -33,7 +33,7 @@ job "${job_name}" {
"--executor-memory", "20g",
"--executor-cores", "2",
"--master", "local[2]",
- "iterative_mrr_rls2402.py"
+ "coverage_mrr_rls2410.py"
]
work_dir = "/local/csit/csit.infra.etl"
}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-ndrpdr-rls2402.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-ndrpdr-rls2402.hcl.tftpl
deleted file mode 100644
index 6142219546..0000000000
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-ndrpdr-rls2402.hcl.tftpl
+++ /dev/null
@@ -1,55 +0,0 @@
-job "${job_name}" {
- datacenters = "${datacenters}"
- type = "${type}"
- periodic {
- cron = "${cron}"
- prohibit_overlap = "${prohibit_overlap}"
- time_zone = "${time_zone}"
- }
- group "${job_name}" {
- restart {
- mode = "fail"
- }
- constraint {
- attribute = "$${attr.cpu.arch}"
- operator = "!="
- value = "arm64"
- }
- constraint {
- attribute = "$${node.class}"
- value = "builder"
- }
- task "${job_name}" {
- artifact {
- source = "git::https://github.com/FDio/csit"
- destination = "local/csit"
- }
- driver = "docker"
- config {
- image = "${image}"
- command = "gluesparksubmit"
- args = [
- "--driver-memory", "20g",
- "--executor-memory", "20g",
- "--executor-cores", "2",
- "--master", "local[2]",
- "coverage_ndrpdr_rls2402.py"
- ]
- work_dir = "/local/csit/csit.infra.etl"
- }
- env {
- AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
- AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
- AWS_DEFAULT_REGION = "${aws_default_region}"
- OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
- OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
- OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
- ${ envs }
- }
- resources {
- cpu = ${cpu}
- memory = ${memory}
- }
- }
- }
-} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-ndrpdr-rls2410.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-ndrpdr-rls2410.hcl.tftpl
new file mode 100644
index 0000000000..49569f2a97
--- /dev/null
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-ndrpdr-rls2410.hcl.tftpl
@@ -0,0 +1,55 @@
+job "${job_name}" {
+ datacenters = ["${datacenters}"]
+ type = "${type}"
+ periodic {
+ cron = "${cron}"
+ prohibit_overlap = "${prohibit_overlap}"
+ time_zone = "${time_zone}"
+ }
+ group "${job_name}" {
+ restart {
+ mode = "fail"
+ }
+ constraint {
+ attribute = "$${attr.cpu.arch}"
+ operator = "!="
+ value = "arm64"
+ }
+ constraint {
+ attribute = "$${node.class}"
+ value = "builder"
+ }
+ task "${job_name}" {
+ artifact {
+ source = "git::https://github.com/FDio/csit"
+ destination = "local/csit"
+ }
+ driver = "docker"
+ config {
+ image = "${image}"
+ command = "gluesparksubmit"
+ args = [
+ "--driver-memory", "20g",
+ "--executor-memory", "20g",
+ "--executor-cores", "2",
+ "--master", "local[2]",
+ "coverage_ndrpdr_rls2410.py"
+ ]
+ work_dir = "/local/csit/csit.infra.etl"
+ }
+ env {
+ AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
+ AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
+ AWS_DEFAULT_REGION = "${aws_default_region}"
+ OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
+ OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
+ OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
+ ${ envs }
+ }
+ resources {
+ cpu = ${cpu}
+ memory = ${memory}
+ }
+ }
+ }
+}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2402.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2402.hcl.tftpl
deleted file mode 100644
index b474e75217..0000000000
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2402.hcl.tftpl
+++ /dev/null
@@ -1,55 +0,0 @@
-job "${job_name}" {
- datacenters = "${datacenters}"
- type = "${type}"
- periodic {
- cron = "${cron}"
- prohibit_overlap = "${prohibit_overlap}"
- time_zone = "${time_zone}"
- }
- group "${job_name}" {
- restart {
- mode = "fail"
- }
- constraint {
- attribute = "$${attr.cpu.arch}"
- operator = "!="
- value = "arm64"
- }
- constraint {
- attribute = "$${node.class}"
- value = "builder"
- }
- task "${job_name}" {
- artifact {
- source = "git::https://github.com/FDio/csit"
- destination = "local/csit"
- }
- driver = "docker"
- config {
- image = "${image}"
- command = "gluesparksubmit"
- args = [
- "--driver-memory", "20g",
- "--executor-memory", "20g",
- "--executor-cores", "2",
- "--master", "local[2]",
- "coverage_reconf_rls2402.py"
- ]
- work_dir = "/local/csit/csit.infra.etl"
- }
- env {
- AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
- AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
- AWS_DEFAULT_REGION = "${aws_default_region}"
- OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
- OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
- OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
- ${ envs }
- }
- resources {
- cpu = ${cpu}
- memory = ${memory}
- }
- }
- }
-} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2410.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2410.hcl.tftpl
new file mode 100644
index 0000000000..ad973cc5c3
--- /dev/null
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-reconf-rls2410.hcl.tftpl
@@ -0,0 +1,55 @@
+job "${job_name}" {
+ datacenters = ["${datacenters}"]
+ type = "${type}"
+ periodic {
+ cron = "${cron}"
+ prohibit_overlap = "${prohibit_overlap}"
+ time_zone = "${time_zone}"
+ }
+ group "${job_name}" {
+ restart {
+ mode = "fail"
+ }
+ constraint {
+ attribute = "$${attr.cpu.arch}"
+ operator = "!="
+ value = "arm64"
+ }
+ constraint {
+ attribute = "$${node.class}"
+ value = "builder"
+ }
+ task "${job_name}" {
+ artifact {
+ source = "git::https://github.com/FDio/csit"
+ destination = "local/csit"
+ }
+ driver = "docker"
+ config {
+ image = "${image}"
+ command = "gluesparksubmit"
+ args = [
+ "--driver-memory", "20g",
+ "--executor-memory", "20g",
+ "--executor-cores", "2",
+ "--master", "local[2]",
+ "coverage_reconf_rls2410.py"
+ ]
+ work_dir = "/local/csit/csit.infra.etl"
+ }
+ env {
+ AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
+ AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
+ AWS_DEFAULT_REGION = "${aws_default_region}"
+ OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
+ OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
+ OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
+ ${ envs }
+ }
+ resources {
+ cpu = ${cpu}
+ memory = ${memory}
+ }
+ }
+ }
+}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-soak-rls2402.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-soak-rls2402.hcl.tftpl
deleted file mode 100644
index 0352e1e879..0000000000
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-soak-rls2402.hcl.tftpl
+++ /dev/null
@@ -1,55 +0,0 @@
-job "${job_name}" {
- datacenters = "${datacenters}"
- type = "${type}"
- periodic {
- cron = "${cron}"
- prohibit_overlap = "${prohibit_overlap}"
- time_zone = "${time_zone}"
- }
- group "${job_name}" {
- restart {
- mode = "fail"
- }
- constraint {
- attribute = "$${attr.cpu.arch}"
- operator = "!="
- value = "arm64"
- }
- constraint {
- attribute = "$${node.class}"
- value = "builder"
- }
- task "${job_name}" {
- artifact {
- source = "git::https://github.com/FDio/csit"
- destination = "local/csit"
- }
- driver = "docker"
- config {
- image = "${image}"
- command = "gluesparksubmit"
- args = [
- "--driver-memory", "20g",
- "--executor-memory", "20g",
- "--executor-cores", "2",
- "--master", "local[2]",
- "coverage_soak_rls2402.py"
- ]
- work_dir = "/local/csit/csit.infra.etl"
- }
- env {
- AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
- AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
- AWS_DEFAULT_REGION = "${aws_default_region}"
- OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
- OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
- OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
- ${ envs }
- }
- resources {
- cpu = ${cpu}
- memory = ${memory}
- }
- }
- }
-} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-soak-rls2402.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-soak-rls2410.hcl.tftpl
index c4ad363879..f1426328da 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-soak-rls2402.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-soak-rls2410.hcl.tftpl
@@ -1,5 +1,5 @@
job "${job_name}" {
- datacenters = "${datacenters}"
+ datacenters = ["${datacenters}"]
type = "${type}"
periodic {
cron = "${cron}"
@@ -33,7 +33,7 @@ job "${job_name}" {
"--executor-memory", "20g",
"--executor-cores", "2",
"--master", "local[2]",
- "iterative_soak_rls2402.py"
+ "coverage_soak_rls2410.py"
]
work_dir = "/local/csit/csit.infra.etl"
}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-hoststack-rls2410.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-hoststack-rls2410.hcl.tftpl
new file mode 100644
index 0000000000..4d7217ba51
--- /dev/null
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-hoststack-rls2410.hcl.tftpl
@@ -0,0 +1,55 @@
+job "${job_name}" {
+ datacenters = ["${datacenters}"]
+ type = "${type}"
+ periodic {
+ cron = "${cron}"
+ prohibit_overlap = "${prohibit_overlap}"
+ time_zone = "${time_zone}"
+ }
+ group "${job_name}" {
+ restart {
+ mode = "fail"
+ }
+ constraint {
+ attribute = "$${attr.cpu.arch}"
+ operator = "!="
+ value = "arm64"
+ }
+ constraint {
+ attribute = "$${node.class}"
+ value = "builder"
+ }
+ task "${job_name}" {
+ artifact {
+ source = "git::https://github.com/FDio/csit"
+ destination = "local/csit"
+ }
+ driver = "docker"
+ config {
+ image = "${image}"
+ command = "gluesparksubmit"
+ args = [
+ "--driver-memory", "20g",
+ "--executor-memory", "20g",
+ "--executor-cores", "2",
+ "--master", "local[2]",
+ "iterative_hoststack_rls2410.py"
+ ]
+ work_dir = "/local/csit/csit.infra.etl"
+ }
+ env {
+ AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
+ AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
+ AWS_DEFAULT_REGION = "${aws_default_region}"
+ OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
+ OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
+ OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
+ ${ envs }
+ }
+ resources {
+ cpu = ${cpu}
+ memory = ${memory}
+ }
+ }
+ }
+}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-ndrpdr-rls2402.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-mrr-rls2410.hcl.tftpl
index 4a40321377..ed0d1c0577 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-ndrpdr-rls2402.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-mrr-rls2410.hcl.tftpl
@@ -1,5 +1,5 @@
job "${job_name}" {
- datacenters = "${datacenters}"
+ datacenters = ["${datacenters}"]
type = "${type}"
periodic {
cron = "${cron}"
@@ -33,7 +33,7 @@ job "${job_name}" {
"--executor-memory", "20g",
"--executor-cores", "2",
"--master", "local[2]",
- "iterative_ndrpdr_rls2402.py"
+ "iterative_mrr_rls2410.py"
]
work_dir = "/local/csit/csit.infra.etl"
}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-ndrpdr-rls2410.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-ndrpdr-rls2410.hcl.tftpl
new file mode 100644
index 0000000000..5df38a2410
--- /dev/null
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-ndrpdr-rls2410.hcl.tftpl
@@ -0,0 +1,55 @@
+job "${job_name}" {
+ datacenters = ["${datacenters}"]
+ type = "${type}"
+ periodic {
+ cron = "${cron}"
+ prohibit_overlap = "${prohibit_overlap}"
+ time_zone = "${time_zone}"
+ }
+ group "${job_name}" {
+ restart {
+ mode = "fail"
+ }
+ constraint {
+ attribute = "$${attr.cpu.arch}"
+ operator = "!="
+ value = "arm64"
+ }
+ constraint {
+ attribute = "$${node.class}"
+ value = "builder"
+ }
+ task "${job_name}" {
+ artifact {
+ source = "git::https://github.com/FDio/csit"
+ destination = "local/csit"
+ }
+ driver = "docker"
+ config {
+ image = "${image}"
+ command = "gluesparksubmit"
+ args = [
+ "--driver-memory", "20g",
+ "--executor-memory", "20g",
+ "--executor-cores", "2",
+ "--master", "local[2]",
+ "iterative_ndrpdr_rls2410.py"
+ ]
+ work_dir = "/local/csit/csit.infra.etl"
+ }
+ env {
+ AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
+ AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
+ AWS_DEFAULT_REGION = "${aws_default_region}"
+ OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
+ OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
+ OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
+ ${ envs }
+ }
+ resources {
+ cpu = ${cpu}
+ memory = ${memory}
+ }
+ }
+ }
+}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-reconf-rls2410.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-reconf-rls2410.hcl.tftpl
new file mode 100644
index 0000000000..4337ef1f20
--- /dev/null
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-reconf-rls2410.hcl.tftpl
@@ -0,0 +1,55 @@
+job "${job_name}" {
+ datacenters = ["${datacenters}"]
+ type = "${type}"
+ periodic {
+ cron = "${cron}"
+ prohibit_overlap = "${prohibit_overlap}"
+ time_zone = "${time_zone}"
+ }
+ group "${job_name}" {
+ restart {
+ mode = "fail"
+ }
+ constraint {
+ attribute = "$${attr.cpu.arch}"
+ operator = "!="
+ value = "arm64"
+ }
+ constraint {
+ attribute = "$${node.class}"
+ value = "builder"
+ }
+ task "${job_name}" {
+ artifact {
+ source = "git::https://github.com/FDio/csit"
+ destination = "local/csit"
+ }
+ driver = "docker"
+ config {
+ image = "${image}"
+ command = "gluesparksubmit"
+ args = [
+ "--driver-memory", "20g",
+ "--executor-memory", "20g",
+ "--executor-cores", "2",
+ "--master", "local[2]",
+ "iterative_reconf_rls2410.py"
+ ]
+ work_dir = "/local/csit/csit.infra.etl"
+ }
+ env {
+ AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
+ AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
+ AWS_DEFAULT_REGION = "${aws_default_region}"
+ OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
+ OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
+ OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
+ ${ envs }
+ }
+ resources {
+ cpu = ${cpu}
+ memory = ${memory}
+ }
+ }
+ }
+}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-reconf-rls2402.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-soak-rls2410.hcl.tftpl
index 670dd37a11..fb8db8c633 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-reconf-rls2402.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-iterative-soak-rls2410.hcl.tftpl
@@ -1,5 +1,5 @@
job "${job_name}" {
- datacenters = "${datacenters}"
+ datacenters = ["${datacenters}"]
type = "${type}"
periodic {
cron = "${cron}"
@@ -33,7 +33,7 @@ job "${job_name}" {
"--executor-memory", "20g",
"--executor-cores", "2",
"--master", "local[2]",
- "iterative_reconf_rls2402.py"
+ "iterative_soak_rls2410.py"
]
work_dir = "/local/csit/csit.infra.etl"
}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-stats.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-stats.hcl.tftpl
index 86ca584de7..6634018988 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-stats.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-stats.hcl.tftpl
@@ -1,5 +1,5 @@
job "${job_name}" {
- datacenters = "${datacenters}"
+ datacenters = ["${datacenters}"]
type = "${type}"
periodic {
cron = "${cron}"
@@ -21,8 +21,12 @@ job "${job_name}" {
}
task "${job_name}" {
artifact {
- source = "git::https://github.com/FDio/csit"
- destination = "local/csit"
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/stats.py"
+ destination = "local/"
+ }
+ artifact {
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/stats_sra.json"
+ destination = "local/"
}
driver = "docker"
config {
@@ -33,7 +37,7 @@ job "${job_name}" {
"--executor-memory", "10g",
"stats.py"
]
- work_dir = "/local/csit/csit.infra.etl"
+ work_dir = "/local"
}
env {
AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-hoststack.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-hoststack.hcl.tftpl
index 24aa4095d2..b8f7cc27c4 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-hoststack.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-hoststack.hcl.tftpl
@@ -1,5 +1,5 @@
job "${job_name}" {
- datacenters = "${datacenters}"
+ datacenters = ["${datacenters}"]
type = "${type}"
periodic {
cron = "${cron}"
@@ -21,8 +21,12 @@ job "${job_name}" {
}
task "${job_name}" {
artifact {
- source = "git::https://github.com/FDio/csit"
- destination = "local/csit"
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/trending_hoststack.py"
+ destination = "local/"
+ }
+ artifact {
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/trending_hoststack.json"
+ destination = "local/"
}
driver = "docker"
config {
@@ -33,7 +37,7 @@ job "${job_name}" {
"--executor-memory", "30g",
"trending_hoststack.py"
]
- work_dir = "/local/csit/csit.infra.etl"
+ work_dir = "/local"
}
env {
AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
@@ -50,4 +54,4 @@ job "${job_name}" {
}
}
}
-} \ No newline at end of file
+}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-mrr.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-mrr.hcl.tftpl
index 47d6149eed..d3b301d5b3 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-mrr.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-mrr.hcl.tftpl
@@ -1,5 +1,5 @@
job "${job_name}" {
- datacenters = "${datacenters}"
+ datacenters = ["${datacenters}"]
type = "${type}"
periodic {
cron = "${cron}"
@@ -21,8 +21,12 @@ job "${job_name}" {
}
task "${job_name}" {
artifact {
- source = "git::https://github.com/FDio/csit"
- destination = "local/csit"
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/trending_mrr.py"
+ destination = "local/"
+ }
+ artifact {
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/trending_mrr.json"
+ destination = "local/"
}
driver = "docker"
config {
@@ -33,7 +37,7 @@ job "${job_name}" {
"--executor-memory", "30g",
"trending_mrr.py"
]
- work_dir = "/local/csit/csit.infra.etl"
+ work_dir = "/local"
}
env {
AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
@@ -50,4 +54,4 @@ job "${job_name}" {
}
}
}
-} \ No newline at end of file
+}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
index 8cd40f537e..53a0aa2393 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
@@ -1,5 +1,5 @@
job "${job_name}" {
- datacenters = "${datacenters}"
+ datacenters = ["${datacenters}"]
type = "${type}"
periodic {
cron = "${cron}"
@@ -21,8 +21,12 @@ job "${job_name}" {
}
task "${job_name}" {
artifact {
- source = "git::https://github.com/FDio/csit"
- destination = "local/csit"
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/trending_ndrpdr.py"
+ destination = "local/"
+ }
+ artifact {
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/trending_ndrpdr.json"
+ destination = "local/"
}
driver = "docker"
config {
@@ -35,7 +39,7 @@ job "${job_name}" {
"--master", "local[2]",
"trending_ndrpdr.py"
]
- work_dir = "/local/csit/csit.infra.etl"
+ work_dir = "/local"
}
env {
AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
@@ -52,4 +56,4 @@ job "${job_name}" {
}
}
}
-} \ No newline at end of file
+}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-soak.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-soak.hcl.tftpl
index 6d77a898df..b18ce527bc 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-soak.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-soak.hcl.tftpl
@@ -1,5 +1,5 @@
job "${job_name}" {
- datacenters = "${datacenters}"
+ datacenters = ["${datacenters}"]
type = "${type}"
periodic {
cron = "${cron}"
@@ -21,8 +21,12 @@ job "${job_name}" {
}
task "${job_name}" {
artifact {
- source = "git::https://github.com/FDio/csit"
- destination = "local/csit"
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/trending_soak.py"
+ destination = "local/"
+ }
+ artifact {
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/trending_soak.json"
+ destination = "local/"
}
driver = "docker"
config {
@@ -35,7 +39,7 @@ job "${job_name}" {
"--master", "local[2]",
"trending_soak.py"
]
- work_dir = "/local/csit/csit.infra.etl"
+ work_dir = "/local"
}
env {
AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf
deleted file mode 100644
index aac81d9b78..0000000000
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf
+++ /dev/null
@@ -1,283 +0,0 @@
-data "vault_generic_secret" "fdio_logs" {
- path = "kv/secret/data/etl/fdio_logs"
-}
-
-data "vault_generic_secret" "fdio_docs" {
- path = "kv/secret/data/etl/fdio_docs"
-}
-
-module "etl-stats" {
- providers = {
- nomad = nomad.yul1
- }
- source = "../"
-
- aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
- aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
- aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
- out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
- out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
- out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "0 30 0 * * * *"
- datacenters = ["yul1"]
- job_name = "etl-stats"
-}
-
-module "etl-trending-hoststack" {
- providers = {
- nomad = nomad.yul1
- }
- source = "../"
-
- aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
- aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
- aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
- out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
- out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
- out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "0 30 0 * * * *"
- datacenters = ["yul1"]
- job_name = "etl-trending-hoststack"
-}
-
-module "etl-trending-mrr" {
- providers = {
- nomad = nomad.yul1
- }
- source = "../"
-
- aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
- aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
- aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
- out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
- out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
- out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "0 30 0 * * * *"
- datacenters = ["yul1"]
- job_name = "etl-trending-mrr"
- memory = 60000
-}
-
-module "etl-trending-ndrpdr" {
- providers = {
- nomad = nomad.yul1
- }
- source = "../"
-
- aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
- aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
- aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
- out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
- out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
- out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "0 30 0 * * * *"
- datacenters = ["yul1"]
- job_name = "etl-trending-ndrpdr"
- memory = 60000
-}
-
-module "etl-trending-soak" {
- providers = {
- nomad = nomad.yul1
- }
- source = "../"
-
- aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
- aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
- aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
- out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
- out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
- out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "0 30 0 * * * *"
- datacenters = ["yul1"]
- job_name = "etl-trending-soak"
- memory = 60000
-}
-
-#module "etl-iterative-hoststack-rls2402" {
-# providers = {
-# nomad = nomad.yul1
-# }
-# source = "../"
-#
-# aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
-# aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
-# aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
-# out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
-# out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
-# out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
-# cron = "0 30 0 * * * *"
-# datacenters = ["yul1"]
-# job_name = "etl-iterative-hoststack-rls2402"
-#}
-#
-#module "etl-iterative-mrr-rls2402" {
-# providers = {
-# nomad = nomad.yul1
-# }
-# source = "../"
-#
-# aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
-# aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
-# aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
-# out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
-# out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
-# out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
-# cron = "0 30 0 * * * *"
-# datacenters = ["yul1"]
-# job_name = "etl-iterative-mrr-rls2402"
-#}
-#
-#module "etl-iterative-ndrpdr-rls2402" {
-# providers = {
-# nomad = nomad.yul1
-# }
-# source = "../"
-#
-# aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
-# aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
-# aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
-# out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
-# out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
-# out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
-# cron = "0 30 0 * * * *"
-# datacenters = ["yul1"]
-# job_name = "etl-iterative-ndrpdr-rls2402"
-#}
-#
-#module "etl-iterative-reconf-rls2402" {
-# providers = {
-# nomad = nomad.yul1
-# }
-# source = "../"
-#
-# aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
-# aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
-# aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
-# out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
-# out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
-# out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
-# cron = "0 30 0 * * * *"
-# datacenters = ["yul1"]
-# job_name = "etl-iterative-reconf-rls2402"
-#}
-#
-#module "etl-iterative-soak-rls2402" {
-# providers = {
-# nomad = nomad.yul1
-# }
-# source = "../"
-#
-# aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
-# aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
-# aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
-# out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
-# out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
-# out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
-# cron = "0 30 0 * * * *"
-# datacenters = ["yul1"]
-# job_name = "etl-iterative-soak-rls2402"
-#}
-#
-#module "etl-coverage-device-rls2402" {
-# providers = {
-# nomad = nomad.yul1
-# }
-# source = "../"
-#
-# aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
-# aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
-# aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
-# out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
-# out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
-# out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
-# cron = "0 30 0 * * * *"
-# datacenters = ["yul1"]
-# job_name = "etl-coverage-device-rls2402"
-#}
-#
-#module "etl-coverage-hoststack-rls2402" {
-# providers = {
-# nomad = nomad.yul1
-# }
-# source = "../"
-#
-# aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
-# aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
-# aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
-# out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
-# out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
-# out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
-# cron = "0 30 0 * * * *"
-# datacenters = ["yul1"]
-# job_name = "etl-coverage-hoststack-rls2402"
-#}
-#
-#module "etl-coverage-mrr-rls2402" {
-# providers = {
-# nomad = nomad.yul1
-# }
-# source = "../"
-#
-# aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
-# aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
-# aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
-# out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
-# out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
-# out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
-# cron = "0 30 0 * * * *"
-# datacenters = ["yul1"]
-# job_name = "etl-coverage-mrr-rls2402"
-#}
-#
-#module "etl-coverage-ndrpdr-rls2402" {
-# providers = {
-# nomad = nomad.yul1
-# }
-# source = "../"
-#
-# aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
-# aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
-# aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
-# out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
-# out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
-# out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
-# cron = "0 30 0 * * * *"
-# datacenters = ["yul1"]
-# job_name = "etl-coverage-ndrpdr-rls2402"
-#}
-#
-#module "etl-coverage-reconf-rls2402" {
-# providers = {
-# nomad = nomad.yul1
-# }
-# source = "../"
-#
-# aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
-# aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
-# aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
-# out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
-# out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
-# out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
-# cron = "0 30 0 * * * *"
-# datacenters = ["yul1"]
-# job_name = "etl-coverage-reconf-rls2402"
-#}
-#
-#module "etl-coverage-soak-rls2402" {
-# providers = {
-# nomad = nomad.yul1
-# }
-# source = "../"
-#
-# aws_access_key_id = data.vault_generic_secret.fdio_logs.data["access_key"]
-# aws_secret_access_key = data.vault_generic_secret.fdio_logs.data["secret_key"]
-# aws_default_region = data.vault_generic_secret.fdio_logs.data["region"]
-# out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
-# out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
-# out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
-# cron = "0 30 0 * * * *"
-# datacenters = ["yul1"]
-# job_name = "etl-coverage-soak-rls2402"
-#}
-# \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/variables.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/variables.tf
deleted file mode 100644
index db24bdf0fa..0000000000
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/variables.tf
+++ /dev/null
@@ -1,47 +0,0 @@
-variable "nomad_acl" {
- description = "Nomad ACLs enabled/disabled."
- type = bool
- default = false
-}
-
-variable "nomad_provider_address" {
- description = "FD.io Nomad cluster address."
- type = string
- default = "http://10.30.51.23:4646"
-}
-
-variable "nomad_provider_ca_file" {
- description = "A local file path to a PEM-encoded certificate authority."
- type = string
- default = "/etc/nomad.d/ssl/nomad-ca.pem"
-}
-
-variable "nomad_provider_cert_file" {
- description = "A local file path to a PEM-encoded certificate."
- type = string
- default = "/etc/nomad.d/ssl/nomad-cli.pem"
-}
-
-variable "nomad_provider_key_file" {
- description = "A local file path to a PEM-encoded private key."
- type = string
- default = "/etc/nomad.d/ssl/nomad-cli-key.pem"
-}
-
-variable "vault_provider_address" {
- description = "Vault cluster address."
- type = string
- default = "http://10.30.51.23:8200"
-}
-
-variable "vault_provider_skip_tls_verify" {
- description = "Verification of the Vault server's TLS certificate."
- type = bool
- default = false
-}
-
-variable "vault_provider_token" {
- description = "Vault root token."
- type = string
- sensitive = true
-}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/versions.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/versions.tf
deleted file mode 100644
index 0c05e76d65..0000000000
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/versions.tf
+++ /dev/null
@@ -1,17 +0,0 @@
-terraform {
- backend "consul" {
- address = "10.30.51.23:8500"
- scheme = "http"
- path = "terraform/etl"
- }
- required_providers {
- nomad = {
- source = "hashicorp/nomad"
- version = ">= 1.4.20"
- }
- vault = {
- version = ">= 3.12.0"
- }
- }
- required_version = ">= 1.5.4"
-}
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/main.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/main.tf
index cd6a9a52ff..57baa24276 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/main.tf
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/main.tf
@@ -1,33 +1,28 @@
-locals {
- datacenters = join(",", var.datacenters)
- envs = join("\n", concat([], var.envs))
+data "vault_kv_secret_v2" "fdio_logs" {
+ mount = "kv"
+ name = "etl/fdio_logs"
}
-resource "nomad_job" "nomad_job" {
- jobspec = templatefile(
- "${path.module}/conf/nomad/${var.job_name}.hcl.tftpl",
- {
- aws_access_key_id = var.aws_access_key_id,
- aws_secret_access_key = var.aws_secret_access_key,
- aws_default_region = var.aws_default_region
- cpu = var.cpu,
- cron = var.cron,
- datacenters = local.datacenters,
- envs = local.envs,
- image = var.image,
- job_name = var.job_name,
- memory = var.memory,
- out_aws_access_key_id = var.out_aws_access_key_id,
- out_aws_secret_access_key = var.out_aws_secret_access_key,
- out_aws_default_region = var.out_aws_default_region
- prohibit_overlap = var.prohibit_overlap,
- time_zone = var.time_zone,
- type = var.type,
- use_vault_provider = var.vault_secret.use_vault_provider,
- vault_kv_policy_name = var.vault_secret.vault_kv_policy_name,
- vault_kv_path = var.vault_secret.vault_kv_path,
- vault_kv_field_access_key = var.vault_secret.vault_kv_field_access_key,
- vault_kv_field_secret_key = var.vault_secret.vault_kv_field_secret_key
- })
- detach = false
+data "vault_kv_secret_v2" "fdio_docs" {
+ mount = "kv"
+ name = "etl/fdio_docs"
}
+
+module "etl" {
+ for_each = { for job in var.nomad_jobs : job.job_name => job }
+ providers = {
+ nomad = nomad.yul1
+ }
+ source = "../terraform-nomad-nomad-job"
+
+ aws_access_key_id = data.vault_kv_secret_v2.fdio_logs.data.access_key
+ aws_secret_access_key = data.vault_kv_secret_v2.fdio_logs.data.secret_key
+ aws_default_region = data.vault_kv_secret_v2.fdio_logs.data.region
+ out_aws_access_key_id = data.vault_kv_secret_v2.fdio_docs.data.access_key
+ out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data.secret_key
+ out_aws_default_region = data.vault_kv_secret_v2.fdio_docs.data.region
+ cron = "0 30 0 * * * *"
+ datacenters = ["yul1"]
+ job_name = each.key
+ memory = each.value.memory
+} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/providers.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/providers.tf
index c6617da02b..c6617da02b 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/providers.tf
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/providers.tf
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/variables.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/variables.tf
index f6d318e855..e8ddeb086c 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/variables.tf
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/variables.tf
@@ -1,115 +1,118 @@
-# Nomad
-variable "datacenters" {
- description = "Specifies the list of DCs to be considered placing this task."
- type = list(string)
- default = ["dc1"]
-}
-
-# ETL
-variable "aws_access_key_id" {
- description = "AWS access key."
- type = string
- default = "aws"
-}
-
-variable "aws_secret_access_key" {
- description = "AWS secret key"
- type = string
- default = "aws"
-}
-
-variable "aws_default_region" {
- description = "AWS region"
- type = string
- default = "aws"
-}
-
-variable "cpu" {
- description = "Specifies the CPU required to run this task in MHz."
- type = number
- default = 10000
-}
-
-variable "cron" {
- description = "Specifies a cron expression configuring the interval to launch."
- type = string
- default = "@daily"
-}
-
-variable "envs" {
- description = "Specifies ETL environment variables."
- type = list(string)
- default = []
+variable "nomad_acl" {
+ description = "Nomad ACLs enabled/disabled."
+ type = bool
+ default = false
}
-variable "image" {
- description = "Specifies the Docker image to run."
+variable "nomad_provider_address" {
+ description = "FD.io Nomad cluster address."
type = string
- default = "pmikus/docker-ubuntu-focal-aws-glue:latest"
+ default = "http://10.30.51.23:4646"
}
-variable "job_name" {
- description = "Specifies a name for the job."
+variable "nomad_provider_ca_file" {
+ description = "A local file path to a PEM-encoded certificate authority."
type = string
- default = "etl"
-}
-
-variable "memory" {
- description = "Specifies the memory required in MB."
- type = number
- default = 50000
+ default = "/etc/nomad.d/ssl/nomad-ca.pem"
}
-variable "out_aws_access_key_id" {
- description = "AWS access key."
+variable "nomad_provider_cert_file" {
+ description = "A local file path to a PEM-encoded certificate."
type = string
- default = "aws"
+ default = "/etc/nomad.d/ssl/nomad.pem"
}
-variable "out_aws_secret_access_key" {
- description = "AWS secret key"
+variable "nomad_provider_key_file" {
+ description = "A local file path to a PEM-encoded private key."
type = string
- default = "aws"
+ default = "/etc/nomad.d/ssl/nomad-key.pem"
}
-variable "out_aws_default_region" {
- description = "AWS region"
+variable "vault_provider_address" {
+ description = "Vault cluster address."
type = string
- default = "aws"
+ default = "http://10.30.51.23:8200"
}
-variable "prohibit_overlap" {
- description = "Specifies if this job should wait until previous completed."
+variable "vault_provider_skip_tls_verify" {
+ description = "Verification of the Vault server's TLS certificate."
type = bool
- default = true
+ default = false
}
-variable "time_zone" {
- description = "Specifies the time zone to evaluate the next launch interval."
+variable "vault_provider_token" {
+ description = "Vault root token."
type = string
- default = "UTC"
-}
-
-variable "type" {
- description = "Specifies the Nomad scheduler to use."
- type = string
- default = "batch"
-}
-
-variable "vault_secret" {
- type = object({
- use_vault_provider = bool,
- vault_kv_policy_name = string,
- vault_kv_path = string,
- vault_kv_field_access_key = string,
- vault_kv_field_secret_key = string
- })
- description = "Set of properties to be able to fetch secret from vault."
- default = {
- use_vault_provider = false
- vault_kv_policy_name = "kv"
- vault_kv_path = "secret/data/etl"
- vault_kv_field_access_key = "access_key"
- vault_kv_field_secret_key = "secret_key"
- }
-}
+ sensitive = true
+}
+
+variable "nomad_jobs" {
+ description = "List of ETL jobs"
+ type = list(map(any))
+ default = [
+ {
+ job_name = "etl-stats"
+ memory = 50000
+ },
+ {
+ job_name = "etl-trending-hoststack"
+ memory = 50000
+ },
+ {
+ job_name = "etl-iterative-hoststack-rls2410"
+ memory = 50000
+ },
+ {
+ job_name = "etl-iterative-mrr-rls2410"
+ memory = 50000
+ },
+ {
+ job_name = "etl-iterative-ndrpdr-rls2410"
+ memory = 50000
+ },
+ {
+ job_name = "etl-iterative-reconf-rls2410"
+ memory = 50000
+ },
+ {
+ job_name = "etl-iterative-soak-rls2410"
+ memory = 50000
+ },
+ {
+ job_name = "etl-coverage-device-rls2410"
+ memory = 50000
+ },
+ {
+ job_name = "etl-coverage-hoststack-rls2410"
+ memory = 50000
+ },
+ {
+ job_name = "etl-coverage-mrr-rls2410"
+ memory = 50000
+ },
+ {
+ job_name = "etl-coverage-ndrpdr-rls2410"
+ memory = 50000
+ },
+ {
+ job_name = "etl-coverage-reconf-rls2410"
+ memory = 50000
+ },
+ {
+ job_name = "etl-coverage-soak-rls2410"
+ memory = 50000
+ },
+ {
+ job_name = "etl-trending-mrr"
+ memory = 60000
+ },
+ {
+ job_name = "etl-trending-ndrpdr"
+ memory = 60000
+ },
+ {
+ job_name = "etl-trending-soak"
+ memory = 60000
+ }
+ ]
+} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/versions.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/versions.tf
index f40435fe77..ffe25bb42e 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/versions.tf
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/versions.tf
@@ -1,8 +1,16 @@
terraform {
+ backend "consul" {
+ address = "10.30.51.23:8500"
+ scheme = "http"
+ path = "terraform/etl"
+ }
required_providers {
nomad = {
source = "hashicorp/nomad"
- version = ">= 1.4.20"
+ version = ">= 2.3.0"
+ }
+ vault = {
+ version = ">= 4.3.0"
}
}
required_version = ">= 1.5.4"
diff --git a/fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/main.tf b/fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/main.tf
index 4473dafda8..08c3ca8b73 100644
--- a/fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/main.tf
+++ b/fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/main.tf
@@ -2,16 +2,22 @@ module "fdio-logs" {
# fdio logs iam
source = "../"
name = "dynamic-aws-creds-vault-fdio-logs"
+ aws_access_key = var.aws_access_key
+ aws_secret_key = var.aws_secret_key
}
module "fdio-docs" {
# fdio docs iam
source = "../"
name = "dynamic-aws-creds-vault-fdio-docs"
+ aws_access_key = var.aws_access_key
+ aws_secret_key = var.aws_secret_key
}
module "fdio-csit-jenkins" {
# fdio csit jenkins iam
source = "../"
name = "dynamic-aws-creds-vault-fdio-csit-jenkins"
+ aws_access_key = var.aws_access_key
+ aws_secret_key = var.aws_secret_key
}
diff --git a/fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/variables.tf b/fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/variables.tf
index d3d728a49d..b1f64eccf2 100644
--- a/fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/variables.tf
+++ b/fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/variables.tf
@@ -1,7 +1,7 @@
variable "vault_provider_address" {
description = "Vault cluster address."
type = string
- default = "http://10.30.51.23:8200"
+ default = "http://10.30.51.26:8200"
}
variable "vault_provider_skip_tls_verify" {
@@ -15,3 +15,15 @@ variable "vault_provider_token" {
type = string
sensitive = true
}
+
+variable "aws_access_key" {
+ description = "AWS access key"
+ type = string
+ sensitive = true
+}
+
+variable "aws_secret_key" {
+ description = "AWS secret key"
+ type = string
+ sensitive = true
+} \ No newline at end of file
diff --git a/fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/versions.tf b/fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/versions.tf
index 4c93000093..c573731d65 100644
--- a/fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/versions.tf
+++ b/fdio.infra.terraform/terraform-vault-aws-secret-backend/fdio/versions.tf
@@ -1,12 +1,12 @@
terraform {
backend "consul" {
- address = "10.30.51.23:8500"
+ address = "10.30.51.26:8500"
scheme = "http"
path = "terraform/aws-secret-backend"
}
required_providers {
vault = {
- version = ">= 3.12.0"
+ version = "4.3.0"
}
}
required_version = ">= 1.5.4"
diff --git a/fdio.infra.terraform/terraform-vault-aws-secret-backend/main.tf b/fdio.infra.terraform/terraform-vault-aws-secret-backend/main.tf
index a65c390792..814121986f 100644
--- a/fdio.infra.terraform/terraform-vault-aws-secret-backend/main.tf
+++ b/fdio.infra.terraform/terraform-vault-aws-secret-backend/main.tf
@@ -19,7 +19,10 @@ resource "vault_aws_secret_backend_role" "admin" {
{
"Effect": "Allow",
"Action": [
- "iam:*", "ec2:*"
+ "iam:*",
+ "ec2:*",
+ "s3:*",
+ "elasticbeanstalk:*"
],
"Resource": "*"
}
diff --git a/fdio.infra.terraform/terraform-vault-aws-secret-backend/versions.tf b/fdio.infra.terraform/terraform-vault-aws-secret-backend/versions.tf
index 996288568d..f084df8654 100644
--- a/fdio.infra.terraform/terraform-vault-aws-secret-backend/versions.tf
+++ b/fdio.infra.terraform/terraform-vault-aws-secret-backend/versions.tf
@@ -1,7 +1,7 @@
terraform {
required_providers {
vault = {
- version = ">=2.22.1"
+ version = "4.3.0"
}
}
required_version = ">= 1.1.4"
diff --git a/fdio.infra/packer-aws-sut/ubuntu_jammy_x86.pkr.hcl b/fdio.infra/packer-aws-sut/ubuntu_jammy_x86.pkr.hcl
index 7293d176e0..625a3a1ea7 100644
--- a/fdio.infra/packer-aws-sut/ubuntu_jammy_x86.pkr.hcl
+++ b/fdio.infra/packer-aws-sut/ubuntu_jammy_x86.pkr.hcl
@@ -51,7 +51,7 @@ source "amazon-ebs" "csit_ubuntu_jammy_x86_sut" {
ami_name = "csit_ubuntu_jammy_x86_sut"
ami_description = "CSIT SUT image based on Ubuntu Jammy"
ena_support = true
- instance_type = "c5n.4xlarge"
+ instance_type = "c6in.4xlarge"
launch_block_device_mappings {
device_name = "/dev/sda1"
volume_size = 40
@@ -60,7 +60,7 @@ source "amazon-ebs" "csit_ubuntu_jammy_x86_sut" {
force_deregister = true
region = "eu-central-1"
skip_create_ami = false
- source_ami = "ami-04e601abe3e1a910f"
+ source_ami = "ami-026c3177c9bd54288"
ssh_username = "ubuntu"
}
@@ -68,7 +68,7 @@ source "amazon-ebs" "csit_ubuntu_jammy_x86_tg" {
ami_name = "csit_ubuntu_jammy_x86_tg"
ami_description = "CSIT TG image based on Ubuntu Jammy"
ena_support = true
- instance_type = "c5n.4xlarge"
+ instance_type = "c6in.4xlarge"
launch_block_device_mappings {
device_name = "/dev/sda1"
volume_size = 40
@@ -77,7 +77,7 @@ source "amazon-ebs" "csit_ubuntu_jammy_x86_tg" {
force_deregister = true
region = "eu-central-1"
skip_create_ami = false
- source_ami = "ami-04e601abe3e1a910f"
+ source_ami = "ami-026c3177c9bd54288"
ssh_username = "ubuntu"
}
@@ -92,10 +92,10 @@ build {
provisioner "ansible" {
playbook_file = var.ansible_file_path
user = "ubuntu"
+ use_proxy = false
groups = ["sut_aws"]
extra_arguments = [
"--extra-vars", "ansible_ssh_pass=${var.ansible_provision_pwd}",
- "--extra-vars", "ansible_python_interpreter=${var.ansible_python_executable}",
"--extra-vars", "aws=true"
]
}
@@ -115,10 +115,10 @@ build {
provisioner "ansible" {
playbook_file = var.ansible_file_path
user = "ubuntu"
+ use_proxy = false
groups = ["tg_aws"]
extra_arguments = [
"--extra-vars", "ansible_ssh_pass=${var.ansible_provision_pwd}",
- "--extra-vars", "ansible_python_interpreter=${var.ansible_python_executable}",
"--extra-vars", "aws=true"
]
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/Dockerfile b/fdio.infra/pxe/docker-dnsmasq/Dockerfile
index 6c7dd5a16a..8b2cc2bd41 100644
--- a/fdio.infra/pxe/docker-dnsmasq/Dockerfile
+++ b/fdio.infra/pxe/docker-dnsmasq/Dockerfile
@@ -1,4 +1,4 @@
-FROM ubuntu:22.04 as ubuntu_jammy
+FROM ubuntu:24.04 AS ubuntu_noble
LABEL Description="ubuntu intermediate image"
LABEL Version="2.0"
@@ -7,29 +7,29 @@ RUN apt update \
&& apt install -y wget genisoimage syslinux-common \
&& mkdir -p /var/lib/tftpboot/grub \
&& mkdir -p /var/lib/tftpboot/grub/fonts \
- && mkdir -p /var/lib/tftpboot/casper/ubuntu-jammy-amd64/ \
- && mkdir -p /var/lib/tftpboot/casper/ubuntu-jammy-arm64/
+ && mkdir -p /var/lib/tftpboot/casper/ubuntu-noble-amd64/ \
+ && mkdir -p /var/lib/tftpboot/casper/ubuntu-noble-arm64/
-ENV ISO_JAMMY_AMD64 https://old-releases.ubuntu.com/releases/22.04.1/ubuntu-22.04.1-live-server-amd64.iso
-ENV ISO_JAMMY_ARM64 https://old-releases.ubuntu.com/releases/22.04.1/ubuntu-22.04.1-live-server-arm64.iso
-ENV EFI_JAMMY_AMD64 http://archive.ubuntu.com/ubuntu/dists/jammy/main/uefi/grub2-amd64/current/grubnetx64.efi.signed
-ENV EFI_JAMMY_ARM64 http://ports.ubuntu.com/ubuntu-ports/dists/jammy/main/uefi/grub2-arm64/current/grubnetaa64.efi.signed
+ENV ISO_NOBLE_AMD64=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso
+ENV ISO_NOBLE_ARM64=https://cdimage.ubuntu.com/releases/noble/release/ubuntu-24.04-live-server-arm64.iso
+ENV EFI_NOBLE_AMD64=http://archive.ubuntu.com/ubuntu/dists/jammy/main/uefi/grub2-amd64/current/grubnetx64.efi.signed
+ENV EFI_NOBLE_ARM64=http://ports.ubuntu.com/ubuntu-ports/dists/jammy/main/uefi/grub2-arm64/current/grubnetaa64.efi.signed
RUN echo "Preparing Grub EFI Binary" \
- && wget $EFI_JAMMY_AMD64 -O /var/lib/tftpboot/grubx64.efi \
- && wget $EFI_JAMMY_ARM64 -O /var/lib/tftpboot/grubaa64.efi \
+ && wget $EFI_NOBLE_AMD64 -O /var/lib/tftpboot/grubx64.efi \
+ && wget $EFI_NOBLE_ARM64 -O /var/lib/tftpboot/grubaa64.efi \
&& apt download shim-signed \
&& dpkg-deb --fsys-tarfile shim-signed*deb | tar x ./usr/lib/shim/shimx64.efi.signed.latest -O > /var/lib/tftpboot/bootx64.efi \
&& apt download grub-common \
&& dpkg-deb --fsys-tarfile grub-common*deb | tar x ./usr/share/grub/unicode.pf2 -O > /var/lib/tftpboot/grub/fonts/unicode.pf2
RUN echo "Preparing Casper Kernel" \
- && wget $ISO_JAMMY_AMD64 -O /ubuntu-22.04.1-live-server-amd64.iso \
- && isoinfo -i /ubuntu-22.04.1-live-server-amd64.iso -x "/CASPER/INITRD.;1" > /var/lib/tftpboot/casper/ubuntu-jammy-amd64/initrd \
- && isoinfo -i /ubuntu-22.04.1-live-server-amd64.iso -x "/CASPER/VMLINUZ.;1" > /var/lib/tftpboot/casper/ubuntu-jammy-amd64/vmlinuz \
- && wget $ISO_JAMMY_ARM64 -O /ubuntu-22.04.1-live-server-arm64.iso \
- && isoinfo -i /ubuntu-22.04.1-live-server-arm64.iso -x "/CASPER/INITRD.;1" > /var/lib/tftpboot/casper/ubuntu-jammy-arm64/initrd \
- && isoinfo -i /ubuntu-22.04.1-live-server-arm64.iso -x "/CASPER/VMLINUZ.;1" > /var/lib/tftpboot/casper/ubuntu-jammy-arm64/vmlinuz
+ && wget $ISO_NOBLE_AMD64 -O /ubuntu-24.04-live-server-amd64.iso \
+ && isoinfo -i /ubuntu-24.04-live-server-amd64.iso -x "/CASPER/INITRD.;1" > /var/lib/tftpboot/casper/ubuntu-noble-amd64/initrd \
+ && isoinfo -i /ubuntu-24.04-live-server-amd64.iso -x "/CASPER/VMLINUZ.;1" > /var/lib/tftpboot/casper/ubuntu-noble-amd64/vmlinuz \
+ && wget $ISO_NOBLE_ARM64 -O /ubuntu-24.04-live-server-arm64.iso \
+ && isoinfo -i /ubuntu-24.04-live-server-arm64.iso -x "/CASPER/INITRD.;1" > /var/lib/tftpboot/casper/ubuntu-noble-arm64/initrd \
+ && isoinfo -i /ubuntu-24.04-live-server-arm64.iso -x "/CASPER/VMLINUZ.;1" > /var/lib/tftpboot/casper/ubuntu-noble-arm64/vmlinuz
FROM alpine
@@ -40,7 +40,7 @@ RUN apk add --update --no-cache dnsmasq \
&& rm -rf /var/cache/apk/*
# Extract installer from previous image.
-COPY --from=ubuntu_jammy /var/lib/tftpboot /var/lib/tftpboot
+COPY --from=ubuntu_noble /var/lib/tftpboot /var/lib/tftpboot
# Configure PXE.
COPY tftpboot/ /var/lib/tftpboot/
@@ -50,4 +50,4 @@ COPY etc/ /etc/
# Start dnsmasq. It picks up default configuration from /etc/dnsmasq.conf and
# /etc/default/dnsmasq plus any command line switch
-ENTRYPOINT ["sh","-c","dnsmasq","--interface=$E_INT","--listen-address=$E_ADD"] \ No newline at end of file
+ENTRYPOINT ["sh","-c","dnsmasq","--interface=$E_INT","--listen-address=$E_ADD"]
diff --git a/fdio.infra/pxe/docker-dnsmasq/etc/dnsmasq.conf b/fdio.infra/pxe/docker-dnsmasq/etc/dnsmasq.conf
index 5e8511a5e2..0676560a93 100755
--- a/fdio.infra/pxe/docker-dnsmasq/etc/dnsmasq.conf
+++ b/fdio.infra/pxe/docker-dnsmasq/etc/dnsmasq.conf
@@ -37,67 +37,58 @@ dhcp-option=yul1_2,option:dns-server,1.1.1.1
dhcp-option=yul1_2,option:dns-server,8.8.8.8
# Hosts DHCP settings yul1_1 subnet.
-dhcp-host=7c:c2:55:55:c0:74,10.30.51.21,s21-nomad,infinite # eno1
-dhcp-host=7c:c2:55:55:c0:7a,10.30.51.22,s22-nomad,infinite # eno1
-dhcp-host=ac:1f:6b:5a:6a:d4,10.30.51.23,s23-nomad,infinite # eno1
-dhcp-host=ac:1f:6b:5a:6a:b4,10.30.51.24,s24-nomad,infinite # eno1
-dhcp-host=ac:1f:6b:5a:6b:08,10.30.51.25,s25-nomad,infinite # eno1
-dhcp-host=ac:1f:6b:ac:d9:2e,10.30.51.26,s26-nomad,infinite # eno1
-dhcp-host=ac:1f:6b:8b:55:d8,10.30.51.27,s27-nomad,infinite # eno1
-dhcp-host=ac:1f:6b:8a:8d:0a,10.30.51.28,s28-nomad,infinite # eno1
-dhcp-host=7c:c2:55:55:c0:78,10.30.51.30,s30-t15-sut1,infinite # eno1
-dhcp-host=7c:c2:55:55:c0:6c,10.30.51.31,s31-t16-sut1,infinite # eno1
-dhcp-host=3c:ec:ef:d9:dd:6b,10.30.51.32,s32-t31-sut1,infinite # eno2
-dhcp-host=3c:ec:ef:d9:de:27,10.30.51.33,s33-t31-sut2,infinite # eno2
-dhcp-host=3c:ec:ef:d9:dd:77,10.30.51.34,s34-t32-sut1,infinite # eno2
-dhcp-host=3c:ec:ef:d9:dd:eb,10.30.51.35,s35-t32-sut2,infinite # eno2
-dhcp-host=a0:a3:3b:c1:14:28,10.30.51.36,s17-t33-sut1,infinite # enahisic2i0
-dhcp-host=a0:a3:3b:c1:12:fa,10.30.51.37,s18-t33-sut2,infinite # enahisic2i0
-dhcp-host=40:8d:5c:e7:b2:6e,10.30.51.38,fdio-marvell-dev,infinite # enP2p1s0v0
-dhcp-host=ac:1f:6b:8b:53:60,10.30.51.49,s19-t33t211-tg1,infinite # eno1
-dhcp-host=ac:1f:6b:8a:8c:76,10.30.51.50,s1-t11-sut1,infinite # eno1
-dhcp-host=ac:1f:6b:8b:53:96,10.30.51.51,s2-t12-sut1,infinite # eno1
-dhcp-host=7c:c2:55:27:58:36,10.30.51.52,s52-t21-sut1,infinite # eno1
-dhcp-host=7c:c2:55:25:3b:4a,10.30.51.53,s53-t21-tg1,infinite # eno1
-dhcp-host=7c:c2:55:27:58:44,10.30.51.54,s54-t22-sut1,infinite # eno1
-dhcp-host=7c:c2:55:27:58:1c,10.30.51.55,s55-t22-tg1,infinite # eno1
-dhcp-host=7c:c2:55:25:3b:4c,10.30.51.56,s56-t23-sut1,infinite # eno1
-dhcp-host=7c:c2:55:25:3b:2e,10.30.51.57,s57-t23-tg1,infinite # eno1
-dhcp-host=7c:c2:55:27:58:42,10.30.51.58,s58-t24-sut1,infinite # eno1
-dhcp-host=7c:c2:55:27:58:5c,10.30.51.59,s59-t24-tg1,infinite # eno1
-dhcp-host=e0:d5:5e:ae:70:26,10.30.51.69,s27-t211-sut1,infinite # eno1
-dhcp-host=b4:2e:99:ab:1d:e8,10.30.51.70,s55-t13-sut1,infinite # enp8s0f0
-dhcp-host=b4:2e:99:ab:1d:dc,10.30.51.71,s56-t14-sut1,infinite # enp8s0f0
-dhcp-host=90:e2:ba:55:be:32,10.30.51.72,s62-t34-sut1,infinite # enp1s0f0
-dhcp-host=90:e2:ba:49:db:b4,10.30.51.73,s63-t34-sut2,infinite # enp1s0f0
-dhcp-host=3c:ec:ef:b9:cc:56,10.30.51.74,s64-t34-tg1,infinite # eno1
-dhcp-host=3c:ec:ef:b9:a6:ba,10.30.51.75,s65-t37-sut1,infinite # eno1
-dhcp-host=3c:ec:ef:b9:a6:80,10.30.51.76,s66-t37-sut2,infinite # eno1
-dhcp-host=3c:ec:ef:b9:a6:c6,10.30.51.77,s67-t37-tg1,infinite # eno1
-dhcp-host=3c:ec:ef:bc:a0:ec,10.30.51.78,s78-t38-sut1,infinite # eno1
-dhcp-host=3c:ec:ef:bc:a0:d4,10.30.51.79,s79-t38-sut2,infinite # eno1
-dhcp-host=3c:ec:ef:bc:92:b2,10.30.51.80,s80-t38-tg1,infinite # eno1
-dhcp-host=3c:ec:ef:b9:a6:ca,10.30.51.81,s71-t212-sut1,infinite # eno1
-dhcp-host=3c:ec:ef:b9:7f:12,10.30.51.82,s72-t212-tg1,infinite # eno1
-dhcp-host=3c:ec:ef:bc:a1:ea,10.30.51.83,s83-t213-sut1,infinite # eno1
-dhcp-host=3c:ec:ef:bc:92:26,10.30.51.84,s84-t213-tg1,infinite # eno1
-dhcp-host=3c:ec:ef:b9:a6:92,10.30.51.85,s85-t214-sut1,infinite # eno1
-dhcp-host=3c:ec:ef:bc:92:e4,10.30.51.86,s86-t214-tg1,infinite # eno1
-dhcp-host=3c:ec:ef:bc:92:e8,10.30.51.87,s87-t215-sut1,infinite # eno1
-dhcp-host=3c:ec:ef:bc:a1:ac,10.30.51.88,s88-t215-tg1,infinite # eno1
-dhcp-host=3c:ec:ef:b9:cc:44,10.30.51.89,s89-t39t310-tg1,infinite # eno1
-dhcp-host=3c:ec:ef:bc:85:8a,10.30.51.90,s90-t31t32-tg1,infinite #eno1
-dhcp-host=d8:5e:d3:02:b1:bb,10.30.51.91,s91-nomad,infinite #eno1
-dhcp-host=d8:5e:d3:02:b1:9f,10.30.51.92,s92-nomad,infinite #eno1
-dhcp-host=a4:bf:01:55:ac:39,10.30.51.93,s93-t39-sut1,infinite # enp4s0
-dhcp-host=a4:bf:01:55:af:5e,10.30.51.94,s94-t39-sut2,infinite # enp4s0
-
+dhcp-host=7c:c2:55:55:c0:74,10.30.51.21,s21-nomad,infinite # eno1 SPR
+dhcp-host=7c:c2:55:55:c0:7a,10.30.51.22,s22-nomad,infinite # eno1 SPR
+dhcp-host=ac:1f:6b:5a:6a:d4,10.30.51.23,s23-nomad,infinite # eno1np0 CLX
+dhcp-host=ac:1f:6b:5a:6a:b4,10.30.51.24,s24-nomad,infinite # eno1np0 CLX
+dhcp-host=ac:1f:6b:5a:6b:08,10.30.51.25,s25-nomad,infinite # eno1np0 CLX
+dhcp-host=ac:1f:6b:ac:d9:2e,10.30.51.26,s26-nomad,infinite # eno1np0 CLX
+dhcp-host=ac:1f:6b:8b:55:d8,10.30.51.27,s27-nomad,infinite # eno1 SKX
+dhcp-host=ac:1f:6b:8a:8d:0a,10.30.51.28,s28-nomad,infinite # eno1 SKX
+dhcp-host=7c:c2:55:55:c0:78,10.30.51.30,s30-t15-sut1,infinite # eno1 SPR
+dhcp-host=7c:c2:55:55:c0:6c,10.30.51.31,s31-t16-sut1,infinite # eno1 SPR
+dhcp-host=3c:ec:ef:d9:dd:6b,10.30.51.32,s32-t31-sut1,infinite # eno2 ICXD
+dhcp-host=3c:ec:ef:d9:de:27,10.30.51.33,s33-t31-sut2,infinite # eno2 ICXD
+dhcp-host=3c:ec:ef:d9:dd:77,10.30.51.34,s34-t32-sut1,infinite # eno2 ICXD
+dhcp-host=3c:ec:ef:d9:dd:eb,10.30.51.35,s35-t32-sut2,infinite # eno2 ICXD
+dhcp-host=ac:1f:6b:ac:d7:ba,10.30.51.36,s36-t27-sut1,infinite # eno1 GRC
+dhcp-host=3c:ec:ef:b9:cc:44,10.30.51.37,s37-t27-tg1,infinite # eno1 ICX
+dhcp-host=40:8d:5c:e7:b2:6e,10.30.51.38,fdio-marvell-dev,infinite # enP2p1s0v0 ARM-DEV
+dhcp-host=ac:1f:6b:8a:8c:76,10.30.51.50,s50-nomad,infinite # eno1 HST
+dhcp-host=ac:1f:6b:8b:53:96,10.30.51.51,s51-nomad,infinite # eno1 HST
+dhcp-host=7c:c2:55:27:58:36,10.30.51.52,s52-t21-sut1,infinite # eno1 SPR
+dhcp-host=7c:c2:55:25:3b:4a,10.30.51.53,s53-t21-tg1,infinite # eno1 SPR
+dhcp-host=7c:c2:55:27:58:44,10.30.51.54,s54-t22-sut1,infinite # eno1 SPR
+dhcp-host=7c:c2:55:27:58:1c,10.30.51.55,s55-t22-tg1,infinite # eno1 SPR
+dhcp-host=7c:c2:55:25:3b:4c,10.30.51.56,s56-t23-sut1,infinite # eno1 SPR
+dhcp-host=7c:c2:55:25:3b:2e,10.30.51.57,s57-t23-tg1,infinite # eno1 SPR
+dhcp-host=7c:c2:55:27:58:42,10.30.51.58,s58-t24-sut1,infinite # eno1 SPR
+dhcp-host=7c:c2:55:27:58:5c,10.30.51.59,s59-t24-tg1,infinite # eno1 SPR
+dhcp-host=d8:5e:d3:e7:aa:4c,10.30.51.70,s70-t13-sut1,infinite # eno1/enP2p1s0f0 ALT
+dhcp-host=d8:5e:d3:e7:a9:6c,10.30.51.71,s71-t14-sut1,infinite # eno1/enP2p1s0f0 ALT
+dhcp-host=90:e2:ba:55:be:32,10.30.51.72,s62-t34-sut1,infinite # enp1s0f0 ALT
+dhcp-host=90:e2:ba:49:db:b4,10.30.51.73,s63-t34-sut2,infinite # enp1s0f0 ALT
+dhcp-host=3c:ec:ef:b9:cc:56,10.30.51.74,s64-t34-tg1,infinite # eno1 ICX
+dhcp-host=3c:ec:ef:b9:a6:ba,10.30.51.75,s65-t37-sut1,infinite # eno1 ICX
+dhcp-host=3c:ec:ef:b9:a6:80,10.30.51.76,s66-t37-sut2,infinite # eno1 ICX
+dhcp-host=3c:ec:ef:b9:a6:c6,10.30.51.77,s67-t37-tg1,infinite # eno1 ICX
+dhcp-host=3c:ec:ef:bc:a0:ec,10.30.51.78,s78-t38-sut1,infinite # eno1 ICX
+dhcp-host=3c:ec:ef:bc:a0:d4,10.30.51.79,s79-t38-sut2,infinite # eno1 ICX
+dhcp-host=3c:ec:ef:bc:92:b2,10.30.51.80,s80-t38-tg1,infinite # eno1 ICX
+dhcp-host=3c:ec:ef:b9:a6:ca,10.30.51.81,s71-t212-sut1,infinite # eno1 ICX
+dhcp-host=3c:ec:ef:b9:7f:12,10.30.51.82,s72-t212-tg1,infinite # eno1 ICX
+dhcp-host=3c:ec:ef:bc:a1:ea,10.30.51.83,s83-t213-sut1,infinite # eno1 ICX
+dhcp-host=3c:ec:ef:bc:92:26,10.30.51.84,s84-t213-tg1,infinite # eno1 ICX
+dhcp-host=3c:ec:ef:b9:a6:92,10.30.51.85,s85-t214-sut1,infinite # eno1 ICX
+dhcp-host=3c:ec:ef:bc:92:e4,10.30.51.86,s86-t214-tg1,infinite # eno1 ICX
+dhcp-host=3c:ec:ef:bc:92:e8,10.30.51.87,s87-t215-sut1,infinite # eno1 OCT
+dhcp-host=3c:ec:ef:bc:a1:ac,10.30.51.88,s88-t215-tg1,infinite # eno1 OCT
+dhcp-host=ac:1f:6b:ac:d7:76,10.30.51.89,s89-t39t310-tg1,infinite # eno1 CLX
+dhcp-host=3c:ec:ef:bc:85:8a,10.30.51.90,s90-t31t32-tg1,infinite #eno1 ICX
+dhcp-host=d8:5e:d3:02:b1:bb,10.30.51.91,s91-nomad,infinite #eno1 ALT
+dhcp-host=d8:5e:d3:02:b1:9f,10.30.51.92,s92-nomad,infinite #eno1 ALT
+dhcp-host=a4:bf:01:55:ac:39,10.30.51.93,s93-t39-sut1,infinite # enp4s0 SNR
+dhcp-host=a4:bf:01:55:af:5e,10.30.51.94,s94-t39-sut2,infinite # enp4s0 SNR
# Hosts DHCP settings yul1_2 subnet.
-dhcp-host=ac:1f:6b:ac:d7:d6,10.32.8.18,s33-t27-sut1,infinite # eno1
-dhcp-host=ac:1f:6b:ac:d7:8c,10.32.8.19,s34-t27-tg1,infinite # eno1
-dhcp-host=ac:1f:6b:ac:d7:c0,10.32.8.20,s35-t28-sut1,infinite # eno1
-dhcp-host=ac:1f:6b:ac:d7:56,10.32.8.21,s36-t28-tg1,infinite # eno1
-dhcp-host=ac:1f:6b:ac:d7:ba,10.32.8.22,s37-t29-sut1,infinite # eno1
-dhcp-host=ac:1f:6b:ac:d7:76,10.32.8.23,s38-t29-tg1,infinite # eno1
-dhcp-host=3c:ec:ef:43:a3:ba,10.32.8.24,s60-t210-sut1,infinite # eno1np0
-dhcp-host=3c:ec:ef:46:34:e8,10.32.8.25,s61-t210-tg1,infinite # eno1np0
+dhcp-host=3c:ec:ef:43:a3:ba,10.32.8.24,s60-t210-sut1,infinite # eno1np0 ZN2
+dhcp-host=3c:ec:ef:46:34:e8,10.32.8.25,s61-t210-tg1,infinite # eno1np0 ZN2
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-3c:ec:ef:b9:cc:44 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-3c:ec:ef:b9:cc:44
index bd7853b766..02be24b1f6 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-3c:ec:ef:b9:cc:44
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-3c:ec:ef:b9:cc:44
@@ -1,4 +1,4 @@
-menuentry "Install s89-t39t310-tg1" {
+menuentry "Install s37-t27-tg1" {
linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=3c:ec:ef:b9:cc:44 url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:44/ --- console=ttyS0,115200n8 quiet
initrd /casper/ubuntu-jammy-amd64/initrd
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:6c b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:6c
index 1b54833665..a4f6d4b70a 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:6c
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:6c
@@ -1,4 +1,4 @@
menuentry "Install s31-t16-sut1" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=:::::eno1:dhcp url=https://old-releases.ubuntu.com/releases/jammy/ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/7c:c2:55:55:c0:6c/ ---
- initrd /casper/ubuntu-jammy-amd64/initrd
+ linux /casper/ubuntu-noble-amd64/vmlinuz ip=:::::eno1:dhcp url=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.isoautoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_amd64/7c:c2:55:55:c0:6c/ ---
+ initrd /casper/ubuntu-noble-amd64/initrd
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:74 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:74
index 4674cf1f4e..760bfca68f 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:74
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:74
@@ -1,4 +1,4 @@
menuentry "Install s21-nomad" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=:::::eno1:dhcp url=https://old-releases.ubuntu.com/releases/jammy/ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/7c:c2:55:55:c0:74/ ---
- initrd /casper/ubuntu-jammy-amd64/initrd
+ linux /casper/ubuntu-noble-amd64/vmlinuz ip=:::::eno1:dhcp url=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_amd64/7c:c2:55:55:c0:74/ ---
+ initrd /casper/ubuntu-noble-amd64/initrd
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:78 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:78
index 20a069fecf..3ab24f28c6 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:78
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:78
@@ -1,4 +1,4 @@
menuentry "Install s30-t15-sut1" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=:::::eno1:dhcp url=https://old-releases.ubuntu.com/releases/jammy/ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/7c:c2:55:55:c0:78/ ---
- initrd /casper/ubuntu-jammy-amd64/initrd
+ linux /casper/ubuntu-noble-amd64/vmlinuz ip=:::::eno1:dhcp url=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_amd64/7c:c2:55:55:c0:78/ ---
+ initrd /casper/ubuntu-noble-amd64/initrd
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:7a b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:7a
index a89d3eb41d..51455f91e4 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:7a
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-7c:c2:55:55:c0:7a
@@ -1,4 +1,4 @@
menuentry "Install s22-nomad" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=:::::eno1:dhcp url=https://old-releases.ubuntu.com/releases/jammy/ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/7c:c2:55:55:c0:7a/ ---
- initrd /casper/ubuntu-jammy-amd64/initrd
+ linux /casper/ubuntu-noble-amd64/vmlinuz ip=:::::eno1:dhcp url=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_amd64/7c:c2:55:55:c0:7a/ ---
+ initrd /casper/ubuntu-noble-amd64/initrd
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-a0:a3:3b:c1:12:fa b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-a0:a3:3b:c1:12:fa
deleted file mode 100644
index 94716b157a..0000000000
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-a0:a3:3b:c1:12:fa
+++ /dev/null
@@ -1,4 +0,0 @@
-menuentry "Install s18-t33-sut2" {
- linux /casper/ubuntu-jammy-arm64/vmlinuz ip=dhcp interface=a0:a3:3b:c1:12:fa url=http://10.30.51.24:8081/ubuntu_jammy_arm64/ubuntu-22.04.1-live-server-arm64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_arm64/a0:a3:3b:c1:12:fa/ --- console=ttyAMA0,115200n8 quiet
- initrd /casper/ubuntu-jammy-arm64/initrd
-} \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-a0:a3:3b:c1:14:28 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-a0:a3:3b:c1:14:28
deleted file mode 100644
index c25fb59bf6..0000000000
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-a0:a3:3b:c1:14:28
+++ /dev/null
@@ -1,4 +0,0 @@
-menuentry "Install s17-t33-sut1" {
- linux /casper/ubuntu-jammy-arm64/vmlinuz ip=dhcp interface=a0:a3:3b:c1:14:28 url=http://10.30.51.24:8081/ubuntu_jammy_arm64/ubuntu-22.04.1-live-server-arm64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_arm64/a0:a3:3b:c1:14:28/ --- console=ttyAMA0,115200n8 quiet
- initrd /casper/ubuntu-jammy-arm64/initrd
-} \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6a:b4 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6a:b4
index a3e33ac7b8..b6f447dc0d 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6a:b4
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6a:b4
@@ -1,4 +1,4 @@
menuentry "Install s24-nomad" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:5a:6a:b4 url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:b4/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
-} \ No newline at end of file
+ linux /casper/ubuntu-noble-amd64/vmlinuz ip=:::::eno1np0:dhcp url=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.23:8081/ubuntu_noble_amd64/ac:1f:6b:5a:6a:b4/ ---
+ initrd /casper/ubuntu-noble-amd64/initrd
+}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6a:d4 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6a:d4
index 7e9cd8d42d..ba9d0a1511 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6a:d4
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6a:d4
@@ -1,4 +1,4 @@
menuentry "Install s23-nomad" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:5a:6a:d4 url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:d4/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
+ linux /casper/ubuntu-noble-amd64/vmlinuz ip=:::::eno1np0:dhcp url=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_amd64/ac:1f:6b:5a:6a:d4/ ---
+ initrd /casper/ubuntu-noble-amd64/initrd
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6b:08 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6b:08
index 375d9dcfd7..d210ff7433 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6b:08
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:5a:6b:08
@@ -1,4 +1,4 @@
menuentry "Install s25-nomad" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:5a:6b:08 url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:5a:6b:08/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
+ linux /casper/ubuntu-noble-amd64/vmlinuz ip=::::eno1np0::dhcp url=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_amd64/ac:1f:6b:5a:6b:08/ ---
+ initrd /casper/ubuntu-noble-amd64/initrd
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8a:8c:76 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8a:8c:76
index 7c3f2591e1..be16a76382 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8a:8c:76
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8a:8c:76
@@ -1,4 +1,4 @@
-menuentry "Install s1-t11-sut1" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:8a:8c:76 url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:8a:8c:76/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
+menuentry "Install s50-nomad" {
+ linux /casper/ubuntu-noble-amd64/vmlinuz ip=:::::eno1:dhcp url=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_amd64/ac:1f:6b:8a:8c:76/ ---
+ initrd /casper/ubuntu-noble-amd64/initrd
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8a:8d:0a b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8a:8d:0a
index 5a461fdbdc..99a657d158 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8a:8d:0a
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8a:8d:0a
@@ -1,4 +1,4 @@
menuentry "Install s28-nomad" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:8a:8d:0a url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:8a:8d:0a/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
+ linux /casper/ubuntu-noble-amd64/vmlinuz ip=:::::eno1:dhcp url=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_amd64/ac:1f:6b:8a:8d:0a/ ---
+ initrd /casper/ubuntu-noble-amd64/initrd
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:53:60 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:53:60
deleted file mode 100644
index 574aef2f0e..0000000000
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:53:60
+++ /dev/null
@@ -1,4 +0,0 @@
-menuentry "Install s19-t33t211-tg1" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:8b:53:60 url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:8b:53:60/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
-}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:53:96 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:53:96
index ed430b3148..d07c894c2a 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:53:96
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:53:96
@@ -1,4 +1,4 @@
-menuentry "Install s2-t12-sut1" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:8b:53:96 url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:8b:53:96/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
+menuentry "Install s51-nomad" {
+ linux /casper/ubuntu-noble-amd64/vmlinuz ip=:::::eno1:dhcp url=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_amd64/ac:1f:6b:8b:53:96/ ---
+ initrd /casper/ubuntu-noble-amd64/initrd
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:55:d8 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:55:d8
index feb1c0fe76..6c70afcfc9 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:55:d8
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:8b:55:d8
@@ -1,4 +1,4 @@
menuentry "Install s27-nomad" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:8b:55:d8 url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:8b:55:d8/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
+ linux /casper/ubuntu-noble-amd64/vmlinuz ip=:::::eno1:dhcp url=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_amd64/ac:1f:6b:8b:55:d8/ ---
+ initrd /casper/ubuntu-noble-amd64/initrd
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:56 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:56
deleted file mode 100644
index 76f0581420..0000000000
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:56
+++ /dev/null
@@ -1,4 +0,0 @@
-menuentry "Install s36-t28-tg1" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:ac:d7:56 url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:56/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
-}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:76 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:76
index 4dabc97c40..65a7e744ed 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:76
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:76
@@ -1,4 +1,4 @@
-menuentry "Install s38-t29-tg1" {
+menuentry "Install s89-t39t310-tg1" {
linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:ac:d7:76 url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:76/ --- console=ttyS0,115200n8 quiet
initrd /casper/ubuntu-jammy-amd64/initrd
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:8c b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:8c
deleted file mode 100644
index 30148c1a73..0000000000
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:8c
+++ /dev/null
@@ -1,4 +0,0 @@
-menuentry "Install s34-t27-tg1" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:ac:d7:8c url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:8c/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
-}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:ba b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:ba
deleted file mode 100644
index b1f8028a72..0000000000
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:ba
+++ /dev/null
@@ -1,4 +0,0 @@
-menuentry "Install s37-t29-sut1" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:ac:d7:ba url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:ba/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
-}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:c0 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:c0
deleted file mode 100644
index e31a4fa4f2..0000000000
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:c0
+++ /dev/null
@@ -1,4 +0,0 @@
-menuentry "Install s35-t28-sut1" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:ac:d7:c0 url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:c0/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
-}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:d6 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:d6
deleted file mode 100644
index cf1c4dcf64..0000000000
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d7:d6
+++ /dev/null
@@ -1,4 +0,0 @@
-menuentry "Install s33-t27-sut1" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:ac:d7:d6 url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:d6/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
-}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d9:2e b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d9:2e
index c467f660df..590b4e9eb1 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d9:2e
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-ac:1f:6b:ac:d9:2e
@@ -1,4 +1,4 @@
menuentry "Install s26-nomad" {
- linux /casper/ubuntu-jammy-amd64/vmlinuz ip=dhcp interface=ac:1f:6b:ac:d9:2e url=http://10.30.51.24:8081/ubuntu_jammy_amd64//ubuntu-22.04.1-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_amd64/ac:1f:6b:ac:d9:2e/ --- console=ttyS0,115200n8 quiet
- initrd /casper/ubuntu-jammy-amd64/initrd
+ linux /casper/ubuntu-noble-amd64/vmlinuz ip=:::::eno1:dhcp url=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_amd64/ac:1f:6b:ac:d9:2e/ ---
+ initrd /casper/ubuntu-noble-amd64/initrd
}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:02:b1:9f b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:02:b1:9f
index da7d0e422e..ae6dfc8d9c 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:02:b1:9f
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:02:b1:9f
@@ -1,4 +1,4 @@
menuentry "Install s92-nomad" {
- linux /casper/ubuntu-jammy-arm64/vmlinuz ip=dhcp interface=d8:5e:d3:02:b1:9f url=http://10.30.51.24:8081/ubuntu_jammy_arm64/ubuntu-22.04.1-live-server-arm64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_arm64/d8:5e:d3:02:b1:9f/ --- console=ttyAMA0,115200n8 quiet
- initrd /casper/ubuntu-jammy-arm64/initrd
+ linux /casper/ubuntu-noble-arm64/vmlinuz ip=::::eno1::dhcp url=https://cdimage.ubuntu.com/releases/noble/release/ubuntu-24.04-live-server-arm64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_arm64/d8:5e:d3:02:b1:9f/ ---
+ initrd /casper/ubuntu-noble-arm64/initrd
} \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:02:b1:bb b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:02:b1:bb
index 52fe44c826..ff119da7c7 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:02:b1:bb
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:02:b1:bb
@@ -1,4 +1,4 @@
menuentry "Install s91-nomad" {
- linux /casper/ubuntu-jammy-arm64/vmlinuz ip=dhcp interface=d8:5e:d3:02:b1:bb url=http://10.30.51.24:8081/ubuntu_jammy_arm64/ubuntu-22.04.1-live-server-arm64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_arm64/d8:5e:d3:02:b1:bb/ --- console=ttyAMA0,115200n8 quiet
- initrd /casper/ubuntu-jammy-arm64/initrd
-} \ No newline at end of file
+ linux /casper/ubuntu-noble-arm64/vmlinuz ip=::::eno1::dhcp url=https://cdimage.ubuntu.com/releases/noble/release/ubuntu-24.04-live-server-arm64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_arm64/d8:5e:d3:02:b1:bb/ ---
+ initrd /casper/ubuntu-noble-arm64/initrd
+}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:e7:a9:6c b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:e7:a9:6c
index 6b6474f3e1..5b4cdc9c79 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:e7:a9:6c
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:e7:a9:6c
@@ -1,4 +1,4 @@
menuentry "Install s71-t14-sut1" {
- linux /casper/ubuntu-jammy-arm64/vmlinuz ip=:::::eno1:dhcp url=http://10.30.51.24:8081/ubuntu_jammy_arm64/ubuntu-22.04.1-live-server-arm64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_arm64/d8:5e:d3:e7:a9:6c/ ---
- initrd /casper/ubuntu-jammy-arm64/initrd
-} \ No newline at end of file
+ linux /casper/ubuntu-noble-arm64/vmlinuz ip=:::::eno1:dhcp url=http://10.30.51.24:8081/ubuntu_noble_arm64/ubuntu-24.04-live-server-arm64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_arm64/d8:5e:d3:e7:a9:6c/ ---
+ initrd /casper/ubuntu-noble-arm64/initrd
+}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:e7:aa:4c b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:e7:aa:4c
index 3c2098270d..474a512d4b 100644
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:e7:aa:4c
+++ b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-d8:5e:d3:e7:aa:4c
@@ -1,4 +1,4 @@
menuentry "Install s70-t13-sut1" {
- linux /casper/ubuntu-jammy-arm64/vmlinuz ip=:::::eno1:dhcp url=http://10.30.51.24:8081/ubuntu_jammy_arm64/ubuntu-22.04.1-live-server-arm64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_arm64/d8:5e:d3:e7:aa:4c/ ---
- initrd /casper/ubuntu-jammy-arm64/initrd
-} \ No newline at end of file
+ linux /casper/ubuntu-noble-arm64/vmlinuz ip=:::::eno1:dhcp url=http://10.30.51.24:8081/ubuntu_noble_arm64/ubuntu-24.04-live-server-arm64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_noble_arm64/d8:5e:d3:e7:aa:4c/ ---
+ initrd /casper/ubuntu-noble-arm64/initrd
+}
diff --git a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-e0:d5:5e:ae:70:26 b/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-e0:d5:5e:ae:70:26
deleted file mode 100644
index fe2f4caef5..0000000000
--- a/fdio.infra/pxe/docker-dnsmasq/tftpboot/grub/grub.cfg-e0:d5:5e:ae:70:26
+++ /dev/null
@@ -1,4 +0,0 @@
-menuentry "Install s27-t211-sut1" {
- linux /casper/ubuntu-jammy-arm64/vmlinuz ip=dhcp interface=e0:d5:5e:ae:70:26 url=http://10.30.51.24:8081/ubuntu_jammy_arm64/ubuntu-20.04.4-live-server-arm64.iso autoinstall ds=nocloud-net\;s=http://10.30.51.24:8081/ubuntu_jammy_arm64/e0:d5:5e:ae:70:26/ --- console=ttyAMA0,115200n8 quiet
- initrd /casper/ubuntu-jammy-arm64/initrd
-} \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-nginx/Dockerfile b/fdio.infra/pxe/docker-nginx/Dockerfile
index 64872e7a10..b71d4d7771 100644
--- a/fdio.infra/pxe/docker-nginx/Dockerfile
+++ b/fdio.infra/pxe/docker-nginx/Dockerfile
@@ -1,4 +1,4 @@
-FROM ubuntu:22.04 as ubuntu_jammy
+FROM ubuntu:24.04 AS ubuntu_noble
LABEL Description="ubuntu intermediate image"
LABEL Version="2.0"
@@ -6,12 +6,12 @@ LABEL Version="2.0"
RUN apt update \
&& apt install -y wget
-ENV ISO_JAMMY_AMD64 https://old-releases.ubuntu.com/releases/22.04.1/ubuntu-22.04.1-live-server-arm64.iso
-ENV ISO_JAMMY_ARM64 https://old-releases.ubuntu.com/releases/22.04.1/ubuntu-22.04.1-live-server-arm64.iso
+ENV ISO_NOBLE_AMD64=https://releases.ubuntu.com/releases/noble/ubuntu-24.04-live-server-amd64.iso
+ENV ISO_NOBLE_ARM64=https://cdimage.ubuntu.com/releases/noble/release/ubuntu-24.04-live-server-arm64.iso
RUN echo "Preparing ISO Pre-cache" \
- && wget $ISO_JAMMY_AMD64 -O /ubuntu-22.04.1-live-server-amd64.iso \
- && wget $ISO_JAMMY_ARM64 -O /ubuntu-22.04.1-live-server-arm64.iso
+ && wget $ISO_NOBLE_AMD64 -O /ubuntu-24.04-live-server-amd64.iso \
+ && wget $ISO_NOBLE_ARM64 -O /ubuntu-24.04-live-server-arm64.iso
FROM nginx:stable-alpine
@@ -19,13 +19,13 @@ FROM nginx:stable-alpine
LABEL Description="nginx service image"
LABEL Version="2.0"
-ENV NGINX_JAMMY_AMD64 /usr/share/nginx/html/ubuntu_jammy_amd64/
-ENV NGINX_JAMMY_ARM64 /usr/share/nginx/html/ubuntu_jammy_arm64/
+ENV NGINX_NOBLE_AMD64=/usr/share/nginx/html/ubuntu_noble_amd64/
+ENV NGINX_NOBLE_ARM64=/usr/share/nginx/html/ubuntu_noble_arm64/
-RUN mkdir -p $NGINX_JAMMY_AMD64 \
- && mkdir -p $NGINX_JAMMY_ARM64
+RUN mkdir -p $NGINX_NOBLE_AMD64 \
+ && mkdir -p $NGINX_NOBLE_ARM64
-COPY --from=ubuntu_jammy /ubuntu-22.04.1-live-server-amd64.iso $NGINX_JAMMY_AMD64/ubuntu-22.04.1-live-server-amd64.iso
-COPY --from=ubuntu_jammy /ubuntu-22.04.1-live-server-arm64.iso $NGINX_JAMMY_ARM64/ubuntu-22.04.1-live-server-arm64.iso
+COPY --from=ubuntu_noble /ubuntu-24.04-live-server-amd64.iso $NGINX_NOBLE_AMD64/ubuntu-24.04-live-server-amd64.iso
+COPY --from=ubuntu_noble /ubuntu-24.04-live-server-arm64.iso $NGINX_NOBLE_ARM64/ubuntu-24.04-live-server-arm64.iso
-COPY html/ /usr/share/nginx/html/ \ No newline at end of file
+COPY html/ /usr/share/nginx/html/
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:53:60/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:53:60/user-data
deleted file mode 100644
index 840df570ee..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:53:60/user-data
+++ /dev/null
@@ -1,120 +0,0 @@
-#cloud-config
-autoinstall:
- version: 1
- apt:
- geoip: true
- preserve_sources_list: false
- primary:
- - arches: [amd64, i386]
- uri: http://ca.archive.ubuntu.com/ubuntu
- - arches: [default]
- uri: http://ports.ubuntu.com/ubuntu-ports
- identity:
- hostname: s19-t33t211-sut1
- password: $6$Y62lhMGJD8YNzmJn$H4DSqjrwFp5WN3tOvIrF.g/G2duOV76zXHAmaA/RU8jfT8H8sDumLQe/Q.EmI5pjPv7dzgI8j9BQPWes7efBK0
- realname: testuser
- username: testuser
- keyboard:
- layout: us
- toggle: null
- variant: ''
- locale: en_US.UTF-8
- network:
- ethernets:
- eno1:
- addresses: [ 10.30.51.49/24 ]
- dhcp4: false
- gateway4: 10.30.51.1
- nameservers:
- addresses: [ 1.1.1.1, 8.8.8.8 ]
- version: 2
- packages:
- - python3
- refresh-installer:
- update: no
- ssh:
- allow-pw: true
- authorized-keys: []
- install-server: true
- storage:
- config:
- - grub_device: false
- id: disk-sda
- path: /dev/sda
- ptable: gpt
- preserve: false
- type: disk
- wipe: superblock-recursive
- - grub_device: false
- id: disk-sdb
- path: /dev/sdb
- ptable: gpt
- preserve: false
- type: disk
- wipe: superblock-recursive
- - device: disk-sda
- grub_device: true
- id: partition-0
- flag: boot
- number: 1
- preserve: false
- size: 536870912
- type: partition
- wipe: superblock
- - device: disk-sdb
- grub_device: true
- id: partition-1
- flag: boot
- number: 1
- preserve: false
- size: 536870912
- type: partition
- wipe: superblock
- - id: format-0
- fstype: fat32
- preserve: false
- type: format
- volume: partition-0
- - id: format-1
- fstype: fat32
- preserve: false
- type: format
- volume: partition-1
- - device: disk-sda
- flag: ''
- grub_device: false
- id: partition-2
- number: 2
- preserve: false
- size: -1
- type: partition
- wipe: superblock
- - device: disk-sdb
- flag: ''
- grub_device: false
- id: partition-3
- number: 2
- preserve: false
- size: -1
- type: partition
- wipe: superblock
- - name: md0
- raidlevel: raid1
- devices: [partition-2, partition-3]
- spare_devices: []
- preserve: false
- type: raid
- id: raid-0
- - fstype: ext4
- id: format-2
- preserve: false
- type: format
- volume: raid-0
- - device: format-2
- id: mount-1
- path: /
- type: mount
- - device: format-0
- id: mount-0
- path: /boot/efi
- type: mount \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:56/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:56/user-data
deleted file mode 100644
index 7dda8a91a9..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:56/user-data
+++ /dev/null
@@ -1,83 +0,0 @@
-#cloud-config
-autoinstall:
- version: 1
- apt:
- geoip: true
- preserve_sources_list: false
- primary:
- - arches: [amd64, i386]
- uri: http://ca.archive.ubuntu.com/ubuntu
- - arches: [default]
- uri: http://ports.ubuntu.com/ubuntu-ports
- identity:
- hostname: s36-t28-tg1
- password: $6$Y62lhMGJD8YNzmJn$H4DSqjrwFp5WN3tOvIrF.g/G2duOV76zXHAmaA/RU8jfT8H8sDumLQe/Q.EmI5pjPv7dzgI8j9BQPWes7efBK0
- realname: testuser
- username: testuser
- keyboard:
- layout: us
- toggle: null
- variant: ''
- locale: en_US.UTF-8
- network:
- ethernets:
- eno1:
- addresses: [ 10.32.8.21/24 ]
- dhcp4: false
- gateway4: 10.32.8.1
- nameservers:
- addresses: [ 1.1.1.1, 8.8.8.8 ]
- version: 2
- packages:
- - python3
- refresh-installer:
- update: no
- ssh:
- allow-pw: true
- authorized-keys: []
- install-server: true
- storage:
- config:
- - grub_device: false
- id: disk-sda
- path: /dev/sda
- ptable: gpt
- preserve: false
- type: disk
- wipe: superblock-recursive
- - device: disk-sda
- grub_device: true
- id: partition-0
- flag: boot
- number: 1
- preserve: false
- size: 536870912
- type: partition
- wipe: superblock
- - id: format-0
- fstype: fat32
- preserve: false
- type: format
- volume: partition-0
- - device: disk-sda
- flag: ''
- grub_device: false
- id: partition-1
- number: 2
- preserve: false
- size: -1
- type: partition
- wipe: superblock
- - fstype: ext4
- id: format-1
- preserve: false
- type: format
- volume: partition-1
- - device: format-1
- id: mount-1
- path: /
- type: mount
- - device: format-0
- id: mount-0
- path: /boot/efi
- type: mount \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:76/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:76/user-data
deleted file mode 100644
index c516b55e22..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:76/user-data
+++ /dev/null
@@ -1,83 +0,0 @@
-#cloud-config
-autoinstall:
- version: 1
- apt:
- geoip: true
- preserve_sources_list: false
- primary:
- - arches: [amd64, i386]
- uri: http://ca.archive.ubuntu.com/ubuntu
- - arches: [default]
- uri: http://ports.ubuntu.com/ubuntu-ports
- identity:
- hostname: s38-t29-tg1
- password: $6$Y62lhMGJD8YNzmJn$H4DSqjrwFp5WN3tOvIrF.g/G2duOV76zXHAmaA/RU8jfT8H8sDumLQe/Q.EmI5pjPv7dzgI8j9BQPWes7efBK0
- realname: testuser
- username: testuser
- keyboard:
- layout: us
- toggle: null
- variant: ''
- locale: en_US.UTF-8
- network:
- ethernets:
- eno1:
- addresses: [ 10.32.8.23/24 ]
- dhcp4: false
- gateway4: 10.32.8.1
- nameservers:
- addresses: [ 1.1.1.1, 8.8.8.8 ]
- version: 2
- packages:
- - python3
- refresh-installer:
- update: no
- ssh:
- allow-pw: true
- authorized-keys: []
- install-server: true
- storage:
- config:
- - grub_device: false
- id: disk-sda
- path: /dev/sda
- ptable: gpt
- preserve: false
- type: disk
- wipe: superblock-recursive
- - device: disk-sda
- grub_device: true
- id: partition-0
- flag: boot
- number: 1
- preserve: false
- size: 536870912
- type: partition
- wipe: superblock
- - id: format-0
- fstype: fat32
- preserve: false
- type: format
- volume: partition-0
- - device: disk-sda
- flag: ''
- grub_device: false
- id: partition-1
- number: 2
- preserve: false
- size: -1
- type: partition
- wipe: superblock
- - fstype: ext4
- id: format-1
- preserve: false
- type: format
- volume: partition-1
- - device: format-1
- id: mount-1
- path: /
- type: mount
- - device: format-0
- id: mount-0
- path: /boot/efi
- type: mount \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:8c/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:8c/user-data
deleted file mode 100644
index b8fb31684e..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:8c/user-data
+++ /dev/null
@@ -1,83 +0,0 @@
-#cloud-config
-autoinstall:
- version: 1
- apt:
- geoip: true
- preserve_sources_list: false
- primary:
- - arches: [amd64, i386]
- uri: http://ca.archive.ubuntu.com/ubuntu
- - arches: [default]
- uri: http://ports.ubuntu.com/ubuntu-ports
- identity:
- hostname: s34-t27-tg1
- password: $6$Y62lhMGJD8YNzmJn$H4DSqjrwFp5WN3tOvIrF.g/G2duOV76zXHAmaA/RU8jfT8H8sDumLQe/Q.EmI5pjPv7dzgI8j9BQPWes7efBK0
- realname: testuser
- username: testuser
- keyboard:
- layout: us
- toggle: null
- variant: ''
- locale: en_US.UTF-8
- network:
- ethernets:
- eno1:
- addresses: [ 10.32.8.19/24 ]
- dhcp4: false
- gateway4: 10.32.8.1
- nameservers:
- addresses: [ 1.1.1.1, 8.8.8.8 ]
- version: 2
- packages:
- - python3
- refresh-installer:
- update: no
- ssh:
- allow-pw: true
- authorized-keys: []
- install-server: true
- storage:
- config:
- - grub_device: false
- id: disk-sda
- path: /dev/sda
- ptable: gpt
- preserve: false
- type: disk
- wipe: superblock-recursive
- - device: disk-sda
- grub_device: true
- id: partition-0
- flag: boot
- number: 1
- preserve: false
- size: 536870912
- type: partition
- wipe: superblock
- - id: format-0
- fstype: fat32
- preserve: false
- type: format
- volume: partition-0
- - device: disk-sda
- flag: ''
- grub_device: false
- id: partition-1
- number: 2
- preserve: false
- size: -1
- type: partition
- wipe: superblock
- - fstype: ext4
- id: format-1
- preserve: false
- type: format
- volume: partition-1
- - device: format-1
- id: mount-1
- path: /
- type: mount
- - device: format-0
- id: mount-0
- path: /boot/efi
- type: mount \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:ba/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:ba/user-data
deleted file mode 100644
index 0af7b187b3..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:ba/user-data
+++ /dev/null
@@ -1,83 +0,0 @@
-#cloud-config
-autoinstall:
- version: 1
- apt:
- geoip: true
- preserve_sources_list: false
- primary:
- - arches: [amd64, i386]
- uri: http://ca.archive.ubuntu.com/ubuntu
- - arches: [default]
- uri: http://ports.ubuntu.com/ubuntu-ports
- identity:
- hostname: s37-t29-sut1
- password: $6$Y62lhMGJD8YNzmJn$H4DSqjrwFp5WN3tOvIrF.g/G2duOV76zXHAmaA/RU8jfT8H8sDumLQe/Q.EmI5pjPv7dzgI8j9BQPWes7efBK0
- realname: testuser
- username: testuser
- keyboard:
- layout: us
- toggle: null
- variant: ''
- locale: en_US.UTF-8
- network:
- ethernets:
- eno1:
- addresses: [ 10.32.8.22/24 ]
- dhcp4: false
- gateway4: 10.32.8.1
- nameservers:
- addresses: [ 1.1.1.1, 8.8.8.8 ]
- version: 2
- packages:
- - python3
- refresh-installer:
- update: no
- ssh:
- allow-pw: true
- authorized-keys: []
- install-server: true
- storage:
- config:
- - grub_device: false
- id: disk-sda
- path: /dev/sda
- ptable: gpt
- preserve: false
- type: disk
- wipe: superblock-recursive
- - device: disk-sda
- grub_device: true
- id: partition-0
- flag: boot
- number: 1
- preserve: false
- size: 536870912
- type: partition
- wipe: superblock
- - id: format-0
- fstype: fat32
- preserve: false
- type: format
- volume: partition-0
- - device: disk-sda
- flag: ''
- grub_device: false
- id: partition-1
- number: 2
- preserve: false
- size: -1
- type: partition
- wipe: superblock
- - fstype: ext4
- id: format-1
- preserve: false
- type: format
- volume: partition-1
- - device: format-1
- id: mount-1
- path: /
- type: mount
- - device: format-0
- id: mount-0
- path: /boot/efi
- type: mount \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:c0/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:c0/user-data
deleted file mode 100644
index 4af71c7ec8..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:c0/user-data
+++ /dev/null
@@ -1,83 +0,0 @@
-#cloud-config
-autoinstall:
- version: 1
- apt:
- geoip: true
- preserve_sources_list: false
- primary:
- - arches: [amd64, i386]
- uri: http://ca.archive.ubuntu.com/ubuntu
- - arches: [default]
- uri: http://ports.ubuntu.com/ubuntu-ports
- identity:
- hostname: s35-t28-sut1
- password: $6$Y62lhMGJD8YNzmJn$H4DSqjrwFp5WN3tOvIrF.g/G2duOV76zXHAmaA/RU8jfT8H8sDumLQe/Q.EmI5pjPv7dzgI8j9BQPWes7efBK0
- realname: testuser
- username: testuser
- keyboard:
- layout: us
- toggle: null
- variant: ''
- locale: en_US.UTF-8
- network:
- ethernets:
- eno1:
- addresses: [ 10.32.8.20/24 ]
- dhcp4: false
- gateway4: 10.32.8.1
- nameservers:
- addresses: [ 1.1.1.1, 8.8.8.8 ]
- version: 2
- packages:
- - python3
- refresh-installer:
- update: no
- ssh:
- allow-pw: true
- authorized-keys: []
- install-server: true
- storage:
- config:
- - grub_device: false
- id: disk-sda
- path: /dev/sda
- ptable: gpt
- preserve: false
- type: disk
- wipe: superblock-recursive
- - device: disk-sda
- grub_device: true
- id: partition-0
- flag: boot
- number: 1
- preserve: false
- size: 536870912
- type: partition
- wipe: superblock
- - id: format-0
- fstype: fat32
- preserve: false
- type: format
- volume: partition-0
- - device: disk-sda
- flag: ''
- grub_device: false
- id: partition-1
- number: 2
- preserve: false
- size: -1
- type: partition
- wipe: superblock
- - fstype: ext4
- id: format-1
- preserve: false
- type: format
- volume: partition-1
- - device: format-1
- id: mount-1
- path: /
- type: mount
- - device: format-0
- id: mount-0
- path: /boot/efi
- type: mount \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:d6/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:d6/user-data
deleted file mode 100644
index 4e6022b9ca..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:d6/user-data
+++ /dev/null
@@ -1,83 +0,0 @@
-#cloud-config
-autoinstall:
- version: 1
- apt:
- geoip: true
- preserve_sources_list: false
- primary:
- - arches: [amd64, i386]
- uri: http://ca.archive.ubuntu.com/ubuntu
- - arches: [default]
- uri: http://ports.ubuntu.com/ubuntu-ports
- identity:
- hostname: s33-t27-sut1
- password: $6$Y62lhMGJD8YNzmJn$H4DSqjrwFp5WN3tOvIrF.g/G2duOV76zXHAmaA/RU8jfT8H8sDumLQe/Q.EmI5pjPv7dzgI8j9BQPWes7efBK0
- realname: testuser
- username: testuser
- keyboard:
- layout: us
- toggle: null
- variant: ''
- locale: en_US.UTF-8
- network:
- ethernets:
- eno1:
- addresses: [ 10.32.8.18/24 ]
- dhcp4: false
- gateway4: 10.32.8.1
- nameservers:
- addresses: [ 1.1.1.1, 8.8.8.8 ]
- version: 2
- packages:
- - python3
- refresh-installer:
- update: no
- ssh:
- allow-pw: true
- authorized-keys: []
- install-server: true
- storage:
- config:
- - grub_device: false
- id: disk-sda
- path: /dev/sda
- ptable: gpt
- preserve: false
- type: disk
- wipe: superblock-recursive
- - device: disk-sda
- grub_device: true
- id: partition-0
- flag: boot
- number: 1
- preserve: false
- size: 536870912
- type: partition
- wipe: superblock
- - id: format-0
- fstype: fat32
- preserve: false
- type: format
- volume: partition-0
- - device: disk-sda
- flag: ''
- grub_device: false
- id: partition-1
- number: 2
- preserve: false
- size: -1
- type: partition
- wipe: superblock
- - fstype: ext4
- id: format-1
- preserve: false
- type: format
- volume: partition-1
- - device: format-1
- id: mount-1
- path: /
- type: mount
- - device: format-0
- id: mount-0
- path: /boot/efi
- type: mount \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/90:e2:ba:55:be:32/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/90:e2:ba:55:be:32/meta-data
deleted file mode 100644
index e69de29bb2..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/90:e2:ba:55:be:32/meta-data
+++ /dev/null
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:12:fa/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:12:fa/meta-data
deleted file mode 100644
index e69de29bb2..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:12:fa/meta-data
+++ /dev/null
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:14:28/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:14:28/meta-data
deleted file mode 100644
index e69de29bb2..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:14:28/meta-data
+++ /dev/null
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:14:28/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:14:28/user-data
deleted file mode 100644
index 41afad4742..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:14:28/user-data
+++ /dev/null
@@ -1,83 +0,0 @@
-#cloud-config
-autoinstall:
- version: 1
- apt:
- geoip: true
- preserve_sources_list: false
- primary:
- - arches: [amd64, i386]
- uri: http://ca.archive.ubuntu.com/ubuntu
- - arches: [default]
- uri: http://ports.ubuntu.com/ubuntu-ports
- identity:
- hostname: s17-t33-sut1
- password: $6$Y62lhMGJD8YNzmJn$H4DSqjrwFp5WN3tOvIrF.g/G2duOV76zXHAmaA/RU8jfT8H8sDumLQe/Q.EmI5pjPv7dzgI8j9BQPWes7efBK0
- realname: testuser
- username: testuser
- keyboard:
- layout: us
- toggle: null
- variant: ''
- locale: en_US.UTF-8
- network:
- ethernets:
- enahisic2i0:
- addresses: [ 10.30.51.36/24 ]
- dhcp4: false
- gateway4: 10.30.51.1
- nameservers:
- addresses: [ 1.1.1.1, 8.8.8.8 ]
- version: 2
- packages:
- - python3
- refresh-installer:
- update: no
- ssh:
- allow-pw: true
- authorized-keys: []
- install-server: true
- storage:
- config:
- - grub_device: false
- id: disk-sda
- path: /dev/sda
- ptable: gpt
- preserve: false
- type: disk
- wipe: superblock-recursive
- - device: disk-sda
- grub_device: true
- id: partition-0
- flag: boot
- number: 1
- preserve: false
- size: 536870912
- type: partition
- wipe: superblock
- - id: format-0
- fstype: fat32
- preserve: false
- type: format
- volume: partition-0
- - device: disk-sda
- flag: ''
- grub_device: false
- id: partition-1
- number: 2
- preserve: false
- size: -1
- type: partition
- wipe: superblock
- - fstype: ext4
- id: format-1
- preserve: false
- type: format
- volume: partition-1
- - device: format-1
- id: mount-1
- path: /
- type: mount
- - device: format-0
- id: mount-0
- path: /boot/efi
- type: mount \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:9f/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:9f/meta-data
deleted file mode 100644
index e69de29bb2..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:9f/meta-data
+++ /dev/null
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:bb/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:bb/meta-data
deleted file mode 100644
index e69de29bb2..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:bb/meta-data
+++ /dev/null
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:a9:6c/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:a9:6c/meta-data
deleted file mode 100644
index e69de29bb2..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:a9:6c/meta-data
+++ /dev/null
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:aa:4c/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:aa:4c/meta-data
deleted file mode 100644
index e69de29bb2..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:aa:4c/meta-data
+++ /dev/null
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/e0:d5:5e:ae:70:26/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/e0:d5:5e:ae:70:26/meta-data
deleted file mode 100644
index e69de29bb2..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/e0:d5:5e:ae:70:26/meta-data
+++ /dev/null
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/e0:d5:5e:ae:70:26/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/e0:d5:5e:ae:70:26/user-data
deleted file mode 100644
index 7995120a60..0000000000
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/e0:d5:5e:ae:70:26/user-data
+++ /dev/null
@@ -1,83 +0,0 @@
-#cloud-config
-autoinstall:
- version: 1
- apt:
- geoip: true
- preserve_sources_list: false
- primary:
- - arches: [amd64, i386]
- uri: http://ca.archive.ubuntu.com/ubuntu
- - arches: [default]
- uri: http://ports.ubuntu.com/ubuntu-ports
- identity:
- hostname: s27-t211-sut1
- password: $6$Y62lhMGJD8YNzmJn$H4DSqjrwFp5WN3tOvIrF.g/G2duOV76zXHAmaA/RU8jfT8H8sDumLQe/Q.EmI5pjPv7dzgI8j9BQPWes7efBK0
- realname: testuser
- username: testuser
- keyboard:
- layout: us
- toggle: null
- variant: ''
- locale: en_US.UTF-8
- network:
- ethernets:
- enp5s0f0:
- addresses: [ 10.30.51.69/24 ]
- dhcp4: false
- gateway4: 10.30.51.1
- nameservers:
- addresses: [ 1.1.1.1, 8.8.8.8 ]
- version: 2
- packages:
- - python3
- refresh-installer:
- update: no
- ssh:
- allow-pw: true
- authorized-keys: []
- install-server: true
- storage:
- config:
- - grub_device: false
- id: disk-sda
- path: /dev/sda
- ptable: gpt
- preserve: false
- type: disk
- wipe: superblock-recursive
- - device: disk-sda
- grub_device: true
- id: partition-0
- flag: boot
- number: 1
- preserve: false
- size: 536870912
- type: partition
- wipe: superblock
- - id: format-0
- fstype: fat32
- preserve: false
- type: format
- volume: partition-0
- - device: disk-sda
- flag: ''
- grub_device: false
- id: partition-1
- number: 2
- preserve: false
- size: -1
- type: partition
- wipe: superblock
- - fstype: ext4
- id: format-1
- preserve: false
- type: format
- volume: partition-1
- - device: format-1
- id: mount-1
- path: /
- type: mount
- - device: format-0
- id: mount-0
- path: /boot/efi
- type: mount \ No newline at end of file
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:46:34:e8/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:43:a3:ba/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:46:34:e8/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:43:a3:ba/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:43:a3:ba/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:43:a3:ba/user-data
index abc84c418a..abc84c418a 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:43:a3:ba/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:43:a3:ba/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:7f:12/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:46:34:e8/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:7f:12/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:46:34:e8/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:46:34:e8/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:46:34:e8/user-data
index b2a733efd0..b2a733efd0 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:46:34:e8/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:46:34:e8/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:80/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:7f:12/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:80/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:7f:12/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:7f:12/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:7f:12/user-data
index 94e68fc526..94e68fc526 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:7f:12/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:7f:12/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:92/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:80/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:92/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:80/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:80/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:80/user-data
index ed8a9fca90..ed8a9fca90 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:80/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:80/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:ba/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:92/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:ba/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:92/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:92/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:92/user-data
index 8dc6443604..8dc6443604 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:92/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:92/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:c6/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:ba/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:c6/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:ba/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:ba/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:ba/user-data
index 9599e3cb09..9599e3cb09 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:ba/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:ba/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:ca/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:c6/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:ca/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:c6/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:c6/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:c6/user-data
index 1c0b06f9cf..1c0b06f9cf 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:c6/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:c6/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:44/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:ca/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:44/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:ca/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:ca/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:ca/user-data
index 18e99b2b2a..18e99b2b2a 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:a6:ca/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:a6:ca/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:56/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:cc:44/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:56/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:cc:44/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:12:fa/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:cc:44/user-data
index 5cab627253..21ca11019c 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/a0:a3:3b:c1:12:fa/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:cc:44/user-data
@@ -10,7 +10,7 @@ autoinstall:
- arches: [default]
uri: http://ports.ubuntu.com/ubuntu-ports
identity:
- hostname: s18-t33-sut2
+ hostname: s37-t27-tg1
password: $6$Y62lhMGJD8YNzmJn$H4DSqjrwFp5WN3tOvIrF.g/G2duOV76zXHAmaA/RU8jfT8H8sDumLQe/Q.EmI5pjPv7dzgI8j9BQPWes7efBK0
realname: testuser
username: testuser
@@ -21,7 +21,7 @@ autoinstall:
locale: en_US.UTF-8
network:
ethernets:
- enahisic2i0:
+ eno1:
addresses: [ 10.30.51.37/24 ]
dhcp4: false
gateway4: 10.30.51.1
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:85:8a/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:cc:56/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:85:8a/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:cc:56/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:56/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:cc:56/user-data
index 650857a96b..650857a96b 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:56/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:b9:cc:56/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:26/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:85:8a/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:26/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:85:8a/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:85:8a/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:85:8a/user-data
index de23c5c70e..de23c5c70e 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:85:8a/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:85:8a/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:b2/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:26/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:b2/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:26/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:26/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:26/user-data
index 2ab6db73f1..2ab6db73f1 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:26/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:26/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:e4/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:b2/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:e4/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:b2/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:b2/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:b2/user-data
index 9f8042de92..9f8042de92 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:b2/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:b2/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:e8/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:e4/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:e8/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:e4/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:e4/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:e4/user-data
index 8e8fc04ebd..8e8fc04ebd 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:e4/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:e4/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a0:d4/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:e8/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a0:d4/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:e8/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:e8/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:e8/user-data
index c408cf6923..c408cf6923 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:92:e8/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:92:e8/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a0:ec/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a0:d4/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a0:ec/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a0:d4/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a0:d4/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a0:d4/user-data
index 5911fafcfe..5911fafcfe 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a0:d4/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a0:d4/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a1:ac/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a0:ec/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a1:ac/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a0:ec/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a0:ec/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a0:ec/user-data
index 4b59cb41bf..4b59cb41bf 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a0:ec/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a0:ec/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a1:ea/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a1:ac/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a1:ea/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a1:ac/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a1:ac/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a1:ac/user-data
index b384f124a9..b384f124a9 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a1:ac/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a1:ac/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:6b/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a1:ea/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:6b/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a1:ea/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a1:ea/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a1:ea/user-data
index 412400cc4b..412400cc4b 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:bc:a1:ea/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:bc:a1:ea/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:77/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:6b/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:77/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:6b/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:6b/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:6b/user-data
index cce57079de..cce57079de 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:6b/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:6b/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:eb/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:77/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:eb/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:77/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:77/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:77/user-data
index 49ec854640..49ec854640 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:77/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:77/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:de:27/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:eb/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:de:27/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:eb/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:eb/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:eb/user-data
index 28b119bd6b..28b119bd6b 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:dd:eb/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:dd:eb/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:2e/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:de:27/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:2e/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:de:27/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:de:27/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:de:27/user-data
index c2ec80cb5d..c2ec80cb5d 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:d9:de:27/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/3c:ec:ef:d9:de:27/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:4a/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:2e/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:4a/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:2e/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:2e/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:2e/user-data
index 125ba1e36f..125ba1e36f 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:2e/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:2e/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:4c/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:4a/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:4c/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:4a/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:4a/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:4a/user-data
index 02a9c2d2ee..02a9c2d2ee 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:4a/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:4a/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:1c/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:4c/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:1c/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:4c/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:4c/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:4c/user-data
index 5547c4fbf4..5547c4fbf4 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:25:3b:4c/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:25:3b:4c/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:36/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:1c/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:36/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:1c/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:1c/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:1c/user-data
index 7734530814..7734530814 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:1c/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:1c/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:42/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:36/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:42/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:36/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:36/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:36/user-data
index 5f50d4ca1a..5f50d4ca1a 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:36/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:36/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:44/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:42/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:44/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:42/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:42/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:42/user-data
index e149988851..e149988851 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:42/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:42/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:5c/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:44/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:5c/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:44/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:44/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:44/user-data
index e96d05558e..e96d05558e 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:44/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:44/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:6c/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:5c/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:6c/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:5c/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:5c/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:5c/user-data
index 7038e2ec4f..7038e2ec4f 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:27:58:5c/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:27:58:5c/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:74/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:6c/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:74/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:6c/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:6c/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:6c/user-data
index 2a623a89a1..2a623a89a1 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:6c/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:6c/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:78/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:74/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:78/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:74/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:74/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:74/user-data
index b15b9a8ab5..b15b9a8ab5 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:74/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:74/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:7a/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:78/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:7a/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:78/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:78/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:78/user-data
index 782f6c05ed..782f6c05ed 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:78/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:78/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/a4:bf:01:55:ac:39/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:7a/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/a4:bf:01:55:ac:39/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:7a/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:7a/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:7a/user-data
index 5ea530ecf3..5ea530ecf3 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/7c:c2:55:55:c0:7a/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/7c:c2:55:55:c0:7a/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/a4:bf:01:55:af:5e/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/a4:bf:01:55:ac:39/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/a4:bf:01:55:af:5e/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/a4:bf:01:55:ac:39/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/a4:bf:01:55:ac:39/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/a4:bf:01:55:ac:39/user-data
index 45cf743fed..45cf743fed 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/a4:bf:01:55:ac:39/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/a4:bf:01:55:ac:39/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:b4/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/a4:bf:01:55:af:5e/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:b4/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/a4:bf:01:55:af:5e/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/a4:bf:01:55:af:5e/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/a4:bf:01:55:af:5e/user-data
index 5d33054455..5d33054455 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/a4:bf:01:55:af:5e/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/a4:bf:01:55:af:5e/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:d4/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6a:b4/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:d4/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6a:b4/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:b4/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6a:b4/user-data
index f1377ea653..581a9b054b 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:b4/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6a:b4/user-data
@@ -21,7 +21,7 @@ autoinstall:
locale: en_US.UTF-8
network:
ethernets:
- eno1:
+ eno1np0:
addresses: [ 10.30.51.24/24 ]
dhcp4: false
gateway4: 10.30.51.1
@@ -117,4 +117,4 @@ autoinstall:
- device: format-0
id: mount-0
path: /boot/efi
- type: mount \ No newline at end of file
+ type: mount
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6b:08/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6a:d4/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6b:08/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6a:d4/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:d4/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6a:d4/user-data
index f44fd70dc0..d53aab1fa7 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6a:d4/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6a:d4/user-data
@@ -21,7 +21,7 @@ autoinstall:
locale: en_US.UTF-8
network:
ethernets:
- eno1:
+ eno1np0:
addresses: [ 10.30.51.23/24 ]
dhcp4: false
gateway4: 10.30.51.1
@@ -117,4 +117,4 @@ autoinstall:
- device: format-0
id: mount-0
path: /boot/efi
- type: mount \ No newline at end of file
+ type: mount
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8a:8c:76/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6b:08/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8a:8c:76/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6b:08/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6b:08/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6b:08/user-data
index f1ebe8eb0d..ede7cd82a6 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:5a:6b:08/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:5a:6b:08/user-data
@@ -21,7 +21,7 @@ autoinstall:
locale: en_US.UTF-8
network:
ethernets:
- eno1:
+ eno1np0:
addresses: [ 10.30.51.25/24 ]
dhcp4: false
gateway4: 10.30.51.1
@@ -117,4 +117,4 @@ autoinstall:
- device: format-0
id: mount-0
path: /boot/efi
- type: mount \ No newline at end of file
+ type: mount
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8a:8d:0a/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8a:8c:76/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8a:8d:0a/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8a:8c:76/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8a:8c:76/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8a:8c:76/user-data
index c7c1e3ff44..3d15291d93 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8a:8c:76/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8a:8c:76/user-data
@@ -10,7 +10,7 @@ autoinstall:
- arches: [default]
uri: http://ports.ubuntu.com/ubuntu-ports
identity:
- hostname: s1-t11-sut1
+ hostname: s50-nomad
password: $6$FIsbVDQR$5D0wgufOd2FtnmOiRNsGlgg6Loh.0x3dWSj72DSQnqisSyE9DROfgSgA6s0yxDwz4Jd5SRTXiTKuRYuSQ5POI1
realname: localadmin
username: localadmin
@@ -117,4 +117,4 @@ autoinstall:
- device: format-0
id: mount-0
path: /boot/efi
- type: mount \ No newline at end of file
+ type: mount
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:53:60/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8a:8d:0a/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:53:60/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8a:8d:0a/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8a:8d:0a/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8a:8d:0a/user-data
index a4756b3e31..a4756b3e31 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8a:8d:0a/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8a:8d:0a/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:53:96/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8b:53:96/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:53:96/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8b:53:96/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:53:96/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8b:53:96/user-data
index 2be2225ad5..782727f1d5 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:53:96/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8b:53:96/user-data
@@ -10,7 +10,7 @@ autoinstall:
- arches: [default]
uri: http://ports.ubuntu.com/ubuntu-ports
identity:
- hostname: s2-t12-sut1
+ hostname: s51-nomad
password: $6$FIsbVDQR$5D0wgufOd2FtnmOiRNsGlgg6Loh.0x3dWSj72DSQnqisSyE9DROfgSgA6s0yxDwz4Jd5SRTXiTKuRYuSQ5POI1
realname: localadmin
username: localadmin
@@ -117,4 +117,4 @@ autoinstall:
- device: format-0
id: mount-0
path: /boot/efi
- type: mount \ No newline at end of file
+ type: mount
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:55:d8/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8b:55:d8/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:55:d8/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8b:55:d8/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:55:d8/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8b:55:d8/user-data
index df246a2e0c..df246a2e0c 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:8b:55:d8/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:8b:55:d8/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:56/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:ac:d7:76/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:56/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:ac:d7:76/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:44/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:ac:d7:76/user-data
index 1e89ddb092..1e89ddb092 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/3c:ec:ef:b9:cc:44/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:ac:d7:76/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:76/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:ac:d9:2e/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:76/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:ac:d9:2e/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d9:2e/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:ac:d9:2e/user-data
index f70804134b..05f77ab830 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d9:2e/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_amd64/ac:1f:6b:ac:d9:2e/user-data
@@ -117,4 +117,4 @@ autoinstall:
- device: format-0
id: mount-0
path: /boot/efi
- type: mount \ No newline at end of file
+ type: mount
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:8c/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/40:8d:5c:e7:b2:6e/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:8c/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/40:8d:5c:e7:b2:6e/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/40:8d:5c:e7:b2:6e/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/40:8d:5c:e7:b2:6e/user-data
index 90594af8cf..90594af8cf 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/40:8d:5c:e7:b2:6e/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/40:8d:5c:e7:b2:6e/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:ba/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/90:e2:ba:49:db:b4/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:ba/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/90:e2:ba:49:db:b4/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/90:e2:ba:49:db:b4/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/90:e2:ba:49:db:b4/user-data
index d910c0cf0c..d910c0cf0c 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/90:e2:ba:49:db:b4/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/90:e2:ba:49:db:b4/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:c0/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/90:e2:ba:55:be:32/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:c0/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/90:e2:ba:55:be:32/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/90:e2:ba:55:be:32/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/90:e2:ba:55:be:32/user-data
index 69a6785d2e..69a6785d2e 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/90:e2:ba:55:be:32/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/90:e2:ba:55:be:32/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:d6/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:02:b1:9f/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d7:d6/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:02:b1:9f/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:9f/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:02:b1:9f/user-data
index 42de9bb956..42de9bb956 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:9f/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:02:b1:9f/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d9:2e/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:02:b1:bb/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_amd64/ac:1f:6b:ac:d9:2e/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:02:b1:bb/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:bb/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:02:b1:bb/user-data
index 3418e78c32..3418e78c32 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:02:b1:bb/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:02:b1:bb/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/40:8d:5c:e7:b2:6e/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:e7:a9:6c/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/40:8d:5c:e7:b2:6e/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:e7:a9:6c/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:a9:6c/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:e7:a9:6c/user-data
index 3d76c9b8a5..3d76c9b8a5 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:a9:6c/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:e7:a9:6c/user-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/90:e2:ba:49:db:b4/meta-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:e7:aa:4c/meta-data
index e69de29bb2..e69de29bb2 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/90:e2:ba:49:db:b4/meta-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:e7:aa:4c/meta-data
diff --git a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:aa:4c/user-data b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:e7:aa:4c/user-data
index d06e4c6e33..d06e4c6e33 100644
--- a/fdio.infra/pxe/docker-nginx/html/ubuntu_jammy_arm64/d8:5e:d3:e7:aa:4c/user-data
+++ b/fdio.infra/pxe/docker-nginx/html/ubuntu_noble_arm64/d8:5e:d3:e7:aa:4c/user-data
diff --git a/requirements.txt b/requirements.txt
index 398d6896ed..bbb546af25 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -17,52 +17,60 @@
# into fatal error or uncaught exceptions.
#
# CSIT Core dependencies
-ecdsa==0.18.0
-paramiko==3.3.1
-pycrypto==2.6.1
-python-dateutil==2.8.2
+ecdsa==0.19.0
+paramiko==3.4.1
+pycryptodome==3.20.0
+python-dateutil==2.9.0
PyYAML==6.0.1
-requests==2.31.0
-robotframework==6.1.1
+requests==2.32.2
+robotframework==7.0.1
scapy==2.4.5
-scp==0.14.5
+scp==0.15.0
# IaaC dependencies
-ansible==8.2.0
-ansible-core==2.15.2
+ansible==10.2.0
+ansible-core==2.17.2
# PLRsearch dependencies
-dill==0.3.7
-numpy==1.25.2
-scipy==1.11.1
+dill==0.3.8
+numpy==2.0.1
+scipy==1.14.0
# VPP requirements
ply==3.11
# JSON schema validation
-jsonschema==4.18.4
+jsonschema==4.23.0
rfc3339-validator==0.1.4
rfc3987==1.3.8
# Dependencies for some tox checkers (not tox setup itself).
-pylint==3.0.1
+pylint==3.2.6
# Other PIP freeze dependencies.
-attrs==23.1.0
-bcrypt==4.0.1
-certifi==2023.7.22
-cffi==1.15.1
-charset-normalizer==3.2.0
-cryptography==41.0.3
-idna==3.4
-Jinja2==3.1.2
-jsonschema-specifications==2023.7.1
-MarkupSafe==2.1.3
-packaging==23.1
-pycparser==2.21
+astroid==3.2.4
+attrs==24.2.0
+bcrypt==4.2.0
+certifi==2024.7.4
+cffi==1.17.0
+charset-normalizer==3.3.2
+cryptography==43.0.0
+idna==3.7
+isort==5.13.2
+Jinja2==3.1.4
+jsonschema-specifications==2023.12.1
+MarkupSafe==2.1.5
+mccabe==0.7.0
+packaging==24.1
+platformdirs==4.2.2
+ply==3.11
+pycparser==2.22
PyNaCl==1.5.0
-referencing==0.30.0
+referencing==0.35.1
resolvelib==1.0.1
-rpds-py==0.9.2
+rpds-py==0.20.0
six==1.16.0
-urllib3==2.0.4
+tomli==2.0.1
+tomlkit==0.13.0
+typing_extensions==4.12.2
+urllib3==2.2.2 \ No newline at end of file
diff --git a/resources/api/vpp/supported_crcs.yaml b/resources/api/vpp/supported_crcs.yaml
index fb6a499d42..5ea52861d2 100644
--- a/resources/api/vpp/supported_crcs.yaml
+++ b/resources/api/vpp/supported_crcs.yaml
@@ -27,389 +27,8 @@
# Use bash command "env LC_COLLATE=C sort -u" if not clear.
# https://packagecloud.io/app/fdio/release
-# /search?q=24.02&filter=debs&filter=all&dist=debian
-24.02-with-srv6-bug:
- # plugins/acl/acl.api
- acl_add_replace: '0xee5c2f18' # dev
- acl_add_replace_reply: '0xac407b0c' # dev
- acl_details: '0x95babae0' # dev teardown
- acl_dump: '0xef34fea4' # dev teardown
- acl_interface_list_details: '0xe695d256' # dev teardown
- acl_interface_list_dump: '0xf9e6675e' # dev teardown
- acl_interface_set_acl_list: '0x473982bd' # dev
- acl_interface_set_acl_list_reply: '0xe8d4e804' # dev
-
- # vlibmemory/vlib.api
- add_node_next: '0x2457116d' # dev
- add_node_next_reply: '0x2ed75f32' # dev
-
- # plugins/adl/adl.api
- adl_allowlist_enable_disable: '0xea88828d' # dev
- adl_allowlist_enable_disable_reply: '0xe8d4e804' # dev
- adl_interface_enable_disable: '0x5501adee' # dev
- adl_interface_enable_disable_reply: '0xe8d4e804' # dev
-
- # plugins/af_xdp/af_xdp.api
- af_xdp_create_v3: '0xcf4b1827' # perf
- af_xdp_create_v3_reply: '0x5383d31f' # perf
-
- # plugins/avf/avf.api
- avf_create: '0xdaab8ae2' # dev
- avf_create_reply: '0x5383d31f' # dev
-
- # vnet/bonding/bond.api
- bond_add_member: '0xe7d14948' # perf
- bond_add_member_reply: '0xe8d4e804' # perf
- bond_create2: '0x912fda76' # perf
- bond_create2_reply: '0x5383d31f' # perf
- # 4x^ 64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
- # ^ ndrpdrAND1cAND64bAND1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm
-
- # vnet/l2/l2.api
- bridge_domain_add_del_v2: '0x600b7170' # dev
- bridge_domain_add_del_v2_reply: '0xfcb1e980' # dev
- # bridge_domain_dump / details # honeycomb
-
- # vnet/classify/classify.api
- classify_add_del_session: '0xf20879f0' # dev
- classify_add_del_session_reply: '0xe8d4e804' # dev
- classify_add_del_table: '0x6849e39e' # dev
- classify_add_del_table_reply: '0x05486349' # dev
- # classify_session_dump / details # honeycomb
- # classify_table_by_interface / reply # honeycomb
- # classify_table_info / reply # honeycomb
-
- # vlibmemory/vlib.api
- cli_inband: '0xf8377302' # dev setup
- cli_inband_reply: '0x05879051' # dev setup
-
- # vnet/interface.api
- create_loopback_instance: '0xd36a3ee2' # dev
- create_loopback_instance_reply: '0x5383d31f' # dev
-
- # vnet/interface.api
- create_subif: '0x790ca755' # perf
- create_subif_reply: '0x5383d31f' # perf
- # ^^ 64B-1c-dot1ad-l2xcbase-ndrpdr
- # ^ ndrpdrAND1cAND64bANDdot1ad-l2xcbase
-
- # plugins/vhost/vhost_user.api
- create_vhost_user_if_v2: '0xdba1cc1d' # dev
- create_vhost_user_if_v2_reply: '0x5383d31f' # dev
-
- # vnet/interface.api
- create_vlan_subif: '0xaf34ac8b' # dev
- create_vlan_subif_reply: '0x5383d31f' # dev
-
- # plugins/crypto_sw_scheduler/crypto_sw_scheduler.api
- crypto_set_async_dispatch_v2: '0x667d2d54' # perf
- crypto_set_async_dispatch_v2_reply: '0xe8d4e804' # perf
- crypto_sw_scheduler_set_worker: '0xb4274502' # perf
- crypto_sw_scheduler_set_worker_reply: '0xe8d4e804' # perf
- # 4^ 64B-1c-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr
- # ^ ndrpdrAND1cAND64BANDethip4ipsec8tnlswasync-scheduler-ip4base-int-\
- # aes128gcm-udir
-
- # plugins/nat/det44/det44.api
- det44_add_del_map: '0x1150a190' # dev
- det44_add_del_map_reply: '0xe8d4e804' # dev
- det44_interface_add_del_feature: '0xdc17a836' # dev
- det44_interface_add_del_feature_reply: '0xe8d4e804' # dev
- det44_interface_details: '0xe60cc5be' # dev teardown
- det44_interface_dump: '0x51077d14' # dev teardown
- det44_map_details: '0xad91dc83' # dev teardown
- det44_map_dump: '0x51077d14' # dev teardown
- det44_plugin_enable_disable: '0x617b6bf8' # dev
- det44_plugin_enable_disable_reply: '0xe8d4e804' # dev
- det44_session_dump: '0xe45a3af7' # dev
- # TODO: Which test to run to verify det44_* messages?
- # dhcp_proxy_dump / details # honeycomb
-
- # vnet/flow/flow.api
- flow_add_v2: '0x5b757558' # dev
- flow_add_v2_reply: '0x8587dc85' # dev
- flow_del: '0xb6b9b02c' # dev
- flow_del_reply: '0xe8d4e804' # dev
- flow_disable: '0x2024be69' # dev
- flow_disable_reply: '0xe8d4e804' # dev
- flow_enable: '0x2024be69' # dev
- flow_enable_reply: '0xe8d4e804' # dev
-
- # plugins/geneve/geneve.api
- geneve_add_del_tunnel2: '0x8c2a9999' # dev
- geneve_add_del_tunnel2_reply: '0x5383d31f' # dev
- geneve_tunnel_details: '0x6b16eb24' # dev
- geneve_tunnel_dump: '0xf9e6675e' # dev
-
- # plugins/lisp/lisp-gpe/lisp_gpe.api
- gpe_enable_disable: '0xc264d7bf' # dev
- gpe_enable_disable_reply: '0xe8d4e804' # dev
-
- # gre_tunnel_add_del / reply # unused L1 keyword: create_gre_tunnel_interface
-
- # plugins/gtpu/gtpu.api
- gtpu_add_del_tunnel_v2: '0xa0c30713' # perf
- gtpu_add_del_tunnel_v2_reply: '0x62b41304' # perf
- # ^^ 64B-1c-ethip4gtpusw-ip4base-ndrpdr
- # ^ ndrpdrAND1cAND64BANDethip4gtpusw-ip4base
- gtpu_offload_rx: '0xf0b08786' # perf
- gtpu_offload_rx_reply: '0xe8d4e804' # perf
-
- # vnet/interface.api
- hw_interface_set_mtu: '0xe6746899' # dev
- hw_interface_set_mtu_reply: '0xe8d4e804' # dev
-
- # vnet/classify/classify.api
- input_acl_set_interface: '0xde7ad708' # dev
- input_acl_set_interface_reply: '0xe8d4e804' # dev
-
- # vnet/ip/ip.api
- ip_address_details: '0xee29b797' # dev
- ip_address_dump: '0x2d033de4' # dev
-
- # vnet/ip-neighbor/ip_neighbor.api
- ip_neighbor_add_del: '0x0607c257' # dev
- ip_neighbor_add_del_reply: '0x1992deab' # dev
-
- # ip_probe_neighbor / reply # unused L1 keyword vpp_ip_probe
-
- # vnet/ip/ip.api
- ip_route_add_del: '0xb8ecfe0d' # dev
- ip_route_add_del_reply: '0x1992deab' # dev
- # ip_source_check_interface_add_del / reply # unused L1 keyword vpp_ip_source_check_setup
- ip_table_add_del: '0x0ffdaec0' # dev
- ip_table_add_del_reply: '0xe8d4e804' # dev
-
- # vnet/ipip/ipip.api
- ipip_add_tunnel: '0x2ac399f5' # dev
- ipip_add_tunnel_reply: '0x5383d31f' # dev
-
- # vnet/ipsec/ipsec.api
- ipsec_interface_add_del_spd: '0x80f80cbb' # dev
- ipsec_interface_add_del_spd_reply: '0xe8d4e804' # dev
- ipsec_sa_v5_details: '0x3cfecfbd' # dev teardown
- ipsec_sa_v5_dump: '0x2076c2f4' # dev teardown
- ipsec_sad_entry_add_v2: '0x9611297a' # dev
- ipsec_sad_entry_add_v2_reply: '0x9ffac24b' # dev
- ipsec_select_backend: '0x5bcfd3b7' # perf
- ipsec_select_backend_reply: '0xe8d4e804' # perf
- # ^^ 64B-1c-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-ndrpdr
- # ^ ndrpdrAND1cAND64BANDethip4ipsec1tnlhw-ip4base-int-aes256gcm
- ipsec_set_async_mode: '0xa6465f7c' # perf
- ipsec_set_async_mode_reply: '0xe8d4e804' # perf
- ipsec_spd_add_del: '0x20e89a95' # dev
- ipsec_spd_add_del_reply: '0xe8d4e804' # dev
- ipsec_spd_entry_add_del_v2: '0x7bfe69fc' # dev
- ipsec_spd_entry_add_del_v2_reply: '0x9ffac24b' # dev
- ipsec_tunnel_protect_update: '0x30d5f133' # dev
- ipsec_tunnel_protect_update_reply: '0xe8d4e804' # dev
- # ^^ 64B-1c-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-ndrpdr
- # ^ See ipsec_select_backend.
-
- # vnet/l2/l2.api
- # l2_fib_table_dump / details # honeycomb
- l2_interface_vlan_tag_rewrite: '0x62cc0bbc' # perf
- l2_interface_vlan_tag_rewrite_reply: '0xe8d4e804' # perf
- # ^^ 64B-1c-dot1ad-l2xcbase-ndrpdr
- # ^ ndrpdrAND1cAND64BANDdot1ad-l2xcbase
- l2_patch_add_del: '0xa1f6a6f3' # dev
- l2_patch_add_del_reply: '0xe8d4e804' # dev
- # l2fib_add_del / reply # unused L1 keyword: vpp_add_l2fib_entry
-
- # plugins/lb/lb.api
- lb_add_del_as: '0x35d72500' # perf
- lb_add_del_as_reply: '0xe8d4e804' # perf
- lb_add_del_intf_nat4: '0x47d6e753' # perf
- lb_add_del_intf_nat4_reply: '0xe8d4e804' # perf
- lb_add_del_vip_v2: '0x7c520e0f' # perf
- lb_add_del_vip_v2_reply: '0xe8d4e804' # perf
- lb_conf: '0x56cd3261' # perf
- lb_conf_reply: '0xe8d4e804' # perf
- # 8x^ 64B-1c-ethip4-loadbalancer-nat4-ndrpdr
- # ^ 2n: ndrpdrAND1cAND64BANDethip4-loadbalancer-nat4
-
- # plugins/lisp/lisp-cp/lisp.api
- lisp_add_del_adjacency: '0x2ce0e6f6' # dev
- lisp_add_del_adjacency_reply: '0xe8d4e804' # dev
- lisp_add_del_local_eid: '0x4e5a83a2' # dev
- lisp_add_del_local_eid_reply: '0xe8d4e804' # dev
- lisp_add_del_locator: '0xaf4d8f13' # dev
- lisp_add_del_locator_reply: '0xe8d4e804' # dev
- lisp_add_del_locator_set: '0x6fcd6471' # dev
- lisp_add_del_locator_set_reply: '0xb6666db4' # dev
- # lisp_add_del_map_resolver / reply # unused L2 keyword: Configure LISP map resolver address
- lisp_add_del_remote_mapping: '0x6d5c789e' # dev
- lisp_add_del_remote_mapping_reply: '0xe8d4e804' # dev
- lisp_eid_table_add_del_map: '0x9481416b' # dev
- lisp_eid_table_add_del_map_reply: '0xe8d4e804' # dev
- lisp_enable_disable: '0xc264d7bf' # dev
- lisp_enable_disable_reply: '0xe8d4e804' # dev
-
- # plugins/acl/acl.api
- macip_acl_add: '0xce6fbad0' # dev
- macip_acl_add_reply: '0xac407b0c' # dev
- macip_acl_details: '0x27135b59' # dev teardown
- macip_acl_dump: '0xef34fea4' # dev teardown
- macip_acl_interface_add_del: '0x4b8690b1' # dev
- macip_acl_interface_add_del_reply: '0xe8d4e804' # dev
- macip_acl_interface_get: '0x51077d14' # dev teardown
- macip_acl_interface_get_reply: '0xaccf9b05' # dev teardown
-
- # plugins/memif/memif.api
- memif_create_v2: '0x8c7de5f7' # dev
- memif_create_v2_reply: '0x5383d31f' # dev
- memif_details: '0xda34feb9' # dev
- memif_dump: '0x51077d14' # dev
- memif_socket_filename_add_del_v2: '0x34223bdf' # dev
- memif_socket_filename_add_del_v2_reply: '0x9f29bdb9' # dev
-
- # plugins/nat/nat44-ed/nat44_ed.api
- nat44_add_del_address_range: '0x6f2b8055' # dev
- nat44_add_del_address_range_reply: '0xe8d4e804' # dev
- nat44_address_details: '0x0d1beac1' # dev teardown
- nat44_address_dump: '0x51077d14' # dev teardown
- nat44_ed_plugin_enable_disable: '0xbe17f8dd' # dev
- nat44_ed_plugin_enable_disable_reply: '0xe8d4e804' # dev
- nat44_interface_add_del_feature: '0xf3699b83' # dev
- nat44_interface_add_del_feature_reply: '0xe8d4e804' # dev
- nat44_interface_addr_details: '0xe4aca9ca' # dev teardown
- nat44_interface_addr_dump: '0x51077d14' # dev teardown
- nat44_interface_details: '0x5d286289' # dev teardown
- nat44_interface_dump: '0x51077d14' # dev teardown
- nat44_show_running_config: '0x51077d14' # dev teardown
- nat44_show_running_config_reply: '0x93d8e267' # dev teardown
- nat44_static_mapping_details: '0x06cb40b2' # dev teardown
- nat44_static_mapping_dump: '0x51077d14' # dev teardown
- # nat44_user_dump and nat44_user_session_dump can be called
- # by show_nat_user_data function
- nat_worker_details: '0x84bf06fc' # dev teardown
- nat_worker_dump: '0x51077d14' # dev teardown
-
- # plugins/nsim/nsim.api
- nsim_configure2: '0x64de8ed3' # perf
- nsim_configure2_reply: '0xe8d4e804' # perf
- nsim_output_feature_enable_disable: '0x3865946c' # perf
- nsim_output_feature_enable_disable_reply: '0xe8d4e804' # perf
- # 4x^ 1280B-1c-eth-ip4udpquicscale10cl1s-vppecho-bps
- # ^ 1280BAND1cANDeth-ip4udpquicscale10cl1s-vppecho
-
- # vnet/policer/policer.api
- policer_add: '0x4d949e35' # dev
- policer_add_reply: '0xa177cef2' # dev
-
- # vnet/classify/classify.api
- policer_classify_set_interface: '0xde7ad708' # dev
- policer_classify_set_interface_reply: '0xe8d4e804' # dev
-
- # plugins/rdma/rdma.api
- rdma_create_v4: '0xc6287ea8' # perf
- rdma_create_v4_reply: '0x5383d31f' # perf
- # 2x^ Any test with drv_rdma. Currently only available on 2n-clx.
- # - Not testable by devicetest (until we have environment with right NICs).
-
- # vlibmemory/vlib.api
- show_threads: '0x51077d14' # dev
- show_threads_reply: '0xefd78e83' # dev
-
- # vpp/api/vpe.api
- show_version: '0x51077d14' # dev setup
- show_version_reply: '0xc919bde1' # dev setup
-
- # vnet/srv6/sr.api
- sr_localsid_add_del: '0x5a36c324' # dev
- sr_localsid_add_del_reply: '0xe8d4e804' # dev
- sr_localsids_details: '0x2e9221b9' # dev teardown
- sr_localsids_dump: '0x51077d14' # dev teardown
- sr_policies_v2_details: '0x96dcb699' # dev teardown
- sr_policies_v2_dump: '0x51077d14' # dev teardown
- sr_policy_add_v2: '0xf6297f36' # dev
- sr_policy_add_reply: '0xe8d4e804' # dev but wrong
- sr_set_encap_source: '0xd3bad5e1' # dev
- sr_set_encap_source_reply: '0xe8d4e804' # dev
- sr_steering_add_del: '0xe46b0a0f' # dev
- sr_steering_add_del_reply: '0xe8d4e804' # dev
- sr_steering_pol_details: '0xd41258c9' # dev teardown
- sr_steering_pol_dump: '0x51077d14' # dev teardown
-
- # vnet/bonding/bond.api
- sw_bond_interface_details: '0x9428a69c' # perf
- sw_bond_interface_dump: '0xf9e6675e' # perf
- # ^^ see bond_*
-
- # vnet/interface.api
- sw_interface_add_del_address: '0x5463d73b' # dev
- sw_interface_add_del_address_reply: '0xe8d4e804' # dev
- sw_interface_details: '0x6c221fc7' # dev
- sw_interface_dump: '0xaa610c27' # dev
- # sw_interface_get_table / reply # honeycomb
-
- # vnet/ip6-nd/ip6_nd.api
- sw_interface_ip6nd_ra_config: '0x3eb00b1c' # dev
- sw_interface_ip6nd_ra_config_reply: '0xe8d4e804' # dev
-
- # vnet/interface.api
- sw_interface_rx_placement_details: '0x9e44a7ce' # dev
- sw_interface_rx_placement_dump: '0xf9e6675e' # dev
- sw_interface_set_flags: '0xf5aec1b8' # dev
- sw_interface_set_flags_reply: '0xe8d4e804' # dev
-
- # sw_interface_set_geneve_bypass can be called
- # by enable_interface_geneve_bypass function
-
- # vnet/l2/l2.api
- sw_interface_set_l2_bridge: '0xd0678b13' # dev
- sw_interface_set_l2_bridge_reply: '0xe8d4e804' # dev
- sw_interface_set_l2_xconnect: '0x4fa28a85' # dev
- sw_interface_set_l2_xconnect_reply: '0xe8d4e804' # dev
-
- # vnet/interface.api
- sw_interface_set_mac_address: '0xc536e7eb' # dev
- sw_interface_set_mac_address_reply: '0xe8d4e804' # dev
- sw_interface_set_rx_placement: '0xdb65f3c9' # dev
- sw_interface_set_rx_placement_reply: '0xe8d4e804' # dev
- sw_interface_set_table: '0xdf42a577' # dev
- sw_interface_set_table_reply: '0xe8d4e804' # dev
- sw_interface_set_unnumbered: '0x154a6439' # dev
- sw_interface_set_unnumbered_reply: '0xe8d4e804' # dev
-
- # plugins/vxlan/vxlan.api
- sw_interface_set_vxlan_bypass: '0x65247409' # dev
- sw_interface_set_vxlan_bypass_reply: '0xe8d4e804' # dev
-
- # vnet/devices/tap/tapv2.api
- sw_interface_tap_v2_details: '0x1e2b2a47' # dev
- sw_interface_tap_v2_dump: '0xf9e6675e' # dev
-
- # plugins/vhost/vhost_user.api
- sw_interface_vhost_user_details: '0x0cee1e53' # dev teardown
- sw_interface_vhost_user_dump: '0xf9e6675e' # dev deardown
-
- # vnet/bonding/bond.api
- sw_member_interface_details: '0x3c4a0e23' # perf
- sw_member_interface_dump: '0xf9e6675e' # perf
- # ^^ see bond_*
-
- # vnet/devices/tap/tapv2.api
- tap_create_v3: '0x3f3fd1df' # dev
- tap_create_v3_reply: '0x5383d31f' # dev
-
- # plugins/vxlan/vxlan.api
- vxlan_add_del_tunnel_v3: '0x0072b037' # dev
- vxlan_add_del_tunnel_v3_reply: '0x5383d31f' # dev
- # vxlan_gpe_tunnel_dump / details # honeycomb
- # vxlan_tunnel_dump /details # unused L2 keyword: Get VXLAN dump
-
- # plugins/wireguard/wireguard.api
- wireguard_interface_create: '0xa530137e'
- wireguard_interface_create_reply: '0x5383d31f'
- wireguard_peer_add: '0x9b8aad61'
- wireguard_peer_add_reply: '0x084a0cd3'
- wg_set_async_mode: '0xa6465f7c'
- wg_set_async_mode_reply: '0xe8d4e804'
-
- # Please keep alphabetic order.
-
-24.02-with-srv6-fix:
+# /search?q=24.06&filter=debs&filter=all&dist=debian
+24.06-release:
# plugins/acl/acl.api
acl_add_replace: '0xee5c2f18' # dev
acl_add_replace_reply: '0xac407b0c' # dev
diff --git a/resources/job_specs/mrr_daily/vpp-2n-clx.md b/resources/job_specs/mrr_daily/vpp-2n-clx.md
deleted file mode 120000
index 044239b6d1..0000000000
--- a/resources/job_specs/mrr_daily/vpp-2n-clx.md
+++ /dev/null
@@ -1 +0,0 @@
-../report_iterative/2n-clx/vpp-mrr-00.md \ No newline at end of file
diff --git a/resources/job_specs/mrr_daily/vpp-2n-tx2.md b/resources/job_specs/mrr_daily/vpp-2n-tx2.md
deleted file mode 120000
index 14c98d957c..0000000000
--- a/resources/job_specs/mrr_daily/vpp-2n-tx2.md
+++ /dev/null
@@ -1 +0,0 @@
-../report_iterative/2n-tx2/vpp-mrr-00.md \ No newline at end of file
diff --git a/resources/job_specs/mrr_daily/vpp-3n-tsh.md b/resources/job_specs/mrr_daily/vpp-3n-tsh.md
deleted file mode 120000
index a558022c30..0000000000
--- a/resources/job_specs/mrr_daily/vpp-3n-tsh.md
+++ /dev/null
@@ -1 +0,0 @@
-../report_iterative/3n-tsh/vpp-mrr-00.md \ No newline at end of file
diff --git a/resources/job_specs/mrr_weekly/dpdk-2n-clx.md b/resources/job_specs/mrr_weekly/dpdk-2n-clx.md
deleted file mode 120000
index 0d1ea215a1..0000000000
--- a/resources/job_specs/mrr_weekly/dpdk-2n-clx.md
+++ /dev/null
@@ -1 +0,0 @@
-../report_iterative/2n-clx/dpdk-mrr-00.md \ No newline at end of file
diff --git a/resources/job_specs/mrr_weekly/dpdk-2n-tx2.md b/resources/job_specs/mrr_weekly/dpdk-2n-tx2.md
deleted file mode 120000
index b1b9de6fc0..0000000000
--- a/resources/job_specs/mrr_weekly/dpdk-2n-tx2.md
+++ /dev/null
@@ -1 +0,0 @@
-../report_iterative/2n-tx2/dpdk-mrr-00.md \ No newline at end of file
diff --git a/resources/job_specs/mrr_weekly/dpdk-3n-tsh.md b/resources/job_specs/mrr_weekly/dpdk-3n-tsh.md
deleted file mode 120000
index 6219c500bc..0000000000
--- a/resources/job_specs/mrr_weekly/dpdk-3n-tsh.md
+++ /dev/null
@@ -1 +0,0 @@
-../report_iterative/3n-tsh/dpdk-mrr-00.md \ No newline at end of file
diff --git a/resources/job_specs/mrr_weekly/vpp-2n-clx.md b/resources/job_specs/mrr_weekly/vpp-2n-clx.md
deleted file mode 120000
index bf807ff871..0000000000
--- a/resources/job_specs/mrr_weekly/vpp-2n-clx.md
+++ /dev/null
@@ -1 +0,0 @@
-../report_iterative/2n-clx/nfv-density-mrr-00.md \ No newline at end of file
diff --git a/resources/job_specs/mrr_weekly/vpp-3n-icx.md b/resources/job_specs/mrr_weekly/vpp-3n-icx.md
deleted file mode 120000
index 8bdb6a47bd..0000000000
--- a/resources/job_specs/mrr_weekly/vpp-3n-icx.md
+++ /dev/null
@@ -1 +0,0 @@
-../report_iterative/3n-icx/vpp-mrr-01.md \ No newline at end of file
diff --git a/resources/job_specs/ndrpdr_weekly/vpp-2n-clx.md b/resources/job_specs/ndrpdr_weekly/vpp-2n-clx.md
deleted file mode 120000
index 26380e3b87..0000000000
--- a/resources/job_specs/ndrpdr_weekly/vpp-2n-clx.md
+++ /dev/null
@@ -1 +0,0 @@
-../report_iterative/2n-clx/vpp-ndrpdr-00.md \ No newline at end of file
diff --git a/resources/job_specs/ndrpdr_weekly/vpp-2n-tx2.md b/resources/job_specs/ndrpdr_weekly/vpp-2n-tx2.md
deleted file mode 120000
index 4f8d1fbc05..0000000000
--- a/resources/job_specs/ndrpdr_weekly/vpp-2n-tx2.md
+++ /dev/null
@@ -1 +0,0 @@
-../report_iterative/2n-tx2/vpp-ndrpdr-00.md \ No newline at end of file
diff --git a/resources/job_specs/ndrpdr_weekly/vpp-3n-tsh.md b/resources/job_specs/ndrpdr_weekly/vpp-3n-tsh.md
deleted file mode 120000
index 42c1e6ebf8..0000000000
--- a/resources/job_specs/ndrpdr_weekly/vpp-3n-tsh.md
+++ /dev/null
@@ -1 +0,0 @@
-../report_iterative/3n-tsh/vpp-ndrpdr-00.md \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/dpdk-00.md b/resources/job_specs/report_coverage/2n-clx/dpdk-00.md
deleted file mode 100644
index cfb61497bc..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/dpdk-00.md
+++ /dev/null
@@ -1,23 +0,0 @@
-# 2n-clx
-### intel-xxv710
-#### dpdk-vfio-pci
-##### eth-l2xcbase-testpmd
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-##### ethip4-ip4base-l3fwd
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/gso-00.md b/resources/job_specs/report_coverage/2n-clx/gso-00.md
deleted file mode 100644
index 7e416efdd6..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/gso-00.md
+++ /dev/null
@@ -1,23 +0,0 @@
-# 2n-clx
-## ./gso
-### intel-xxv710
-#### drv_tap
-##### ethip4-ip4base-2tap-gso
-1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso-iperf3
-2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso-iperf3
-4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso-iperf3
-#### drv_tap
-##### ethip4-ip4base-2tap
-1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-iperf3
-2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-iperf3
-4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-iperf3
-#### drv_vhost
-##### ethip4-ip4base-2vhost-gso
-1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso-iperf3
-2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso-iperf3
-4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso-iperf3
-#### drv_vhost
-##### ethip4-ip4base-2vhost
-1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-iperf3
-2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-iperf3
-4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-iperf3 \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip4-00.md b/resources/job_specs/report_coverage/2n-clx/ip4-00.md
deleted file mode 100644
index 034b09e5e2..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip4-00.md
+++ /dev/null
@@ -1,145 +0,0 @@
-# 2n-clx
-## ./ip4
-### intel-e810cq
-#### avf
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base
-##### ethip4-ip4scale20k
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k
-##### ethip4-ip4scale20k-rnd
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-##### ethip4-ip4scale200k
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k
-##### ethip4-ip4scale200k-rnd
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k-rnd
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k-rnd
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k-rnd
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k-rnd
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k-rnd
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k-rnd
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k-rnd
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k-rnd
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale200k-rnd
-##### ethip4-ip4scale2m
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m
-##### ethip4-ip4scale2m-rnd
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-#### dpdk-vfio-pci
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-##### ethip4-ip4scale20k
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k
-##### ethip4-ip4scale20k-rnd
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-##### ethip4-ip4scale200k
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k
-##### ethip4-ip4scale200k-rnd
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-##### ethip4-ip4scale2m
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m
-##### ethip4-ip4scale2m-rnd
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale2m-rnd \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip4-01.md b/resources/job_specs/report_coverage/2n-clx/ip4-01.md
deleted file mode 100644
index 09d3fab6be..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip4-01.md
+++ /dev/null
@@ -1,65 +0,0 @@
-# 2n-clx
-## ./ip4
-### intel-e810cq
-#### avf
-##### ethip4-ip4base-adlalwlistbase
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-adlalwlistbase
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-adlalwlistbase
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-adlalwlistbase
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-adlalwlistbase
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-adlalwlistbase
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-adlalwlistbase
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-adlalwlistbase
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-adlalwlistbase
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-adlalwlistbase
-##### ethip4-ip4base-iacldstbase
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-iacldstbase
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-iacldstbase
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-iacldstbase
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-iacldstbase
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-iacldstbase
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-iacldstbase
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-iacldstbase
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-iacldstbase
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-iacldstbase
-##### ethip4-ip4base-ipolicemarkbase
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-ipolicemarkbase
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-ipolicemarkbase
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-ipolicemarkbase
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-ipolicemarkbase
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-ipolicemarkbase
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-ipolicemarkbase
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-ipolicemarkbase
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-ipolicemarkbase
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-ipolicemarkbase
-#### dpdk-vfio-pci
-##### ethip4-ip4base-adlalwlistbase
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-##### ethip4-ip4base-iacldstbase
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-##### ethip4-ip4base-ipolicemarkbase
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip4-02.md b/resources/job_specs/report_coverage/2n-clx/ip4-02.md
deleted file mode 100644
index c0797c780f..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip4-02.md
+++ /dev/null
@@ -1,45 +0,0 @@
-# 2n-clx
-## ./ip4
-### intel-e810cq
-#### avf
-##### ethip4udp-ip4base-iacl1sf-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sf-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sf-10kflows
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sf-10kflows
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sf-10kflows
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sf-10kflows
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sf-10kflows
-##### ethip4udp-ip4base-iacl1sl-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sl-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sl-10kflows
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sl-10kflows
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sl-10kflows
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sl-10kflows
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl1sl-10kflows
-#### dpdk-vfio-pci
-##### ethip4udp-ip4base-iacl1sf-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-##### ethip4udp-ip4base-iacl1sl-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip4-03.md b/resources/job_specs/report_coverage/2n-clx/ip4-03.md
deleted file mode 100644
index a6309098c7..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip4-03.md
+++ /dev/null
@@ -1,45 +0,0 @@
-# 2n-clx
-## ./ip4
-### intel-e810cq
-#### avf
-##### ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-##### ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-#### dpdk-vfio-pci
-##### ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-##### ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip4-04.md b/resources/job_specs/report_coverage/2n-clx/ip4-04.md
deleted file mode 100644
index e8e682a8bc..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip4-04.md
+++ /dev/null
@@ -1,45 +0,0 @@
-# 2n-clx
-## ./ip4
-### intel-e810cq
-#### avf
-##### ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-##### ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-#### dpdk-vfio-pci
-##### ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-##### ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip4-05.md b/resources/job_specs/report_coverage/2n-clx/ip4-05.md
deleted file mode 100644
index d72d13e039..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip4-05.md
+++ /dev/null
@@ -1,68 +0,0 @@
-# 2n-clx
-## ./ip4
-### intel-e810cq
-#### avf
-##### ethip4tcp-nat44ed-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
-##### ethip4tcp-nat44ed-h16384-p63-s1032192-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h16384-p63-s1032192-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h16384-p63-s1032192-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h16384-p63-s1032192-cps
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4tcp-nat44ed-h262144-p63-s16515072-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-cps
-##### ethip4tcp-nat44ed-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
-##### ethip4tcp-nat44ed-h16384-p63-s1032192-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h16384-p63-s1032192-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h16384-p63-s1032192-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h16384-p63-s1032192-tput
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-##### ethip4tcp-nat44ed-h262144-p63-s16515072-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-tput
-##### ethip4tcp-ip4base-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-cps
-##### ethip4tcp-ip4base-h16384-p63-s1032192-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h16384-p63-s1032192-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h16384-p63-s1032192-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h16384-p63-s1032192-cps
-##### ethip4tcp-ip4base-h65536-p63-s4128768-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
-##### ethip4tcp-ip4base-h262144-p63-s16515072-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h262144-p63-s16515072-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h262144-p63-s16515072-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h262144-p63-s16515072-cps
-##### ethip4tcp-ip4base-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-tput
-##### ethip4tcp-ip4base-h16384-p63-s1032192-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h16384-p63-s1032192-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h16384-p63-s1032192-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h16384-p63-s1032192-tput
-##### ethip4tcp-ip4base-h65536-p63-s4128768-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
-##### ethip4tcp-ip4base-h262144-p63-s16515072-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h262144-p63-s16515072-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h262144-p63-s16515072-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h262144-p63-s16515072-tput \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip4-06.md b/resources/job_specs/report_coverage/2n-clx/ip4-06.md
deleted file mode 100644
index 901f49e92d..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip4-06.md
+++ /dev/null
@@ -1,92 +0,0 @@
-# 2n-clx
-## ./ip4
-### intel-e810cq
-#### avf
-##### ethip4udp-nat44det-h1024-p63-s64512
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-##### ethip4udp-nat44det-h16384-p63-s1032192
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h16384-p63-s1032192
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h16384-p63-s1032192
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h16384-p63-s1032192
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h16384-p63-s1032192
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h16384-p63-s1032192
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h16384-p63-s1032192
-##### ethip4udp-nat44det-h65536-p63-s4128758
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
-##### ethip4udp-nat44det-h262144-p63-s16515072
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h262144-p63-s16515072
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h262144-p63-s16515072
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h262144-p63-s16515072
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h262144-p63-s16515072
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h262144-p63-s16515072
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h262144-p63-s16515072
-##### ethip4udp-nat44ed-h1024-p63-s64512-udir
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-##### ethip4udp-nat44ed-h16384-p63-s1032192-udir
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir
-##### ethip4udp-nat44ed-h65536-p63-s4128768-udir
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir
-##### ethip4udp-nat44ed-h262144-p63-s16515072-udir
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir
-##### ethip4udp-nat44ed-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps
-##### ethip4udp-nat44ed-h16384-p63-s1032192-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-cps
-##### ethip4udp-nat44ed-h65536-p63-s4128768-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4udp-nat44ed-h262144-p63-s16515072-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-cps
-##### ethip4udp-nat44ed-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput
-##### ethip4udp-nat44ed-h16384-p63-s1032192-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-tput
-##### ethip4udp-nat44ed-h65536-p63-s4128768-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
-##### ethip4udp-nat44ed-h262144-p63-s16515072-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-tput \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip4-07.md b/resources/job_specs/report_coverage/2n-clx/ip4-07.md
deleted file mode 100644
index 48477335a1..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip4-07.md
+++ /dev/null
@@ -1,36 +0,0 @@
-# 2n-clx
-## ./ip4
-### intel-e810cq
-#### avf
-##### ethip4udp-ip4base-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-cps
-##### ethip4udp-ip4base-h16384-p63-s1032192-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h16384-p63-s1032192-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h16384-p63-s1032192-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h16384-p63-s1032192-cps
-##### ethip4udp-ip4base-h65536-p63-s4128768-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps
-##### ethip4udp-ip4base-h262144-p63-s16515072-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h262144-p63-s16515072-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h262144-p63-s16515072-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h262144-p63-s16515072-cps
-##### ethip4udp-ip4base-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-tput
-##### ethip4udp-ip4base-h16384-p63-s1032192-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h16384-p63-s1032192-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h16384-p63-s1032192-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h16384-p63-s1032192-tput
-##### ethip4udp-ip4base-h65536-p63-s4128768-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-tput
-##### ethip4udp-ip4base-h262144-p63-s16515072-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h262144-p63-s16515072-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h262144-p63-s16515072-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h262144-p63-s16515072-tput \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip4-08.md b/resources/job_specs/report_coverage/2n-clx/ip4-08.md
deleted file mode 100644
index 7ddfb40b11..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip4-08.md
+++ /dev/null
@@ -1,128 +0,0 @@
-# 2n-clx
-## ./ip4
-### intel-xxv710
-#### avf
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base
-##### ethip4-ip4scale2m
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m
-##### ethip4-ip4scale2m-rnd
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m-rnd
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m-rnd
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m-rnd
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m-rnd
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m-rnd
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m-rnd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m-rnd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m-rnd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4scale2m-rnd
-#### dpdk-vfio-pci
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base
-##### ethip4-ip4scale2m
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m
-##### ethip4-ip4scale2m-rnd
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-### mellanox-cx556a
-#### rdma-core
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-1c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-2c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-1c AND 9000b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-##### ethip4-ip4scale2m
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m
-1c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m
-2c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m
-1c AND 9000b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m
-1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m
-2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m
-4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m
-##### ethip4-ip4scale2m-rnd
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m-rnd
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m-rnd
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m-rnd
-1c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m-rnd
-2c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m-rnd
-1c AND 9000b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m-rnd
-1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m-rnd
-2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m-rnd
-4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m-rnd
-#### mlx5_core
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-1c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-2c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-1c AND 9000b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-1c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-2c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-4c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-##### ethip4-ip4scale2m
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m
-1c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m
-2c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m
-1c AND 9000b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m
-1c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m
-2c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m
-4c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m
-##### ethip4-ip4scale2m-rnd
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd
-1c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd
-2c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd
-1c AND 9000b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd
-1c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd
-2c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd
-4c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale2m-rnd \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip4tun-00.md b/resources/job_specs/report_coverage/2n-clx/ip4tun-00.md
deleted file mode 100644
index 40b8066c4e..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip4tun-00.md
+++ /dev/null
@@ -1,64 +0,0 @@
-# 2n-clx
-## ./ip4_tunnels
-### intel-e810cq
-#### avf
-##### ethip4--ethip4udpgeneve-1tun-ip4base
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-##### ethip4--ethip4udpgeneve-4tun-ip4base
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-4tun-ip4base
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-4tun-ip4base
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-4tun-ip4base
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-4tun-ip4base
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-4tun-ip4base
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-4tun-ip4base
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-4tun-ip4base
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-4tun-ip4base
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-4tun-ip4base
-##### ethip4--ethip4udpgeneve-16tun-ip4base
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-##### ethip4--ethip4udpgeneve-64tun-ip4base
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-64tun-ip4base
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-64tun-ip4base
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-64tun-ip4base
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-64tun-ip4base
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-64tun-ip4base
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-64tun-ip4base
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-64tun-ip4base
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-64tun-ip4base
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-64tun-ip4base
-##### ethip4--ethip4udpgeneve-256tun-ip4base
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-##### ethip4--ethip4udpgeneve-1024tun-ip4base
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip4tun-01.md b/resources/job_specs/report_coverage/2n-clx/ip4tun-01.md
deleted file mode 100644
index c3667be88c..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip4tun-01.md
+++ /dev/null
@@ -1,24 +0,0 @@
-# 2n-clx
-## ./ip4_tunnels
-### intel-xxv710
-#### avf
-##### ethip4--ethip4udpgeneve-1tun-ip4base
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-##### ethip4--ethip4udpgeneve-1024tun-ip4base
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4--ethip4udpgeneve-1024tun-ip4base \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip6-00.md b/resources/job_specs/report_coverage/2n-clx/ip6-00.md
deleted file mode 100644
index 05cd25b740..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip6-00.md
+++ /dev/null
@@ -1,65 +0,0 @@
-# 2n-clx
-## ./ip6
-### intel-e810cq
-#### avf
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base
-##### ethip6-ip6base-adlalwlistbase
-1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-adlalwlistbase
-2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-adlalwlistbase
-4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-adlalwlistbase
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-adlalwlistbase
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-adlalwlistbase
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-adlalwlistbase
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-adlalwlistbase
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-adlalwlistbase
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-adlalwlistbase
-##### ethip6-ip6base-iacldstbase
-1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-iacldstbase
-2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-iacldstbase
-4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-iacldstbase
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-iacldstbase
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-iacldstbase
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-iacldstbase
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-iacldstbase
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-iacldstbase
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base-iacldstbase
-#### dpdk-vfio-pci
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-##### ethip6-ip6base-adlalwlistbase
-1c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-2c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-4c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-##### ethip6-ip6base-iacldstbase
-1c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-2c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-4c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base-iacldstbase \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip6-01.md b/resources/job_specs/report_coverage/2n-clx/ip6-01.md
deleted file mode 100644
index a034a7781c..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip6-01.md
+++ /dev/null
@@ -1,125 +0,0 @@
-# 2n-clx
-## ./ip6
-### intel-e810cq
-#### avf
-##### ethip6-ip6scale20k
-1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k
-2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k
-4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k
-##### ethip6-ip6scale200k
-1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k
-2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k
-4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k
-##### ethip6-ip6scale2m
-1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m
-2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m
-4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m
-##### ethip6-ip6scale20k-rnd
-1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-##### ethip6-ip6scale200k-rnd
-1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k-rnd
-2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k-rnd
-4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k-rnd
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k-rnd
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k-rnd
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k-rnd
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k-rnd
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k-rnd
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale200k-rnd
-##### ethip6-ip6scale2m-rnd
-1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-#### dpdk-vfio-pci
-##### ethip6-ip6scale20k
-1c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k
-2c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k
-4c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k
-##### ethip6-ip6scale200k
-1c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k
-2c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k
-4c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k
-##### ethip6-ip6scale2m
-1c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m
-4c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m
-##### ethip6-ip6scale20k-rnd
-1c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-2c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-4c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-##### ethip6-ip6scale200k-rnd
-1c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k-rnd
-2c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k-rnd
-4c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k-rnd
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k-rnd
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k-rnd
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k-rnd
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k-rnd
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k-rnd
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k-rnd
-##### ethip6-ip6scale2m-rnd
-1c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-2c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-4c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale2m-rnd \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip6-02.md b/resources/job_specs/report_coverage/2n-clx/ip6-02.md
deleted file mode 100644
index e6ba545cd8..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip6-02.md
+++ /dev/null
@@ -1,48 +0,0 @@
-# 2n-clx
-## ./ip6
-### intel-xxv710
-#### avf
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6base
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6base
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6base
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6base
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6base
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6base
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6base
-#### dpdk-vfio-pci
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6base
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6base
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6base
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6base
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6base
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6base
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6base
-### mellanox-cx556a
-#### rdma-core
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-1c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-2c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-1c AND 9000b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-#### mlx5_core
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-1c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-2c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-1c AND 9000b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-1c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-2c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-4c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6base \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/ip6-03.md b/resources/job_specs/report_coverage/2n-clx/ip6-03.md
deleted file mode 100644
index cac1baae51..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/ip6-03.md
+++ /dev/null
@@ -1,88 +0,0 @@
-# 2n-clx
-## ./ip6
-### intel-xxv710
-#### avf
-##### ethip6-ip6scale2m
-1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m
-2c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m
-4c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m
-##### ethip6-ip6scale2m-rnd
-1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd
-2c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd
-4c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd
-#### dpdk-vfio-pci
-##### ethip6-ip6scale2m
-1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m
-4c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m
-##### ethip6-ip6scale2m-rnd
-1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-2c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-4c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd
-### mellanox-cx556a
-#### rdma-core
-##### ethip6-ip6scale2m
-1c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m
-2c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m
-4c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m
-1c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m
-2c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m
-1c AND 9000b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m
-1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m
-2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m
-4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m
-##### ethip6-ip6scale2m-rnd
-1c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd
-2c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd
-4c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd
-1c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd
-2c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd
-1c AND 9000b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd
-1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd
-2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd
-4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd
-#### mlx5_core
-##### ethip6-ip6scale2m
-1c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m
-2c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m
-4c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m
-1c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m
-2c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m
-1c AND 9000b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m
-1c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m
-2c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m
-4c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m
-##### ethip6-ip6scale2m-rnd
-1c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m-rnd
-2c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m-rnd
-4c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m-rnd
-1c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m-rnd
-2c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m-rnd
-1c AND 9000b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m-rnd
-1c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m-rnd
-2c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m-rnd
-4c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale2m-rnd
diff --git a/resources/job_specs/report_coverage/2n-clx/l2-00.md b/resources/job_specs/report_coverage/2n-clx/l2-00.md
deleted file mode 100644
index b2743a8b92..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/l2-00.md
+++ /dev/null
@@ -1,85 +0,0 @@
-# 2n-clx
-## ./l2
-### intel-e810cq
-#### avf
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-#### dpdk-vfio-pci
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2patch
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2patch
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2patch
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2patch
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2patch
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2patch
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2patch
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2patch
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2patch
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND dot1q-l2bdbasemaclrn \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/l2-01.md b/resources/job_specs/report_coverage/2n-clx/l2-01.md
deleted file mode 100644
index 2431a58f83..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/l2-01.md
+++ /dev/null
@@ -1,65 +0,0 @@
-# 2n-clx
-## ./l2
-### intel-e810cq
-#### avf
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale100kmaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale100kmaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale100kmaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale100kmaclrn
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale100kmaclrn
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale100kmaclrn
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale100kmaclrn
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale100kmaclrn
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale100kmaclrn
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale100kmaclrn
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-#### dpdk-vfio-pci
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale100kmaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/l2-02.md b/resources/job_specs/report_coverage/2n-clx/l2-02.md
deleted file mode 100644
index 606535558b..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/l2-02.md
+++ /dev/null
@@ -1,128 +0,0 @@
-# 2n-clx
-## ./l2
-### intel-xxv710
-#### avf
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2patch
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2patch
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2patch
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2patch
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2patch
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2patch
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2patch
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2patch
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2patch
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn
-#### dpdk-vfio-pci
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2patch
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2patch
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2patch
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2patch
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2patch
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2patch
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2patch
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2patch
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2patch
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-### mellanox-cx556a
-#### rdma-core
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2patch
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2patch
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2patch
-1c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2patch
-2c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2patch
-1c AND 9000b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2patch
-1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2patch
-2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2patch
-4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2patch
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-1c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-2c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-1c AND 9000b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-1c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-2c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-1c AND 9000b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-#### mlx5_core
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch
-1c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch
-2c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch
-1c AND 9000b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch
-1c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch
-2c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch
-4c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-1c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-2c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-1c AND 9000b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-1c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-2c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-4c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-1c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-2c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-1c AND 9000b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-1c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-2c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-4c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/l2-03.md b/resources/job_specs/report_coverage/2n-clx/l2-03.md
deleted file mode 100644
index c922103a61..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/l2-03.md
+++ /dev/null
@@ -1,48 +0,0 @@
-# 2n-clx
-## ./l2
-### intel-xxv710
-#### avf
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdscale1mmaclrn
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdscale1mmaclrn
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdscale1mmaclrn
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdscale1mmaclrn
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdscale1mmaclrn
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdscale1mmaclrn
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdscale1mmaclrn
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdscale1mmaclrn
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdscale1mmaclrn
-#### dpdk-vfio-pci
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-### mellanox-cx556a
-#### rdma-core
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-1c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-2c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-1c AND 9000b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-#### mlx5_core
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-1c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-2c AND 1518b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-1c AND 9000b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-1c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-2c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-4c AND imix AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/lb-00.md b/resources/job_specs/report_coverage/2n-clx/lb-00.md
deleted file mode 100644
index a01b0d2a0e..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/lb-00.md
+++ /dev/null
@@ -1,65 +0,0 @@
-# 2n-clx
-## ./lb
-### intel-e810cq
-#### avf
-##### ethip4-loadbalancer-l3dsr
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-l3dsr
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-l3dsr
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-l3dsr
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-l3dsr
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-l3dsr
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-l3dsr
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-l3dsr
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-l3dsr
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-l3dsr
-##### ethip4-loadbalancer-maglev
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-maglev
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-maglev
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-maglev
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-maglev
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-maglev
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-maglev
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-maglev
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-maglev
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-maglev
-##### ethip4-loadbalancer-nat4
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-nat4
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-nat4
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-nat4
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-nat4
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-nat4
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-nat4
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-nat4
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-nat4
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-loadbalancer-nat4
-#### dpdk-vfio-pci
-##### ethip4-loadbalancer-l3dsr
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-l3dsr
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-l3dsr
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-l3dsr
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-l3dsr
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-l3dsr
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-l3dsr
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-l3dsr
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-l3dsr
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-l3dsr
-##### ethip4-loadbalancer-maglev
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-maglev
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-maglev
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-maglev
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-maglev
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-maglev
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-maglev
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-maglev
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-maglev
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-maglev
-##### ethip4-loadbalancer-nat4
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-nat4
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-nat4
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-nat4
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-nat4
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-nat4
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-nat4
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-nat4
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-nat4
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-loadbalancer-nat4 \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/lb-01.md b/resources/job_specs/report_coverage/2n-clx/lb-01.md
deleted file mode 100644
index b67874addd..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/lb-01.md
+++ /dev/null
@@ -1,34 +0,0 @@
-# 2n-clx
-## ./lb
-### intel-xxv710
-#### avf
-##### ethip4-loadbalancer-l3dsr
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-l3dsr
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-l3dsr
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-l3dsr
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-l3dsr
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-l3dsr
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-l3dsr
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-l3dsr
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-l3dsr
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-l3dsr
-##### ethip4-loadbalancer-maglev
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-maglev
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-maglev
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-maglev
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-maglev
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-maglev
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-maglev
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-maglev
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-maglev
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-maglev
-##### ethip4-loadbalancer-nat4
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-nat4
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-nat4
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-nat4
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-nat4
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-nat4
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-nat4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-nat4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-nat4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-loadbalancer-nat4 \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/memif-00.md b/resources/job_specs/report_coverage/2n-clx/memif-00.md
deleted file mode 100644
index 50b86b08df..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/memif-00.md
+++ /dev/null
@@ -1,65 +0,0 @@
-# 2n-clx
-## ./container_memif
-### intel-e810cq
-#### avf
-##### eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/memif-01.md b/resources/job_specs/report_coverage/2n-clx/memif-01.md
deleted file mode 100644
index d23e041c19..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/memif-01.md
+++ /dev/null
@@ -1,45 +0,0 @@
-# 2n-clx
-## ./container_memif
-### intel-xxv710
-#### avf
-##### eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/vhost-00.md b/resources/job_specs/report_coverage/2n-clx/vhost-00.md
deleted file mode 100644
index e3c2d77269..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/vhost-00.md
+++ /dev/null
@@ -1,125 +0,0 @@
-# 2n-clx
-## ./vm_vhost
-### intel-e810cq
-#### avf
-##### eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-##### eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-##### ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-##### ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-#### dpdk-vfio-pci
-##### eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-##### eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-##### ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-##### ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4 \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-clx/vhost-01.md b/resources/job_specs/report_coverage/2n-clx/vhost-01.md
deleted file mode 100644
index 196ab63568..0000000000
--- a/resources/job_specs/report_coverage/2n-clx/vhost-01.md
+++ /dev/null
@@ -1,85 +0,0 @@
-# 2n-clx
-## ./vm_vhost
-### intel-xxv710
-#### avf
-##### eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-##### eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-##### ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
-##### ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc \ No newline at end of file
diff --git a/resources/job_specs/report_coverage/2n-tx2/dpdk-00.md b/resources/job_specs/report_coverage/2n-tx2/dpdk-00.md
deleted file mode 100644
index fa850c1103..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/dpdk-00.md
+++ /dev/null
@@ -1,29 +0,0 @@
-# 2n-tx2
-### intel-xl710
-#### dpdk-vfio-pci
-##### eth-l2xcbase-testpmd
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-##### ethip4-ip4base-l3fwd
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
diff --git a/resources/job_specs/report_coverage/2n-tx2/ip4-00.md b/resources/job_specs/report_coverage/2n-tx2/ip4-00.md
deleted file mode 100644
index 6a786ee37d..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/ip4-00.md
+++ /dev/null
@@ -1,109 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-### intel-xl710
-#### dpdk-vfio-pci
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-##### ethip4-ip4scale20k
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-##### ethip4-ip4scale20k-rnd
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-##### ethip4-ip4scale200k
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-##### ethip4-ip4scale200k-rnd
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
-##### ethip4-ip4scale2m
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m
-##### ethip4-ip4scale2m-rnd
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/2n-tx2/ip4-01.md b/resources/job_specs/report_coverage/2n-tx2/ip4-01.md
deleted file mode 100644
index b47109bd0f..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/ip4-01.md
+++ /dev/null
@@ -1,57 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-### intel-xl710
-#### dpdk-vfio-pci
-##### ethip4-ip4base-adlalwlistbase
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-##### ethip4-ip4base-iacldstbase
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-##### ethip4-ip4base-ipolicemarkbase
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/2n-tx2/ip4-02.md b/resources/job_specs/report_coverage/2n-tx2/ip4-02.md
deleted file mode 100644
index e2a5aed1c5..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/ip4-02.md
+++ /dev/null
@@ -1,44 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-### intel-xl710
-#### dpdk-vfio-pci
-##### ethip4udp-ip4base-iacl1sf-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-##### ethip4udp-ip4base-iacl1sl-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/2n-tx2/ip4-03.md b/resources/job_specs/report_coverage/2n-tx2/ip4-03.md
deleted file mode 100644
index 695446736b..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/ip4-03.md
+++ /dev/null
@@ -1,44 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-### intel-xl710
-#### dpdk-vfio-pci
-##### ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-##### ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/2n-tx2/ip4-04.md b/resources/job_specs/report_coverage/2n-tx2/ip4-04.md
deleted file mode 100644
index aee115510c..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/ip4-04.md
+++ /dev/null
@@ -1,44 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-### intel-xl710
-#### dpdk-vfio-pci
-##### ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-##### ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/2n-tx2/ip4-05.md b/resources/job_specs/report_coverage/2n-tx2/ip4-05.md
deleted file mode 100644
index 8e2c0efc04..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/ip4-05.md
+++ /dev/null
@@ -1,50 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-### intel-xl710
-#### dpdk-vfio-pci
-##### ethip4tcp-ip4base-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h1024-p63-s64512-cps
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h1024-p63-s64512-cps
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h1024-p63-s64512-cps
-##### ethip4tcp-ip4base-h16384-p63-s1032192-cps
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h16384-p63-s1032192-cps
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h16384-p63-s1032192-cps
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h16384-p63-s1032192-cps
-##### ethip4tcp-ip4base-h65536-p63-s4128768-cps
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
-##### ethip4tcp-ip4base-h262144-p63-s16515072-cps
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h262144-p63-s16515072-cps
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h262144-p63-s16515072-cps
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h262144-p63-s16515072-cps
-##### ethip4tcp-ip4base-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h1024-p63-s64512-tput
-2c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h1024-p63-s64512-tput
-4c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h1024-p63-s64512-tput
-##### ethip4tcp-ip4base-h16384-p63-s1032192-tput
-1c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h16384-p63-s1032192-tput
-2c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h16384-p63-s1032192-tput
-4c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h16384-p63-s1032192-tput
-##### ethip4tcp-ip4base-h65536-p63-s4128768-tput
-1c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
-2c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
-4c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
-##### ethip4tcp-ip4base-h262144-p63-s16515072-tput
-1c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h262144-p63-s16515072-tput
-2c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h262144-p63-s16515072-tput
-4c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4tcp-ip4base-h262144-p63-s16515072-tput
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/2n-tx2/ip4-06.md b/resources/job_specs/report_coverage/2n-tx2/ip4-06.md
deleted file mode 100644
index f241fcc4c5..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/ip4-06.md
+++ /dev/null
@@ -1,50 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-### intel-xl710
-#### dpdk-vfio-pci
-##### ethip4udp-ip4base-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h1024-p63-s64512-cps
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h1024-p63-s64512-cps
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h1024-p63-s64512-cps
-##### ethip4udp-ip4base-h16384-p63-s1032192-cps
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h16384-p63-s1032192-cps
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h16384-p63-s1032192-cps
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h16384-p63-s1032192-cps
-##### ethip4udp-ip4base-h65536-p63-s4128768-cps
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h65536-p63-s4128768-cps
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h65536-p63-s4128768-cps
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h65536-p63-s4128768-cps
-##### ethip4udp-ip4base-h262144-p63-s16515072-cps
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h262144-p63-s16515072-cps
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h262144-p63-s16515072-cps
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h262144-p63-s16515072-cps
-##### ethip4udp-ip4base-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h1024-p63-s64512-tput
-2c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h1024-p63-s64512-tput
-4c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h1024-p63-s64512-tput
-##### ethip4udp-ip4base-h16384-p63-s1032192-tput
-1c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h16384-p63-s1032192-tput
-2c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h16384-p63-s1032192-tput
-4c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h16384-p63-s1032192-tput
-##### ethip4udp-ip4base-h65536-p63-s4128768-tput
-1c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h65536-p63-s4128768-tput
-2c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h65536-p63-s4128768-tput
-4c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h65536-p63-s4128768-tput
-##### ethip4udp-ip4base-h262144-p63-s16515072-tput
-1c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h262144-p63-s16515072-tput
-2c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h262144-p63-s16515072-tput
-4c AND 100b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-h262144-p63-s16515072-tput
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/2n-tx2/ip6-00.md b/resources/job_specs/report_coverage/2n-tx2/ip6-00.md
deleted file mode 100644
index ce3cba3dd9..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/ip6-00.md
+++ /dev/null
@@ -1,57 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-### intel-xl710
-#### dpdk-vfio-pci
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-##### ethip6-ip6base-adlalwlistbase
-1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-2c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-4c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-##### ethip6-ip6base-iacldstbase
-1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-2c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-4c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/2n-tx2/ip6-01.md b/resources/job_specs/report_coverage/2n-tx2/ip6-01.md
deleted file mode 100644
index 912bfb7362..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/ip6-01.md
+++ /dev/null
@@ -1,57 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-### intel-xl710
-#### dpdk-vfio-pci
-##### ethip6-ip6scale20k
-1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-2c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-4c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-##### ethip6-ip6scale200k
-1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-2c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-4c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-##### ethip6-ip6scale2m
-1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m
-4c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/2n-tx2/l2-00.md b/resources/job_specs/report_coverage/2n-tx2/l2-00.md
deleted file mode 100644
index a1e1821d88..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/l2-00.md
+++ /dev/null
@@ -1,70 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-### intel-xl710
-#### dpdk-vfio-pci
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/2n-tx2/l2-01.md b/resources/job_specs/report_coverage/2n-tx2/l2-01.md
deleted file mode 100644
index 5028338779..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/l2-01.md
+++ /dev/null
@@ -1,57 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-### intel-xl710
-#### dpdk-vfio-pci
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale100kmaclrn
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/2n-tx2/l2-02.md b/resources/job_specs/report_coverage/2n-tx2/l2-02.md
deleted file mode 100644
index 062c6245b3..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/l2-02.md
+++ /dev/null
@@ -1,44 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-### intel-xl710
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-iacl50sf-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-##### eth-l2bdbasemaclrn-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/2n-tx2/l2-03.md b/resources/job_specs/report_coverage/2n-tx2/l2-03.md
deleted file mode 100644
index e7abbcda61..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/l2-03.md
+++ /dev/null
@@ -1,44 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-### intel-xl710
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-oacl50sf-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-##### eth-l2bdbasemaclrn-oacl50sl-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/2n-tx2/l2-04.md b/resources/job_specs/report_coverage/2n-tx2/l2-04.md
deleted file mode 100644
index e2bbd8b0c6..0000000000
--- a/resources/job_specs/report_coverage/2n-tx2/l2-04.md
+++ /dev/null
@@ -1,31 +0,0 @@
-# 2n-tx2
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-### intel-xl710
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-alt/memif-10.md b/resources/job_specs/report_coverage/3n-alt/memif-10.md
index 55714e3f77..b062dfe3a2 100644
--- a/resources/job_specs/report_coverage/3n-alt/memif-10.md
+++ b/resources/job_specs/report_coverage/3n-alt/memif-10.md
@@ -2,18 +2,10 @@
## ./container_memif
### mellanox-cx6dx
#### mlx5-core
-##### eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
##### eth-l2xcbase-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
4c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
##### ethip4-ip4base-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr
diff --git a/resources/job_specs/report_coverage/3n-icx/memif-00.md b/resources/job_specs/report_coverage/3n-icx/memif-00.md
index 6bad241158..f201e0d006 100644
--- a/resources/job_specs/report_coverage/3n-icx/memif-00.md
+++ b/resources/job_specs/report_coverage/3n-icx/memif-00.md
@@ -2,16 +2,6 @@
## ./container_memif
### intel-e810cq
#### avf
-##### eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
##### eth-l2xcbase-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
@@ -22,16 +12,6 @@
1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
##### ethip4-ip4base-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
@@ -43,16 +23,6 @@
2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
##### eth-l2xcbase-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
@@ -63,16 +33,6 @@
1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
##### ethip4-ip4base-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
diff --git a/resources/job_specs/report_coverage/3n-icx/memif-10.md b/resources/job_specs/report_coverage/3n-icx/memif-10.md
index 5f9b69a4df..bb3a5871ee 100644
--- a/resources/job_specs/report_coverage/3n-icx/memif-10.md
+++ b/resources/job_specs/report_coverage/3n-icx/memif-10.md
@@ -2,16 +2,6 @@
## ./container_memif
### mellanox-cx6dx
#### rdma-core
-# ##### eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 1c AND 64b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 2c AND 64b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 4c AND 64b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 1c AND 1518b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 2c AND 1518b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 1c AND 9000b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 1c AND imix AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 2c AND imix AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 4c AND imix AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
# ##### eth-l2xcbase-eth-2memif-1dcr
# 1c AND 64b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
# 2c AND 64b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
@@ -22,16 +12,6 @@
# 1c AND imix AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
# 2c AND imix AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
# 4c AND imix AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
-# ##### eth-l2xcbase-eth-2memif-1lxc
-# 1c AND 64b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 2c AND 64b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 4c AND 64b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 1c AND 1518b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 2c AND 1518b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 1c AND 9000b AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 1c AND imix AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 2c AND imix AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 4c AND imix AND ndrpdr AND cx6dx AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
# ##### ethip4-ip4base-eth-2memif-1dcr
# 1c AND 64b AND ndrpdr AND cx6dx AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
# 2c AND 64b AND ndrpdr AND cx6dx AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
@@ -42,17 +22,6 @@
# 1c AND imix AND ndrpdr AND cx6dx AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
# 2c AND imix AND ndrpdr AND cx6dx AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
# 4c AND imix AND ndrpdr AND cx6dx AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
-#### mlx5-core
-##### eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
##### eth-l2xcbase-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
@@ -63,16 +32,6 @@
1c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
2c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
##### ethip4-ip4base-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr
diff --git a/resources/job_specs/report_coverage/3n-tsh/dpdk-00.md b/resources/job_specs/report_coverage/3n-tsh/dpdk-00.md
deleted file mode 100644
index ae1cd194be..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/dpdk-00.md
+++ /dev/null
@@ -1,29 +0,0 @@
-# 3n-tsh
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2xcbase-testpmd
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-##### ethip4-ip4base-l3fwd
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
diff --git a/resources/job_specs/report_coverage/3n-tsh/ip4-00.md b/resources/job_specs/report_coverage/3n-tsh/ip4-00.md
deleted file mode 100644
index 5e5b55e9d5..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/ip4-00.md
+++ /dev/null
@@ -1,70 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-##### ethip4-ip4scale20k
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale20k
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale20k
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale20k
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale20k
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale20k
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale20k
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale20k
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale20k
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale20k
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale20k
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale20k
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale20k
-##### ethip4-ip4scale200k
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale200k
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale200k
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale200k
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale200k
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale200k
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale200k
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale200k
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale200k
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale200k
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale200k
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale200k
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale200k
-##### ethip4-ip4scale2m
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/ip4-01.md b/resources/job_specs/report_coverage/3n-tsh/ip4-01.md
deleted file mode 100644
index d0388ff9e0..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/ip4-01.md
+++ /dev/null
@@ -1,57 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip4-ip4base-adlalwlistbase
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-##### ethip4-ip4base-iacldstbase
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-##### ethip4-ip4base-ipolicemarkbase
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/ip4-02.md b/resources/job_specs/report_coverage/3n-tsh/ip4-02.md
deleted file mode 100644
index 34ac21bc4a..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/ip4-02.md
+++ /dev/null
@@ -1,44 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip4udp-ip4base-iacl1sf-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sf-10kflows
-##### ethip4udp-ip4base-iacl1sl-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl1sl-10kflows
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/ip4-03.md b/resources/job_specs/report_coverage/3n-tsh/ip4-03.md
deleted file mode 100644
index 035a2f53eb..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/ip4-03.md
+++ /dev/null
@@ -1,44 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip4udp-ip4base-oacl1sf-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sf-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sf-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sf-10kflows
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sf-10kflows
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sf-10kflows
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sf-10kflows
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sf-10kflows
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sf-10kflows
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sf-10kflows
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sf-10kflows
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sf-10kflows
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sf-10kflows
-##### ethip4udp-ip4base-oacl1sl-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sl-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sl-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sl-10kflows
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sl-10kflows
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sl-10kflows
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sl-10kflows
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sl-10kflows
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sl-10kflows
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sl-10kflows
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sl-10kflows
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sl-10kflows
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl1sl-10kflows
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/ip4tun-00.md b/resources/job_specs/report_coverage/3n-tsh/ip4tun-00.md
deleted file mode 100644
index 4fd2682dab..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/ip4tun-00.md
+++ /dev/null
@@ -1,44 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip4vxlan-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-##### ethip4vxlan-l2xcbase
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/ip6-00.md b/resources/job_specs/report_coverage/3n-tsh/ip6-00.md
deleted file mode 100644
index f26d8d93b3..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/ip6-00.md
+++ /dev/null
@@ -1,57 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-##### ethip6-ip6base-adlalwlistbase
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-##### ethip6-ip6base-iacldstbase
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/ip6-01.md b/resources/job_specs/report_coverage/3n-tsh/ip6-01.md
deleted file mode 100644
index dd395ae7e9..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/ip6-01.md
+++ /dev/null
@@ -1,57 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip6-ip6scale20k
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale20k
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale20k
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale20k
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale20k
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale20k
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale20k
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale20k
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale20k
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale20k
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale20k
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale20k
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale20k
-##### ethip6-ip6scale200k
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale200k
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale200k
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale200k
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale200k
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale200k
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale200k
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale200k
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale200k
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale200k
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale200k
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale200k
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale200k
-##### ethip6-ip6scale2m
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/l2-00.md b/resources/job_specs/report_coverage/3n-tsh/l2-00.md
deleted file mode 100644
index 4b4f04e168..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/l2-00.md
+++ /dev/null
@@ -1,70 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/l2-01.md b/resources/job_specs/report_coverage/3n-tsh/l2-01.md
deleted file mode 100644
index e93de3495b..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/l2-01.md
+++ /dev/null
@@ -1,57 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale100kmaclrn
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/l2-02.md b/resources/job_specs/report_coverage/3n-tsh/l2-02.md
deleted file mode 100644
index 915a534749..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/l2-02.md
+++ /dev/null
@@ -1,44 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-iacl1sf-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sf-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sf-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sf-10kflows
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sf-10kflows
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sf-10kflows
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sf-10kflows
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sf-10kflows
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sf-10kflows
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sf-10kflows
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sf-10kflows
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sf-10kflows
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sf-10kflows
-##### eth-l2bdbasemaclrn-iacl1sl-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sl-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sl-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sl-10kflows
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sl-10kflows
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sl-10kflows
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sl-10kflows
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sl-10kflows
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sl-10kflows
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sl-10kflows
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sl-10kflows
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sl-10kflows
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl1sl-10kflows
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/l2-03.md b/resources/job_specs/report_coverage/3n-tsh/l2-03.md
deleted file mode 100644
index 7209f177d1..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/l2-03.md
+++ /dev/null
@@ -1,44 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-oacl1sf-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sf-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sf-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sf-10kflows
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sf-10kflows
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sf-10kflows
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sf-10kflows
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sf-10kflows
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sf-10kflows
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sf-10kflows
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sf-10kflows
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sf-10kflows
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sf-10kflows
-##### eth-l2bdbasemaclrn-oacl1sl-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sl-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sl-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sl-10kflows
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sl-10kflows
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sl-10kflows
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sl-10kflows
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sl-10kflows
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sl-10kflows
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sl-10kflows
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sl-10kflows
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sl-10kflows
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl1sl-10kflows
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/l2-04.md b/resources/job_specs/report_coverage/3n-tsh/l2-04.md
deleted file mode 100644
index a397ce7227..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/l2-04.md
+++ /dev/null
@@ -1,31 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-macip-iacl1sl-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl1sl-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl1sl-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl1sl-10kflows
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl1sl-10kflows
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl1sl-10kflows
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl1sl-10kflows
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl1sl-10kflows
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl1sl-10kflows
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl1sl-10kflows
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl1sl-10kflows
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl1sl-10kflows
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl1sl-10kflows
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/memif-00.md b/resources/job_specs/report_coverage/3n-tsh/memif-00.md
deleted file mode 100644
index cf8003132f..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/memif-00.md
+++ /dev/null
@@ -1,70 +0,0 @@
-# 3n-tsh
-## ./container_memif
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/srv6-00.md b/resources/job_specs/report_coverage/3n-tsh/srv6-00.md
deleted file mode 100644
index 69aa1d0f28..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/srv6-00.md
+++ /dev/null
@@ -1,57 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip6ip6-ip6base-srv6enc1sid
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-##### ethip6srhip6-ip6base-srv6enc2sids
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-##### ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/srv6-01.md b/resources/job_specs/report_coverage/3n-tsh/srv6-01.md
deleted file mode 100644
index 4b5b1c2447..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/srv6-01.md
+++ /dev/null
@@ -1,57 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip6srhip6-srv6proxy-dyn
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-srv6proxy-dyn
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-srv6proxy-dyn
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-srv6proxy-dyn
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-srv6proxy-dyn
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-srv6proxy-dyn
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-srv6proxy-dyn
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-srv6proxy-dyn
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-srv6proxy-dyn
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-srv6proxy-dyn
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-srv6proxy-dyn
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-srv6proxy-dyn
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-srv6proxy-dyn
-##### ethip6srhip6-ip6base-srv6proxy-masq
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-##### ethip6srhip6-ip6base-srv6proxy-stat
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-## ./tcp
-## ./vm_vhost
diff --git a/resources/job_specs/report_coverage/3n-tsh/vhost-00.md b/resources/job_specs/report_coverage/3n-tsh/vhost-00.md
deleted file mode 100644
index 9d9df00ccc..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/vhost-00.md
+++ /dev/null
@@ -1,96 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-##### eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-##### ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-##### ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
diff --git a/resources/job_specs/report_coverage/3n-tsh/vhost-01.md b/resources/job_specs/report_coverage/3n-tsh/vhost-01.md
deleted file mode 100644
index 0fa36d8dff..0000000000
--- a/resources/job_specs/report_coverage/3n-tsh/vhost-01.md
+++ /dev/null
@@ -1,44 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./srv6
-## ./tcp
-## ./vm_vhost
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
diff --git a/resources/job_specs/report_coverage/3na-spr/ip4-00.md b/resources/job_specs/report_coverage/3na-spr/ip4-00.md
index fd731142ba..62ec293c72 100644
--- a/resources/job_specs/report_coverage/3na-spr/ip4-00.md
+++ b/resources/job_specs/report_coverage/3na-spr/ip4-00.md
@@ -63,6 +63,16 @@
1c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4-ip4scale20k
2c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4-ip4scale20k
4c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4-ip4scale20k
+##### ethip4-ip4scale60k-rnd
+3c AND 64b AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+6c AND 64b AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+12c AND 64b AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+3c AND 1518b AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+6c AND 1518b AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+12c AND 1518b AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+3c AND imix AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+6c AND imix AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+12c AND imix AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
##### ethip4-ip4scale200k
1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4-ip4scale200k
2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4-ip4scale200k
diff --git a/resources/job_specs/report_coverage/3na-spr/memif-00.md b/resources/job_specs/report_coverage/3na-spr/memif-00.md
index e738215ab7..df69ad90fc 100644
--- a/resources/job_specs/report_coverage/3na-spr/memif-00.md
+++ b/resources/job_specs/report_coverage/3na-spr/memif-00.md
@@ -2,16 +2,6 @@
## ./container_memif
### mellanox-cx7veat
#### rdma-core
-# ##### eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 2c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 1c AND 9000b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 1c AND imix AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 2c AND imix AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-# 4c AND imix AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
# ##### eth-l2xcbase-eth-2memif-1dcr
# 1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
# 2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
@@ -22,16 +12,6 @@
# 1c AND imix AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
# 2c AND imix AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
# 4c AND imix AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
-# ##### eth-l2xcbase-eth-2memif-1lxc
-# 1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 2c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 1c AND 9000b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 1c AND imix AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 2c AND imix AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
-# 4c AND imix AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1lxc
# ##### ethip4-ip4base-eth-2memif-1dcr
# 1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
# 2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
@@ -42,17 +22,6 @@
# 1c AND imix AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
# 2c AND imix AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
# 4c AND imix AND ndrpdr AND 2p1cx7veat AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
-#### mlx5-core
-##### eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1lxc
##### eth-l2xcbase-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
@@ -63,16 +32,6 @@
1c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
2c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
4c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1lxc
##### ethip4-ip4base-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr
diff --git a/resources/job_specs/report_coverage/3nb-spr/memif-00.md b/resources/job_specs/report_coverage/3nb-spr/memif-00.md
index b30de908a0..a6585b0e51 100644
--- a/resources/job_specs/report_coverage/3nb-spr/memif-00.md
+++ b/resources/job_specs/report_coverage/3nb-spr/memif-00.md
@@ -2,16 +2,6 @@
## ./container_memif
### intel-e810cq
#### avf
-##### eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
##### eth-l2xcbase-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
@@ -22,16 +12,6 @@
1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1lxc
##### ethip4-ip4base-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
@@ -43,16 +23,6 @@
2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1lxc
##### eth-l2xcbase-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
@@ -63,16 +33,6 @@
1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-1c AND 9000b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
-4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1lxc
##### ethip4-ip4base-eth-2memif-1dcr
1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
diff --git a/resources/job_specs/report_iterative/2n-clx/dpdk-mrr-00.md b/resources/job_specs/report_iterative/2n-clx/dpdk-mrr-00.md
deleted file mode 100644
index 55c2d2c545..0000000000
--- a/resources/job_specs/report_iterative/2n-clx/dpdk-mrr-00.md
+++ /dev/null
@@ -1,11 +0,0 @@
-# 2n-clx
-### intel-xxv710
-#### dpdk-vfio-pci
-##### eth-l2xcbase-testpmd
-1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-##### ethip4-ip4base-l3fwd
-1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
diff --git a/resources/job_specs/report_iterative/2n-clx/dpdk-ndrpdr-00.md b/resources/job_specs/report_iterative/2n-clx/dpdk-ndrpdr-00.md
deleted file mode 100644
index d80f2de151..0000000000
--- a/resources/job_specs/report_iterative/2n-clx/dpdk-ndrpdr-00.md
+++ /dev/null
@@ -1,23 +0,0 @@
-# 2n-clx
-### intel-xxv710
-#### dpdk-vfio-pci
-##### eth-l2xcbase-testpmd
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-##### ethip4-ip4base-l3fwd
-1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
diff --git a/resources/job_specs/report_iterative/2n-clx/nfv-density-mrr-00.md b/resources/job_specs/report_iterative/2n-clx/nfv-density-mrr-00.md
deleted file mode 100644
index f1d460c6d6..0000000000
--- a/resources/job_specs/report_iterative/2n-clx/nfv-density-mrr-00.md
+++ /dev/null
@@ -1,125 +0,0 @@
-# 2n-clx
-## ./nfv_density/dcr_memif/chain
-### intel-xxv710
-#### avf
-##### eth-l2bd-1ch-2mif-1dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-##### eth-l2bd-1ch-4mif-2dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-##### eth-l2bd-1ch-8mif-4dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-1ch-12mif-6dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-##### eth-l2bd-2ch-4mif-2dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-##### eth-l2bd-2ch-8mif-4dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-4ch-8mif-4dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-6ch-12mif-6dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-## ./nfv_density/dcr_memif/pipeline
-### intel-xxv710
-#### avf
-##### eth-l2bd-1pl-2mif-1dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-2dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-4dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-6dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-##### eth-l2bd-2pl-4mif-2dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-##### eth-l2bd-2pl-4mif-4dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-##### eth-l2bd-2pl-8mif-4dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-##### eth-l2bd-6pl-12mif-6dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-## ./nfv_density/vm_vhost/chain
-### intel-xxv710
-#### avf
-##### eth-l2bd-1ch-2vh-1vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-##### eth-l2bd-1ch-4vh-2vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-##### eth-l2bd-1ch-8vh-4vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-##### eth-l2bd-1ch-12vh-6vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-##### eth-l2bd-2ch-4vh-2vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-##### eth-l2bd-2ch-8vh-4vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-##### eth-l2bd-4ch-8vh-4vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-##### eth-l2bd-6ch-12vh-6vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-## ./nfv_density/vm_vhost/chain_dot1qip4vxlan
-### intel-xxv710
-#### avf
-##### dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-1c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-2c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-4c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-##### dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-1c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-2c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-4c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-##### dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-1c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-2c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-4c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-##### dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-1c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-2c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-4c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd \ No newline at end of file
diff --git a/resources/job_specs/report_iterative/2n-clx/nfv-density-ndrpdr-00.md b/resources/job_specs/report_iterative/2n-clx/nfv-density-ndrpdr-00.md
deleted file mode 100644
index 10a41f51a0..0000000000
--- a/resources/job_specs/report_iterative/2n-clx/nfv-density-ndrpdr-00.md
+++ /dev/null
@@ -1,125 +0,0 @@
-# 2n-clx
-## ./nfv_density/dcr_memif/chain
-### intel-xxv710
-#### avf
-##### eth-l2bd-1ch-2mif-1dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-##### eth-l2bd-1ch-4mif-2dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-##### eth-l2bd-1ch-8mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-1ch-12mif-6dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-##### eth-l2bd-2ch-4mif-2dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-##### eth-l2bd-2ch-8mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-4ch-8mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-6ch-12mif-6dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-## ./nfv_density/dcr_memif/pipeline
-### intel-xxv710
-#### avf
-##### eth-l2bd-1pl-2mif-1dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-2dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-6dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-##### eth-l2bd-2pl-4mif-2dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-##### eth-l2bd-2pl-4mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-##### eth-l2bd-2pl-8mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-##### eth-l2bd-6pl-12mif-6dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-## ./nfv_density/vm_vhost/chain
-### intel-xxv710
-#### avf
-##### eth-l2bd-1ch-2vh-1vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-##### eth-l2bd-1ch-4vh-2vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-##### eth-l2bd-1ch-8vh-4vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-##### eth-l2bd-1ch-12vh-6vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-##### eth-l2bd-2ch-4vh-2vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-##### eth-l2bd-2ch-8vh-4vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-##### eth-l2bd-4ch-8vh-4vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-##### eth-l2bd-6ch-12vh-6vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-## ./nfv_density/vm_vhost/chain_dot1qip4vxlan
-### intel-xxv710
-#### avf
-##### dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-##### dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-##### dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-##### dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd \ No newline at end of file
diff --git a/resources/job_specs/report_iterative/2n-clx/reconf-00.md b/resources/job_specs/report_iterative/2n-clx/reconf-00.md
deleted file mode 100644
index a87bea4678..0000000000
--- a/resources/job_specs/report_iterative/2n-clx/reconf-00.md
+++ /dev/null
@@ -1,20 +0,0 @@
-# 2n-clx
-## ./nfv_density/vm_vhost/chain_dot1qip4vxlan
-### intel-xxv710
-#### avf
-##### dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd
-1c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd
-2c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd
-4c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd
-##### dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd
-1c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd
-2c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd
-4c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd
-##### dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd
-1c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd
-2c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd
-4c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd
-##### dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd
-1c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd
-2c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd
-4c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd \ No newline at end of file
diff --git a/resources/job_specs/report_iterative/2n-clx/vpp-gso-mrr-00.md b/resources/job_specs/report_iterative/2n-clx/vpp-gso-mrr-00.md
deleted file mode 100644
index eb1d9ef28a..0000000000
--- a/resources/job_specs/report_iterative/2n-clx/vpp-gso-mrr-00.md
+++ /dev/null
@@ -1,23 +0,0 @@
-# 2n-clx
-## ./gso
-### intel-xxv710
-#### drv_tap
-##### ethip4-ip4base-2tap-gso
-1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso-iperf3
-2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso-iperf3
-4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso-iperf3
-#### drv_tap
-##### ethip4-ip4base-2tap
-1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-iperf3
-2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-iperf3
-4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-iperf3
-#### drv_vhost
-##### ethip4-ip4base-2vhost-gso
-1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso-iperf3
-2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso-iperf3
-4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso-iperf3
-#### drv_vhost
-##### ethip4-ip4base-2vhost
-1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-iperf3
-2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-iperf3
-4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-iperf3
diff --git a/resources/job_specs/report_iterative/2n-clx/vpp-mrr-00.md b/resources/job_specs/report_iterative/2n-clx/vpp-mrr-00.md
deleted file mode 100644
index 41dffa06e9..0000000000
--- a/resources/job_specs/report_iterative/2n-clx/vpp-mrr-00.md
+++ /dev/null
@@ -1,429 +0,0 @@
-# 2n-clx
-## ./container_memif
-### mellanox-cx556a
-#### rdma-core
-##### eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
-#### mlx5_core
-##### eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr
-### intel-e810cq
-#### avf
-##### eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-## ./ip4
-### mellanox-cx556a
-#### rdma-core
-##### ethip4-ip4base
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-##### ethip4-ip4scale20k-rnd
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4-ip4scale20k-rnd
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4-ip4scale20k-rnd
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4-ip4scale20k-rnd
-##### ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sf-10kflows
-##### ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sl-10kflows
-##### ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sf-10kflows
-##### ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sl-10kflows
-#### mlx5_core
-##### ethip4-ip4base
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-##### ethip4-ip4scale20k-rnd
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale20k-rnd
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale20k-rnd
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale20k-rnd
-##### ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sf-10kflows
-##### ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sl-10kflows
-##### ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sf-10kflows
-##### ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows
-### intel-e810cq
-#### af_xdp
-##### ethip4-ip4base
-# REENABLE 1c AND 64b AND mrr AND e810cq AND drv_af_xdp AND ethip4-ip4base
-# REENABLE 2c AND 64b AND mrr AND e810cq AND drv_af_xdp AND ethip4-ip4base
-# REENABLE 4c AND 64b AND mrr AND e810cq AND drv_af_xdp AND ethip4-ip4base
-# REENABLE ##### ethip4-ip4scale20k-rnd
-# REENABLE 1c AND 64b AND mrr AND e810cq AND drv_af_xdp AND ethip4-ip4scale20k-rnd
-# REENABLE 2c AND 64b AND mrr AND e810cq AND drv_af_xdp AND ethip4-ip4scale20k-rnd
-# REENABLE 4c AND 64b AND mrr AND e810cq AND drv_af_xdp AND ethip4-ip4scale20k-rnd
-#### avf
-##### ethip4-ip4base
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4-ip4base
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4-ip4base
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4-ip4base
-##### ethip4-ip4scale20k-rnd
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-##### ethip4-ip4scale2m-rnd
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-##### ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-##### ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-##### ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-##### ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-##### ethip4udp-nat44det-h1024-p63-s64512
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-##### ethip4udp-nat44det-h65536-p63-s4128758
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
-##### ethip4udp-nat44ed-h1024-p63-s64512-udir
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-##### ethip4udp-nat44ed-h1024-p63-s64512-cps
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps
-##### ethip4udp-nat44ed-h65536-p63-s4128768-cps
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4udp-nat44ed-h1024-p63-s64512-tput
-1c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput
-2c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput
-4c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput
-##### ethip4udp-nat44ed-h65536-p63-s4128768-tput
-1c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
-2c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
-4c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
-##### ethip4udp-ip4base-h1024-p63-s64512-cps
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-cps
-##### ethip4udp-ip4base-h65536-p63-s4128768-cps
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps
-##### ethip4udp-ip4base-h1024-p63-s64512-tput
-1c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-tput
-##### ethip4udp-ip4base-h65536-p63-s4128768-tput
-1c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-tput
-##### ethip4tcp-nat44ed-h1024-p63-s64512-cps
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4tcp-nat44ed-h1024-p63-s64512-tput
-1c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
-2c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
-4c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-1c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-2c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-4c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-##### ethip4tcp-ip4base-h1024-p63-s64512-cps
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-cps
-##### ethip4tcp-ip4base-h65536-p63-s4128768-cps
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
-##### ethip4tcp-ip4base-h1024-p63-s64512-tput
-1c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-tput
-##### ethip4tcp-ip4base-h65536-p63-s4128768-tput
-1c AND 100b AND mrr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
-#### dpdk-vfio-pci
-##### ethip4-ip4base
-1c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-2c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-4c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-##### ethip4-ip4scale20k-rnd
-1c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-2c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-4c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-## ./ip4_tunnels
-### intel-e810cq
-#### avf
-##### ethip4--ethip4udpgeneve-1tun-ip4base
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-##### ethip4--ethip4udpgeneve-16tun-ip4base
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-##### ethip4--ethip4udpgeneve-256tun-ip4base
-1c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-2c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-4c AND 64b AND mrr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-## ./ip6
-### mellanox-cx556a
-#### rdma-core
-##### ethip6-ip6base
-1c AND 78b AND mrr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-2c AND 78b AND mrr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-4c AND 78b AND mrr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-##### ethip6-ip6scale20k-rnd
-1c AND 78b AND mrr AND cx556a AND drv_rdma_core AND ethip6-ip6scale20k-rnd
-2c AND 78b AND mrr AND cx556a AND drv_rdma_core AND ethip6-ip6scale20k-rnd
-4c AND 78b AND mrr AND cx556a AND drv_rdma_core AND ethip6-ip6scale20k-rnd
-#### mlx5_core
-##### ethip6-ip6base
-1c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-2c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-4c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-##### ethip6-ip6scale20k-rnd
-1c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale20k-rnd
-2c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale20k-rnd
-4c AND 78b AND mrr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale20k-rnd
-### intel-e810cq
-#### af_xdp
-##### ethip6-ip6base
-# REENABLE 1c AND 78b AND mrr AND e810cq AND drv_af_xdp AND ethip6-ip6base
-# REENABLE 2c AND 78b AND mrr AND e810cq AND drv_af_xdp AND ethip6-ip6base
-# REENABLE 4c AND 78b AND mrr AND e810cq AND drv_af_xdp AND ethip6-ip6base
-# REENABLE ##### ethip6-ip6scale20k-rnd
-# REENABLE 1c AND 78b AND mrr AND e810cq AND drv_af_xdp AND ethip6-ip6scale20k-rnd
-# REENABLE 2c AND 78b AND mrr AND e810cq AND drv_af_xdp AND ethip6-ip6scale20k-rnd
-# REENABLE 4c AND 78b AND mrr AND e810cq AND drv_af_xdp AND ethip6-ip6scale20k-rnd
-#### avf
-##### ethip6-ip6base
-1c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6-ip6base
-2c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6-ip6base
-4c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6-ip6base
-##### ethip6-ip6scale20k-rnd
-1c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-2c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-4c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-##### ethip6-ip6scale2m-rnd
-1c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-2c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-4c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-#### dpdk-vfio-pci
-##### ethip6-ip6base
-1c AND 78b AND mrr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-2c AND 78b AND mrr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-4c AND 78b AND mrr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-##### ethip6-ip6scale20k-rnd
-1c AND 78b AND mrr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-2c AND 78b AND mrr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-4c AND 78b AND mrr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-## ./l2
-### mellanox-cx556a
-#### rdma-core
-##### eth-l2bdbasemaclrn
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdscale10kmaclrn
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdscale10kmaclrn
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn
-##### eth-l2xcbase
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-##### eth-l2patch
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2patch
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2patch
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2patch
-#### mlx5_core
-##### eth-l2bdbasemaclrn
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdscale10kmaclrn
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdscale10kmaclrn
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND dot1q-l2bdbasemaclrn
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND dot1q-l2bdbasemaclrn
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND dot1q-l2bdbasemaclrn
-##### eth-l2xcbase
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-##### eth-l2patch
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2patch
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2patch
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2patch
-### intel-e810cq
-#### avf
-##### eth-l2bdbasemaclrn
-1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND mrr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-2c AND 64b AND mrr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-4c AND 64b AND mrr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-##### eth-l2xcbase
-1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase
-2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase
-4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase
-##### eth-l2patch
-1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2patch
-2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2patch
-4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2patch
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn
-1c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-##### eth-l2xcbase
-1c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-2c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-4c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-##### eth-l2patch
-1c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2patch
-2c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2patch
-4c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2patch
-## ./vm_vhost
-### mellanox-cx556a
-#### rdma-core
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-#### mlx5_core
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-### intel-e810cq
-#### avf
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-##### eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-##### eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc \ No newline at end of file
diff --git a/resources/job_specs/report_iterative/2n-clx/vpp-ndrpdr-00.md b/resources/job_specs/report_iterative/2n-clx/vpp-ndrpdr-00.md
deleted file mode 100644
index ed31f21c7b..0000000000
--- a/resources/job_specs/report_iterative/2n-clx/vpp-ndrpdr-00.md
+++ /dev/null
@@ -1,429 +0,0 @@
-# 2n-clx
-## ./container_memif
-### mellanox-cx556a
-#### rdma-core
-##### eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr
-#### mlx5_core
-##### eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base-eth-2memif-1dcr
-### intel-e810cq
-#### avf
-##### eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base-eth-2memif-1dcr
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-## ./ip4
-### mellanox-cx556a
-#### rdma-core
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base
-##### ethip4-ip4scale20k-rnd
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale20k-rnd
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale20k-rnd
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4scale20k-rnd
-##### ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sf-10kflows
-##### ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sl-10kflows
-##### ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sf-10kflows
-##### ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sl-10kflows
-#### mlx5_core
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4base
-##### ethip4-ip4scale20k-rnd
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale20k-rnd
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale20k-rnd
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4-ip4scale20k-rnd
-##### ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sf-10kflows
-##### ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-iacl50sl-10kflows
-##### ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sf-10kflows
-##### ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows
-### intel-e810cq
-#### af_xdp
-##### ethip4-ip4base
-# REENABLE 1c AND 64b AND ndrpdr AND e810cq AND drv_af_xdp AND ethip4-ip4base
-# REENABLE 2c AND 64b AND ndrpdr AND e810cq AND drv_af_xdp AND ethip4-ip4base
-# REENABLE 4c AND 64b AND ndrpdr AND e810cq AND drv_af_xdp AND ethip4-ip4base
-# REENABLE ##### ethip4-ip4scale20k-rnd
-# REENABLE 1c AND 64b AND ndrpdr AND e810cq AND drv_af_xdp AND ethip4-ip4scale20k-rnd
-# REENABLE 2c AND 64b AND ndrpdr AND e810cq AND drv_af_xdp AND ethip4-ip4scale20k-rnd
-# REENABLE 4c AND 64b AND ndrpdr AND e810cq AND drv_af_xdp AND ethip4-ip4scale20k-rnd
-#### avf
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4base
-##### ethip4-ip4scale20k-rnd
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-##### ethip4-ip4scale2m-rnd
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4-ip4scale2m-rnd
-##### ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
-##### ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-iacl50sl-10kflows
-##### ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sf-10kflows
-##### ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-##### ethip4udp-nat44det-h1024-p63-s64512
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-##### ethip4udp-nat44det-h65536-p63-s4128758
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
-##### ethip4udp-nat44ed-h1024-p63-s64512-udir
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-##### ethip4udp-nat44ed-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps
-##### ethip4udp-nat44ed-h65536-p63-s4128768-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4udp-nat44ed-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput
-##### ethip4udp-nat44ed-h65536-p63-s4128768-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
-##### ethip4udp-ip4base-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-cps
-##### ethip4udp-ip4base-h65536-p63-s4128768-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps
-##### ethip4udp-ip4base-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-tput
-##### ethip4udp-ip4base-h65536-p63-s4128768-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-tput
-##### ethip4tcp-nat44ed-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4tcp-nat44ed-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-##### ethip4tcp-ip4base-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-cps
-##### ethip4tcp-ip4base-h65536-p63-s4128768-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
-##### ethip4tcp-ip4base-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-tput
-##### ethip4tcp-ip4base-h65536-p63-s4128768-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
-#### dpdk-vfio-pci
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base
-##### ethip4-ip4scale20k-rnd
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4scale20k-rnd
-## ./ip4_tunnels
-### intel-e810cq
-#### avf
-##### ethip4--ethip4udpgeneve-1tun-ip4base
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-1tun-ip4base
-##### ethip4--ethip4udpgeneve-16tun-ip4base
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-16tun-ip4base
-##### ethip4--ethip4udpgeneve-256tun-ip4base
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4--ethip4udpgeneve-256tun-ip4base
-## ./ip6
-### mellanox-cx556a
-#### rdma-core
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6base
-##### ethip6-ip6scale20k-rnd
-1c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale20k-rnd
-2c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale20k-rnd
-4c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale20k-rnd
-#### mlx5_core
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6base
-##### ethip6-ip6scale20k-rnd
-1c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale20k-rnd
-2c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale20k-rnd
-4c AND 78b AND ndrpdr AND cx556a AND drv_mlx5_core AND ethip6-ip6scale20k-rnd
-### intel-e810cq
-#### af_xdp
-##### ethip6-ip6base
-# REENABLE 1c AND 78b AND ndrpdr AND e810cq AND drv_af_xdp AND ethip6-ip6base
-# REENABLE 2c AND 78b AND ndrpdr AND e810cq AND drv_af_xdp AND ethip6-ip6base
-# REENABLE 4c AND 78b AND ndrpdr AND e810cq AND drv_af_xdp AND ethip6-ip6base
-# REENABLE ##### ethip6-ip6scale20k-rnd
-# REENABLE 1c AND 78b AND ndrpdr AND e810cq AND drv_af_xdp AND ethip6-ip6scale20k-rnd
-# REENABLE 2c AND 78b AND ndrpdr AND e810cq AND drv_af_xdp AND ethip6-ip6scale20k-rnd
-# REENABLE 4c AND 78b AND ndrpdr AND e810cq AND drv_af_xdp AND ethip6-ip6scale20k-rnd
-#### avf
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6base
-##### ethip6-ip6scale20k-rnd
-1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-##### ethip6-ip6scale2m-rnd
-1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6-ip6scale2m-rnd
-#### dpdk-vfio-pci
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6base
-##### ethip6-ip6scale20k-rnd
-1c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-2c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-4c AND 78b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-## ./l2
-### mellanox-cx556a
-#### rdma-core
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale10kmaclrn
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale10kmaclrn
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdscale1mmaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2patch
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2patch
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2patch
-#### mlx5_core
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale10kmaclrn
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale10kmaclrn
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdscale1mmaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND dot1q-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND dot1q-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND dot1q-l2bdbasemaclrn
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2xcbase
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2patch
-### intel-e810cq
-#### avf
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND dot1q-l2bdbasemaclrn
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdscale1mmaclrn
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2xcbase
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2patch
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2patch
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2patch
-## ./vm_vhost
-### mellanox-cx556a
-#### rdma-core
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-#### mlx5_core
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND cx556a AND drv_mlx5_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-### intel-e810cq
-#### avf
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-##### eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
-##### eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc \ No newline at end of file
diff --git a/resources/job_specs/report_iterative/2n-clx/vpp-soak-00.md b/resources/job_specs/report_iterative/2n-clx/vpp-soak-00.md
deleted file mode 100644
index fb175544e2..0000000000
--- a/resources/job_specs/report_iterative/2n-clx/vpp-soak-00.md
+++ /dev/null
@@ -1,43 +0,0 @@
-# 2n-clx
-## ./container_memif
-### intel-e810cq
-#### avf
-##### eth-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-## ./ip4
-### intel-e810cq
-#### avf
-##### ethip4-ip4base
-1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4base
-##### ethip4-ip4scale20k-rnd
-1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-## ./ip6
-#### avf
-##### ethip6-ip6base
-1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6base
-##### ethip6-ip6scale20k-rnd
-1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-## ./l2
-### mellanox-cx556a
-#### rdma-core
-##### eth-l2bdbasemaclrn
-1c AND 64b AND soak AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn
-### intel-e810cq
-#### avf
-##### eth-l2bdbasemaclrn
-1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
-##### eth-l2bdscale1mmaclrn
-1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
-## ./vm_vhost
-### intel-e810cq
-#### avf
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
diff --git a/resources/job_specs/report_iterative/2n-icx/nfv-density-ndrpdr-00.md b/resources/job_specs/report_iterative/2n-icx/nfv-density-ndrpdr-00.md
deleted file mode 100644
index b1f9106d3f..0000000000
--- a/resources/job_specs/report_iterative/2n-icx/nfv-density-ndrpdr-00.md
+++ /dev/null
@@ -1,125 +0,0 @@
-# 2n-icx
-## ./nfv_density/dcr_memif/chain
-### intel-xxv710
-#### avf
-##### eth-l2bd-1ch-2mif-1dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-##### eth-l2bd-1ch-4mif-2dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-##### eth-l2bd-1ch-8mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-1ch-12mif-6dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-##### eth-l2bd-2ch-4mif-2dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-##### eth-l2bd-2ch-8mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-4ch-8mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-6ch-12mif-6dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-## ./nfv_density/dcr_memif/pipeline
-### intel-xxv710
-#### avf
-##### eth-l2bd-1pl-2mif-1dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-2dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-6dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-##### eth-l2bd-2pl-4mif-2dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-##### eth-l2bd-2pl-4mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-##### eth-l2bd-2pl-8mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-##### eth-l2bd-6pl-12mif-6dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-## ./nfv_density/vm_vhost/chain
-### intel-xxv710
-#### avf
-##### eth-l2bd-1ch-2vh-1vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-##### eth-l2bd-1ch-4vh-2vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-##### eth-l2bd-1ch-8vh-4vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-##### eth-l2bd-1ch-12vh-6vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-##### eth-l2bd-2ch-4vh-2vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-##### eth-l2bd-2ch-8vh-4vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-##### eth-l2bd-4ch-8vh-4vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-##### eth-l2bd-6ch-12vh-6vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-## ./nfv_density/vm_vhost/chain_dot1qip4vxlan
-### intel-xxv710
-#### avf
-##### dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-##### dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-##### dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-##### dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd \ No newline at end of file
diff --git a/resources/job_specs/report_iterative/2n-icx/reconf-00.md b/resources/job_specs/report_iterative/2n-icx/reconf-00.md
deleted file mode 100644
index 4855200658..0000000000
--- a/resources/job_specs/report_iterative/2n-icx/reconf-00.md
+++ /dev/null
@@ -1,20 +0,0 @@
-# 2n-icx
-## ./nfv_density/vm_vhost/chain_dot1qip4vxlan
-### intel-e810cq
-#### avf
-##### dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd
-1c AND imix AND reconf AND e810cq AND drv_avf AND dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd
-2c AND imix AND reconf AND e810cq AND drv_avf AND dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd
-4c AND imix AND reconf AND e810cq AND drv_avf AND dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd
-##### dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd
-1c AND imix AND reconf AND e810cq AND drv_avf AND dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd
-2c AND imix AND reconf AND e810cq AND drv_avf AND dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd
-4c AND imix AND reconf AND e810cq AND drv_avf AND dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd
-##### dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd
-1c AND imix AND reconf AND e810cq AND drv_avf AND dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd
-2c AND imix AND reconf AND e810cq AND drv_avf AND dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd
-4c AND imix AND reconf AND e810cq AND drv_avf AND dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd
-##### dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd
-1c AND imix AND reconf AND e810cq AND drv_avf AND dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd
-2c AND imix AND reconf AND e810cq AND drv_avf AND dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd
-4c AND imix AND reconf AND e810cq AND drv_avf AND dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd \ No newline at end of file
diff --git a/resources/job_specs/report_iterative/2n-icx/vpp-soak-00.md b/resources/job_specs/report_iterative/2n-icx/vpp-soak-00.md
index db95287f2d..886a8ea4ec 100644
--- a/resources/job_specs/report_iterative/2n-icx/vpp-soak-00.md
+++ b/resources/job_specs/report_iterative/2n-icx/vpp-soak-00.md
@@ -4,6 +4,7 @@
#### avf
##### eth-l2bdbasemaclrn-eth-2memif-1dcr
1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
+1c AND 1518b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
## ./ip4
### intel-e810cq
#### avf
@@ -11,31 +12,55 @@
1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4base
##### ethip4-ip4scale20k-rnd
1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
+##### ethip4-ip4scale200k-rnd
+1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale200k-rnd
##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps
1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput
1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
+##### ethip4udp-nat44ed-h65536-p63-s4128768-cps
+1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
+##### ethip4udp-nat44ed-h65536-p63-s4128768-tput
+1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
+#### vfio-pci
+##### ethip4-ip4scale200k-rnd
+1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
+### mellanox-cx7veat
+#### mlx5-core
+##### ethip4-ip4scale200k-rnd
+1c AND 64b AND soak AND 2p1cx7veat AND drv_mlx5_core AND ethip4-ip4scale200k-rnd
## ./ip6
+### intel-e810cq
#### avf
##### ethip6-ip6base
1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6base
##### ethip6-ip6scale20k-rnd
1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-## ./l2
+##### ethip6-ip6scale200k-rnd
+1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale200k-rnd
+#### vfio-pci
+##### ethip6-ip6scale200k-rnd
+1c AND 78b AND soak AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k-rnd
### mellanox-cx7veat
#### mlx5-core
-##### eth-l2bdbasemaclrn
-1c AND 64b AND soak AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn
+##### ethip6-ip6scale200k-rnd
+1c AND 78b AND soak AND 2p1cx7veat AND drv_mlx5_core AND ethip6-ip6scale200k-rnd
+## ./l2
### intel-e810cq
#### avf
##### eth-l2bdbasemaclrn
1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
##### eth-l2bdscale1mmaclrn
1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
+##### eth-l2xcbase
+1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2xcbase
+#### vfio-pci
+##### eth-l2bdbasemaclrn
+1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
+### mellanox-cx7veat
+#### mlx5-core
+##### eth-l2bdbasemaclrn
+1c AND 64b AND soak AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn
## ./vm_vhost
### intel-e810cq
#### avf
diff --git a/resources/job_specs/report_iterative/2n-spr/vpp-soak-00.md b/resources/job_specs/report_iterative/2n-spr/vpp-soak-00.md
index 760e957586..aedb77f5ba 100644
--- a/resources/job_specs/report_iterative/2n-spr/vpp-soak-00.md
+++ b/resources/job_specs/report_iterative/2n-spr/vpp-soak-00.md
@@ -4,6 +4,10 @@
#### avf
##### eth-l2bdbasemaclrn-eth-2memif-1dcr
1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
+1c AND 1518b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
+##### eth-l2bdbasemaclrn-eth-2memif-dma-1dcr
+1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-dma-1dcr
+1c AND 1518b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-dma-1dcr
## ./ip4
### intel-e810cq
#### avf
@@ -11,35 +15,57 @@
1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4base
##### ethip4-ip4scale20k-rnd
1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
+##### ethip4-ip4scale200k-rnd
+1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale200k-rnd
##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps
1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput
1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
+##### ethip4udp-nat44ed-h65536-p63-s4128768-cps
+1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
+##### ethip4udp-nat44ed-h65536-p63-s4128768-tput
+1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
+#### vfio-pci
+##### ethip4-ip4scale200k-rnd
+1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
+### mellanox-cx7veat
+#### mlx5-core
+##### ethip4-ip4scale200k-rnd
+1c AND 64b AND soak AND 2p1cx7veat AND drv_mlx5_core AND ethip4-ip4scale200k-rnd
## ./ip6
+### intel-e810cq
#### avf
##### ethip6-ip6base
1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6base
##### ethip6-ip6scale20k-rnd
1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-## ./l2
+##### ethip6-ip6scale200k-rnd
+1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale200k-rnd
+#### vfio-pci
+##### ethip6-ip6scale200k-rnd
+1c AND 78b AND soak AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k-rnd
### mellanox-cx7veat
#### mlx5-core
-##### eth-l2bdbasemaclrn
-1c AND 64b AND soak AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn
+##### ethip6-ip6scale200k-rnd
+1c AND 78b AND soak AND 2p1cx7veat AND drv_mlx5_core AND ethip6-ip6scale200k-rnd
+## ./l2
### intel-e810cq
#### avf
##### eth-l2bdbasemaclrn
1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
##### eth-l2bdscale1mmaclrn
1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
+##### eth-l2xcbase
+1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2xcbase
+#### vfio-pci
+##### eth-l2bdbasemaclrn
+1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
+### mellanox-cx7veat
+#### mlx5-core
+##### eth-l2bdbasemaclrn
+1c AND 64b AND soak AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn
## ./vm_vhost
### intel-e810cq
#### avf
##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-
-# TODO: Add memif-dma test?
diff --git a/resources/job_specs/report_iterative/2n-tx2/dpdk-mrr-00.md b/resources/job_specs/report_iterative/2n-tx2/dpdk-mrr-00.md
deleted file mode 100644
index 8db27ff77f..0000000000
--- a/resources/job_specs/report_iterative/2n-tx2/dpdk-mrr-00.md
+++ /dev/null
@@ -1,11 +0,0 @@
-# 2n-tx2
-### intel-xl710
-#### dpdk-vfio-pci
-##### eth-l2xcbase-testpmd
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-##### ethip4-ip4base-l3fwd
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
diff --git a/resources/job_specs/report_iterative/2n-tx2/dpdk-ndrpdr-00.md b/resources/job_specs/report_iterative/2n-tx2/dpdk-ndrpdr-00.md
deleted file mode 100644
index fa850c1103..0000000000
--- a/resources/job_specs/report_iterative/2n-tx2/dpdk-ndrpdr-00.md
+++ /dev/null
@@ -1,29 +0,0 @@
-# 2n-tx2
-### intel-xl710
-#### dpdk-vfio-pci
-##### eth-l2xcbase-testpmd
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-##### ethip4-ip4base-l3fwd
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
diff --git a/resources/job_specs/report_iterative/2n-tx2/vpp-mrr-00.md b/resources/job_specs/report_iterative/2n-tx2/vpp-mrr-00.md
deleted file mode 100644
index 1c1ee13369..0000000000
--- a/resources/job_specs/report_iterative/2n-tx2/vpp-mrr-00.md
+++ /dev/null
@@ -1,266 +0,0 @@
-# 2n-tx2
-## ./container_memif
-### intel-xl710
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-## ./crypto
-### intel-xl710
-#### dpdk-vfio-pci
-##### ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-1c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-2c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-4c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-1c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-2c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-4c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-##### ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-1c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-2c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-4c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-1c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-2c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-4c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-##### ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-1c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-2c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-4c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-1c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-2c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-4c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-##### ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-1c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-2c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-4c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-1c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-2c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-4c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-##### ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-1c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-2c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-4c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-1c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-2c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-4c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-1c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-2c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-4c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-1c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-2c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-4c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-##### ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-1c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-2c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-4c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-1c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-2c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-4c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-##### ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-1c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-2c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-4c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-1c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-2c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-4c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-##### ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-1c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-2c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-4c AND 1518b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-1c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-2c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-4c AND imix AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-##### ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir
-##### ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir
-##### ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir
-##### ethip4ipsec1spe-ip4base-policy-outbound-nocrypto
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1spe-ip4base-policy-outbound-nocrypto
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1spe-ip4base-policy-outbound-nocrypto
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1spe-ip4base-policy-outbound-nocrypto
-##### ethip4ipsec100spe-ip4base-policy-outbound-nocrypto
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec100spe-ip4base-policy-outbound-nocrypto
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec100spe-ip4base-policy-outbound-nocrypto
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec100spe-ip4base-policy-outbound-nocrypto
-##### ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto
-##### ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto
-##### ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto
-##### ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto
-## ./ip4
-### intel-xl710
-#### af_xdp
-##### ethip4-ip4base
-# REENABLE 1c AND 64b AND mrr AND xl710 AND drv_af_xdp AND ethip4-ip4base
-# REENABLE 2c AND 64b AND mrr AND xl710 AND drv_af_xdp AND ethip4-ip4base
-# REENABLE 4c AND 64b AND mrr AND xl710 AND drv_af_xdp AND ethip4-ip4base
-# REENABLE ##### ethip4-ip4scale20k
-# REENABLE 1c AND 64b AND mrr AND xl710 AND drv_af_xdp AND ethip4-ip4scale20k
-# REENABLE 2c AND 64b AND mrr AND xl710 AND drv_af_xdp AND ethip4-ip4scale20k
-# REENABLE 4c AND 64b AND mrr AND xl710 AND drv_af_xdp AND ethip4-ip4scale20k
-# REENABLE ##### ethip4-ip4scale200k
-# REENABLE 1c AND 64b AND mrr AND xl710 AND drv_af_xdp AND ethip4-ip4scale200k
-# REENABLE 2c AND 64b AND mrr AND xl710 AND drv_af_xdp AND ethip4-ip4scale200k
-# REENABLE 4c AND 64b AND mrr AND xl710 AND drv_af_xdp AND ethip4-ip4scale200k
-#### dpdk-vfio-pci
-##### ethip4-ip4base
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-##### ethip4-ip4scale20k
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-##### ethip4-ip4scale200k
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-##### ethip4-ip4base-iacldstbase
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-##### ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-##### ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-##### ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-##### ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-## ./ip6
-### intel-xl710
-#### af_xdp
-##### ethip6-ip6base
-# REENABLE 1c AND 78b AND mrr AND xl710 AND drv_af_xdp AND ethip6-ip6base
-# REENABLE 2c AND 78b AND mrr AND xl710 AND drv_af_xdp AND ethip6-ip6base
-# REENABLE 4c AND 78b AND mrr AND xl710 AND drv_af_xdp AND ethip6-ip6base
-# REENABLE ##### ethip6-ip6scale20k
-# REENABLE 1c AND 78b AND mrr AND xl710 AND drv_af_xdp AND ethip6-ip6scale20k
-# REENABLE 2c AND 78b AND mrr AND xl710 AND drv_af_xdp AND ethip6-ip6scale20k
-# REENABLE 4c AND 78b AND mrr AND xl710 AND drv_af_xdp AND ethip6-ip6scale20k
-# REENABLE ##### ethip6-ip6scale200k
-# REENABLE 1c AND 78b AND mrr AND xl710 AND drv_af_xdp AND ethip6-ip6scale200k
-# REENABLE 2c AND 78b AND mrr AND xl710 AND drv_af_xdp AND ethip6-ip6scale200k
-# REENABLE 4c AND 78b AND mrr AND xl710 AND drv_af_xdp AND ethip6-ip6scale200k
-#### dpdk-vfio-pci
-##### ethip6-ip6base
-1c AND 78b AND mrr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-2c AND 78b AND mrr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-4c AND 78b AND mrr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-##### ethip6-ip6scale20k
-1c AND 78b AND mrr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-2c AND 78b AND mrr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-4c AND 78b AND mrr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-##### ethip6-ip6scale200k
-1c AND 78b AND mrr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-2c AND 78b AND mrr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-4c AND 78b AND mrr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-##### ethip6-ip6base-iacldstbase
-1c AND 78b AND mrr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-2c AND 78b AND mrr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-4c AND 78b AND mrr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-## ./l2
-### intel-xl710
-#### af_xdp
-##### eth-l2bdbasemaclrn
-# REENABLE 1c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2bdbasemaclrn
-# REENABLE 2c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2bdbasemaclrn
-# REENABLE 4c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2bdbasemaclrn
-# REENABLE ##### eth-l2bdscale10kmaclrn
-# REENABLE 1c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn
-# REENABLE 2c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn
-# REENABLE 4c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn
-# REENABLE ##### eth-l2bdscale100kmaclrn
-# REENABLE 1c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn
-# REENABLE 2c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn
-# REENABLE 4c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn
-# REENABLE ##### eth-l2xcbase
-# REENABLE 1c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2xcbase
-# REENABLE 2c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2xcbase
-# REENABLE 4c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2xcbase
-# REENABLE ##### eth-l2patch
-# REENABLE 1c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2patch
-# REENABLE 2c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2patch
-# REENABLE 4c AND 64b AND mrr AND xl710 AND drv_af_xdp AND eth-l2patch
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale100kmaclrn
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-##### eth-l2xcbase
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-##### eth-l2patch
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2patch
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2patch
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2patch
-##### eth-l2bdbasemaclrn-iacl50sf-10kflows
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-##### eth-l2bdbasemaclrn-iacl50sl-10kflows
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-##### eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-##### eth-l2bdbasemaclrn-oacl50sf-10kflows
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-##### eth-l2bdbasemaclrn-oacl50sl-10kflows
-1c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-2c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-4c AND 64b AND mrr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows \ No newline at end of file
diff --git a/resources/job_specs/report_iterative/2n-tx2/vpp-ndrpdr-00.md b/resources/job_specs/report_iterative/2n-tx2/vpp-ndrpdr-00.md
deleted file mode 100644
index bb0d31f3eb..0000000000
--- a/resources/job_specs/report_iterative/2n-tx2/vpp-ndrpdr-00.md
+++ /dev/null
@@ -1,266 +0,0 @@
-# 2n-tx2
-## ./container_memif
-### intel-xl710
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2memif-1lxc
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### eth-l2xcbase-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-## ./crypto
-### intel-xl710
-#### dpdk-vfio-pci
-##### ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-##### ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
-##### ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
-##### ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-##### ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
-##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
-##### ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
-##### ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
-##### ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-4c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-4c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
-##### ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir
-##### ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir
-##### ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir
-##### ethip4ipsec1spe-ip4base-policy-outbound-nocrypto
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1spe-ip4base-policy-outbound-nocrypto
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1spe-ip4base-policy-outbound-nocrypto
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1spe-ip4base-policy-outbound-nocrypto
-##### ethip4ipsec100spe-ip4base-policy-outbound-nocrypto
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec100spe-ip4base-policy-outbound-nocrypto
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec100spe-ip4base-policy-outbound-nocrypto
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec100spe-ip4base-policy-outbound-nocrypto
-##### ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto
-##### ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto
-##### ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto
-##### ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto
-## ./ip4
-### intel-xl710
-#### af_xdp
-##### ethip4-ip4base
-# REENABLE 1c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip4-ip4base
-# REENABLE 2c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip4-ip4base
-# REENABLE 4c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip4-ip4base
-# REENABLE ##### ethip4-ip4scale20k
-# REENABLE 1c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip4-ip4scale20k
-# REENABLE 2c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip4-ip4scale20k
-# REENABLE 4c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip4-ip4scale20k
-# REENABLE ##### ethip4-ip4scale200k
-# REENABLE 1c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip4-ip4scale200k
-# REENABLE 2c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip4-ip4scale200k
-# REENABLE 4c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip4-ip4scale200k
-#### dpdk-vfio-pci
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base
-##### ethip4-ip4scale20k
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k
-##### ethip4-ip4scale200k
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k
-##### ethip4-ip4base-iacldstbase
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-##### ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-##### ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-##### ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-##### ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-## ./ip6
-### intel-xl710
-#### af_xdp
-##### ethip6-ip6base
-# REENABLE 1c AND 78b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip6-ip6base
-# REENABLE 2c AND 78b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip6-ip6base
-# REENABLE 4c AND 78b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip6-ip6base
-# REENABLE ##### ethip6-ip6scale20k
-# REENABLE 1c AND 78b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip6-ip6scale20k
-# REENABLE 2c AND 78b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip6-ip6scale20k
-# REENABLE 4c AND 78b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip6-ip6scale20k
-# REENABLE ##### ethip6-ip6scale200k
-# REENABLE 1c AND 78b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip6-ip6scale200k
-# REENABLE 2c AND 78b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip6-ip6scale200k
-# REENABLE 4c AND 78b AND ndrpdr AND xl710 AND drv_af_xdp AND ethip6-ip6scale200k
-#### dpdk-vfio-pci
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base
-##### ethip6-ip6scale20k
-1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-2c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-4c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k
-##### ethip6-ip6scale200k
-1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-2c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-4c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k
-##### ethip6-ip6base-iacldstbase
-1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-2c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-4c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-## ./l2
-### intel-xl710
-#### af_xdp
-##### eth-l2bdbasemaclrn
-# REENABLE 1c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2bdbasemaclrn
-# REENABLE 2c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2bdbasemaclrn
-# REENABLE 4c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2bdbasemaclrn
-# REENABLE ##### eth-l2bdscale10kmaclrn
-# REENABLE 1c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn
-# REENABLE 2c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn
-# REENABLE 4c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn
-# REENABLE ##### eth-l2bdscale100kmaclrn
-# REENABLE 1c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn
-# REENABLE 2c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn
-# REENABLE 4c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn
-# REENABLE ##### eth-l2xcbase
-# REENABLE 1c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2xcbase
-# REENABLE 2c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2xcbase
-# REENABLE 4c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2xcbase
-# REENABLE ##### eth-l2patch
-# REENABLE 1c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2patch
-# REENABLE 2c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2patch
-# REENABLE 4c AND 64b AND ndrpdr AND xl710 AND drv_af_xdp AND eth-l2patch
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-##### eth-l2bdscale10kmaclrn
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale10kmaclrn
-##### eth-l2bdscale100kmaclrn
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdscale100kmaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2xcbase
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2patch
-##### eth-l2bdbasemaclrn-iacl50sf-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-##### eth-l2bdbasemaclrn-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-##### eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-##### eth-l2bdbasemaclrn-oacl50sf-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-##### eth-l2bdbasemaclrn-oacl50sl-10kflows
-1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-4c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows \ No newline at end of file
diff --git a/resources/job_specs/report_iterative/2n-zn2/nfv-density-mrr-00.md b/resources/job_specs/report_iterative/2n-zn2/nfv-density-mrr-00.md
deleted file mode 100644
index 8fc93af8ef..0000000000
--- a/resources/job_specs/report_iterative/2n-zn2/nfv-density-mrr-00.md
+++ /dev/null
@@ -1,138 +0,0 @@
-# 2n-zn2
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-### intel-xxv710
-#### avf
-##### eth-l2bd-1ch-2mif-1dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-##### eth-l2bd-1ch-4mif-2dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-##### eth-l2bd-1ch-8mif-4dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-1ch-12mif-6dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-##### eth-l2bd-2ch-4mif-2dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-##### eth-l2bd-2ch-8mif-4dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-4ch-8mif-4dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-6ch-12mif-6dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-### intel-xxv710
-#### avf
-##### eth-l2bd-1pl-2mif-1dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-2dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-4dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-6dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-##### eth-l2bd-2pl-4mif-2dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-##### eth-l2bd-2pl-4mif-4dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-##### eth-l2bd-2pl-8mif-4dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-##### eth-l2bd-6pl-12mif-6dcr1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-## ./nfv_density/vm_vhost/chain
-### intel-xxv710
-#### avf
-##### eth-l2bd-1ch-2vh-1vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-##### eth-l2bd-1ch-4vh-2vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-##### eth-l2bd-1ch-8vh-4vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-##### eth-l2bd-1ch-12vh-6vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-##### eth-l2bd-2ch-4vh-2vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-##### eth-l2bd-2ch-8vh-4vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-##### eth-l2bd-4ch-8vh-4vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-##### eth-l2bd-6ch-12vh-6vm1t-vppip4
-1c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-2c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-4c AND imix AND mrr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-## ./nfv_density/vm_vhost/chain_dot1qip4vxlan
-### intel-xxv710
-#### avf
-##### dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-1c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-2c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-4c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-##### dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-1c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-2c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-4c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-##### dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-1c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-2c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-4c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-##### dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-1c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-2c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-4c AND imix AND mrr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-## ./srv6
-## ./tcp
-## ./vm_vhost
-## ./vts
diff --git a/resources/job_specs/report_iterative/2n-zn2/nfv-density-ndrpdr-00.md b/resources/job_specs/report_iterative/2n-zn2/nfv-density-ndrpdr-00.md
deleted file mode 100644
index 285958fd87..0000000000
--- a/resources/job_specs/report_iterative/2n-zn2/nfv-density-ndrpdr-00.md
+++ /dev/null
@@ -1,138 +0,0 @@
-# 2n-zn2
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-### intel-xxv710
-#### avf
-##### eth-l2bd-1ch-2mif-1dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2mif-1dcr1t-vppip4
-##### eth-l2bd-1ch-4mif-2dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4mif-2dcr1t-vppip4
-##### eth-l2bd-1ch-8mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-1ch-12mif-6dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12mif-6dcr1t-vppip4
-##### eth-l2bd-2ch-4mif-2dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4mif-2dcr1t-vppip4
-##### eth-l2bd-2ch-8mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-4ch-8mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8mif-4dcr1t-vppip4
-##### eth-l2bd-6ch-12mif-6dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12mif-6dcr1t-vppip4
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-### intel-xxv710
-#### avf
-##### eth-l2bd-1pl-2mif-1dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-1dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-2dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-2dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-4dcr1t-vppip4
-##### eth-l2bd-1pl-2mif-6dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1pl-2mif-6dcr1t-vppip4
-##### eth-l2bd-2pl-4mif-2dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-2dcr1t-vppip4
-##### eth-l2bd-2pl-4mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-4mif-4dcr1t-vppip4
-##### eth-l2bd-2pl-8mif-4dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2pl-8mif-4dcr1t-vppip4
-##### eth-l2bd-6pl-12mif-6dcr1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6pl-12mif-6dcr1t-vppip4
-## ./nfv_density/vm_vhost/chain
-### intel-xxv710
-#### avf
-##### eth-l2bd-1ch-2vh-1vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-2vh-1vm1t-vppip4
-##### eth-l2bd-1ch-4vh-2vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-4vh-2vm1t-vppip4
-##### eth-l2bd-1ch-8vh-4vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-8vh-4vm1t-vppip4
-##### eth-l2bd-1ch-12vh-6vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-1ch-12vh-6vm1t-vppip4
-##### eth-l2bd-2ch-4vh-2vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-4vh-2vm1t-vppip4
-##### eth-l2bd-2ch-8vh-4vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-2ch-8vh-4vm1t-vppip4
-##### eth-l2bd-4ch-8vh-4vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-4ch-8vh-4vm1t-vppip4
-##### eth-l2bd-6ch-12vh-6vm1t-vppip4
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bd-6ch-12vh-6vm1t-vppip4
-## ./nfv_density/vm_vhost/chain_dot1qip4vxlan
-### intel-xxv710
-#### avf
-##### dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd
-##### dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd
-##### dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd
-##### dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd
-## ./srv6
-## ./tcp
-## ./vm_vhost
-## ./vts
diff --git a/resources/job_specs/report_iterative/2n-zn2/reconf-00.md b/resources/job_specs/report_iterative/2n-zn2/reconf-00.md
deleted file mode 100644
index 275ca79dc0..0000000000
--- a/resources/job_specs/report_iterative/2n-zn2/reconf-00.md
+++ /dev/null
@@ -1,36 +0,0 @@
-# 2n-zn2
-## ./container_memif
-## ./crypto
-## ./ip4
-## ./ip4_tunnels
-## ./ip6
-## ./ip6_tunnels
-## ./l2
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./nfv_density/vm_vhost/chain_dot1qip4vxlan
-### intel-xxv710
-#### avf
-##### dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd
-1c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd
-2c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd
-4c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd
-##### dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd
-1c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd
-2c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd
-4c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd
-##### dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd
-1c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd
-2c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd
-4c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd
-##### dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd
-1c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd
-2c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd
-4c AND imix AND reconf AND xxv710 AND drv_avf AND dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd
-## ./srv6
-## ./tcp
-## ./vm_vhost
-## ./vts
diff --git a/resources/job_specs/report_iterative/3n-alt/vpp-mrr-00.md b/resources/job_specs/report_iterative/3n-alt/vpp-mrr-00.md
index deb9246e8f..e89be4b2dd 100644
--- a/resources/job_specs/report_iterative/3n-alt/vpp-mrr-00.md
+++ b/resources/job_specs/report_iterative/3n-alt/vpp-mrr-00.md
@@ -125,6 +125,19 @@
1c AND imix AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
2c AND imix AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
4c AND imix AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+##### New ipsec suites with UDP encapsulation. One tescase per suite as they are experiemntal.
+1c AND 1518b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha
+1c AND 1518b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha
+1c AND 1518b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha
+1c AND 1518b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha
+1c AND 1518b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm
+1c AND 1518b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac
+1c AND 1518b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha
+1c AND 1518b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha
+1c AND 1518b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac
+1c AND 1518b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha
##### ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
1c AND 64b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
2c AND 64b AND mrr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
diff --git a/resources/job_specs/report_iterative/3n-alt/vpp-ndrpdr-00.md b/resources/job_specs/report_iterative/3n-alt/vpp-ndrpdr-00.md
index 94df71af90..4451244708 100644
--- a/resources/job_specs/report_iterative/3n-alt/vpp-ndrpdr-00.md
+++ b/resources/job_specs/report_iterative/3n-alt/vpp-ndrpdr-00.md
@@ -59,12 +59,12 @@
3c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 2c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 3c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 4c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 2c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 3c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+2c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+3c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+4c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+2c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+3c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
2c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
3c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
@@ -73,12 +73,12 @@
3c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
##### ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 2c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 3c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 4c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 2c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 3c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+2c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+3c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+4c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+2c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+3c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
1c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
2c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
@@ -86,119 +86,132 @@
### intel-xl710
#### dpdk-vfio-pci
##### ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
+1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
+2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
+4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
+2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
+4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
+1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
+2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
+4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-# 4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
+1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
+2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
+4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
+2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
+4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
+1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
+2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
+4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-# 1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-# 2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-# 4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-# 1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-# 2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-# 4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-# 1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-# 2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-# 4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
+1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
+2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
+4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
+2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
+4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
+1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
+2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
+4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
##### ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-# 1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-# 2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-# 4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-# 1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-# 2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-# 4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-# 1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-# 2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-# 4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+##### New ipsec suites with UDP encapsulation. One tescase per suite as they are experiemntal.
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha
##### ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
-# 1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
-# 2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
-# 4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
-# 1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
-# 2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
-# 4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
-# 1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
-# 2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
-# 4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
+1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
+2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
+4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
+2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
+4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
+1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
+2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
+4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
##### ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
-# 1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
-# 2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
-# 4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
-# 1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
-# 2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
-# 4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
-# 1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
-# 2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
-# 4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
+1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
+2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
+4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
+2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
+4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
+1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
+2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
+4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
##### ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
-# 1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
-# 2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
-# 4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
-# 1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
-# 2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
-# 4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
-# 1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
-# 2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
-# 4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
+1c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
+2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
+4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
+2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
+4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
+1c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
+2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
+4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 3c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 3c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 3c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+3c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+3c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+3c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 3c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 3c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 3c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
-# 4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+3c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+3c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+3c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
+4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
-# 2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
-# 3c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
-# 4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
-# 2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
-# 3c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
-# 4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
-# 2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
-# 3c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
-# 4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
+2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
+3c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
+4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
+2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
+3c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
+4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
+2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
+3c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
+4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
##### ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 3c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 3c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 3c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
-# 4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+2c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+3c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+4c AND 64b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+3c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+2c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+3c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
+4c AND imix AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
-# 1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
-# 2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
-# 4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
+1c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
+2c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
+4c AND 1518b AND ndrpdr AND xl710 AND dpdk-vfio-pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
## ./ip4
### mellanox-cx6dx
#### mlx5-core
@@ -244,19 +257,19 @@
2c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1tnlsw-ip4base
4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1tnlsw-ip4base
##### ethip4udpwireguard100tnlsw-ip4base
-# 1c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard100tnlsw-ip4base
-# 2c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard100tnlsw-ip4base
-# 4c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard100tnlsw-ip4base
-# 1c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard100tnlsw-ip4base
-# 2c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard100tnlsw-ip4base
-# 4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard100tnlsw-ip4base
+1c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard100tnlsw-ip4base
+2c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard100tnlsw-ip4base
+4c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard100tnlsw-ip4base
+1c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard100tnlsw-ip4base
+2c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard100tnlsw-ip4base
+4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard100tnlsw-ip4base
##### ethip4udpwireguard1000tnlsw-ip4base
-# 1c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1000tnlsw-ip4base
-# 2c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1000tnlsw-ip4base
-# 4c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1000tnlsw-ip4base
-# 1c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1000tnlsw-ip4base
-# 2c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1000tnlsw-ip4base
-# 4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1000tnlsw-ip4base
+1c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1000tnlsw-ip4base
+2c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1000tnlsw-ip4base
+4c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1000tnlsw-ip4base
+1c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1000tnlsw-ip4base
+2c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1000tnlsw-ip4base
+4c AND imix AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4udpwireguard1000tnlsw-ip4base
##### ethip4gtpusw-ip4base-reassembly
1c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4gtpusw-ip4base-reassembly
2c AND 1518b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip4gtpusw-ip4base-reassembly
@@ -326,13 +339,13 @@
2c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-dyn
4c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-dyn
##### ethip6srhip6-ip6base-srv6proxy-masq
-# 1c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-masq
-# 2c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-masq
-# 4c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-masq
+1c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-masq
+2c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-masq
+4c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-masq
##### ethip6srhip6-ip6base-srv6proxy-stat
-# 1c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-stat
-# 2c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-stat
-# 4c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-stat
+1c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-stat
+2c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-stat
+4c AND 78b AND ndrpdr AND cx6dx AND drv_mlx5_core AND ethip6srhip6-ip6base-srv6proxy-stat
## ./vm_vhost
### mellanox-cx6dx
#### mlx5-core
diff --git a/resources/job_specs/report_iterative/3n-icx/vpp-mrr-00.md b/resources/job_specs/report_iterative/3n-icx/vpp-mrr-00.md
index 5c8f1165a4..dcd672d867 100644
--- a/resources/job_specs/report_iterative/3n-icx/vpp-mrr-00.md
+++ b/resources/job_specs/report_iterative/3n-icx/vpp-mrr-00.md
@@ -113,60 +113,28 @@
#### avf
##### ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec4tnlsw-ip4base-int-aes256gcm
1c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
1c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
##### ethip4ipsec40tnlsw-ip4base-int-aes256gcm
1c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes256gcm
1c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes256gcm
##### ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
1c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
1c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
##### ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
1c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
1c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
2c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
3c AND 1518b AND mrr AND e810cq AND drv_avf AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
@@ -217,6 +185,19 @@
1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+##### New ipsec suites with UDP encapsulation. One tescase per suite as they are experiemntal.
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
2c AND 1518b AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
3c AND 1518b AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
@@ -384,6 +365,10 @@
1c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase
2c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase
4c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase
+##### eth-l2xcbase-1lbvpplacp
+1c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-1lbvpplacp
+2c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-1lbvpplacp
+4c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-1lbvpplacp
##### eth-l2patch
1c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2patch
2c AND 64b AND mrr AND cx6dx AND drv_mlx5_core AND eth-l2patch
@@ -402,6 +387,10 @@
1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase
2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase
4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase
+##### eth-l2xcbase-1lbvpplacp
+1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-1lbvpplacp
+2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-1lbvpplacp
+4c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2xcbase-1lbvpplacp
##### eth-l2patch
1c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2patch
2c AND 64b AND mrr AND e810cq AND drv_avf AND eth-l2patch
@@ -471,4 +460,4 @@
##### ethip6srhip6-ip6base-srv6proxy-stat
1c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat
2c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat
-4c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat \ No newline at end of file
+4c AND 78b AND mrr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat
diff --git a/resources/job_specs/report_iterative/3n-icx/vpp-mrr-01.md b/resources/job_specs/report_iterative/3n-icx/vpp-mrr-01.md
deleted file mode 100644
index d041bf9735..0000000000
--- a/resources/job_specs/report_iterative/3n-icx/vpp-mrr-01.md
+++ /dev/null
@@ -1,143 +0,0 @@
-# 3n-icx
-### intel-e810cq
-#### dpdk-vfio-pci
-##### ethip4ipsec4tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec4tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec4tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec4tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-##### ethip4ipsec4tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec4tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec4tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec4tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-##### ethip4ipsec4tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec4tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec4tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec4tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-##### ethip4ipsec40tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-##### ethip4ipsec40tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-##### ethip4ipsec40tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-##### ethip4ipsec40tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-##### ethip4ipsec400tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec400tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec400tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec400tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-##### ethip4ipsec400tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec400tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec400tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec400tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-##### ethip4ipsec400tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec400tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec400tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec400tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-##### ethip4ipsec400tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec400tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec400tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec400tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-##### ethip4ipsec1000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-##### ethip4ipsec1000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-##### ethip4ipsec1000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-##### ethip4ipsec1000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-##### ethip4ipsec5000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec5000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec5000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec5000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-##### ethip4ipsec5000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec5000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec5000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec5000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-##### ethip4ipsec5000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec5000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec5000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec5000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-##### ethip4ipsec5000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec5000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec5000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec5000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-##### ethip4ipsec10000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-##### ethip4ipsec10000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-##### ethip4ipsec10000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-##### ethip4ipsec10000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-##### ethip4ipsec20000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec20000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec20000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec20000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-##### ethip4ipsec20000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec20000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec20000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec20000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-##### ethip4ipsec20000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec20000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec20000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec20000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-##### ethip4ipsec20000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec20000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec20000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec20000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-##### ethip4ipsec40000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-##### ethip4ipsec40000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-##### ethip4ipsec40000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-##### ethip4ipsec40000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec40000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-##### ethip4ipsec60000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec60000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec60000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec60000tnlsw-l2bd-1ch-2mif-1dcr1c-vppip4-aes256gcm
-##### ethip4ipsec60000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec60000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec60000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec60000tnlsw-l2bd-1ch-4mif-2dcr1c-vppip4-aes256gcm
-##### ethip4ipsec60000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec60000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec60000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec60000tnlsw-l2bd-1ch-8mif-4dcr1c-vppip4-aes256gcm
-##### ethip4ipsec60000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec60000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec60000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm
-4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec60000tnlsw-l2bd-1ch-16mif-8dcr1c-vppip4-aes256gcm \ No newline at end of file
diff --git a/resources/job_specs/report_iterative/3n-icx/vpp-ndrpdr-00.md b/resources/job_specs/report_iterative/3n-icx/vpp-ndrpdr-00.md
index 844d537f41..16f87b7099 100644
--- a/resources/job_specs/report_iterative/3n-icx/vpp-ndrpdr-00.md
+++ b/resources/job_specs/report_iterative/3n-icx/vpp-ndrpdr-00.md
@@ -113,60 +113,28 @@
#### avf
##### ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec4tnlsw-ip4base-int-aes256gcm
1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
##### ethip4ipsec40tnlsw-ip4base-int-aes256gcm
1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes256gcm
1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes256gcm
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes256gcm
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec40tnlsw-ip4base-int-aes256gcm
##### ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
##### ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
1c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
1c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-2c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-4c AND imix AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
2c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
3c AND 1518b AND ndrpdr AND e810cq AND drv_avf AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
@@ -217,6 +185,19 @@
1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+##### New ipsec suites with UDP encapsulation. One tescase per suite as they are experiemntal.
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
3c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
@@ -384,6 +365,10 @@
1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase
2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase
4c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase
+##### eth-l2xcbase-1lbvpplacp
+1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-1lbvpplacp
+2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-1lbvpplacp
+4c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2xcbase-1lbvpplacp
##### eth-l2patch
1c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2patch
2c AND 64b AND ndrpdr AND cx6dx AND drv_mlx5_core AND eth-l2patch
@@ -402,6 +387,10 @@
1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase
+##### eth-l2xcbase-1lbvpplacp
+1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-1lbvpplacp
+2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-1lbvpplacp
+4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2xcbase-1lbvpplacp
##### eth-l2patch
1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND eth-l2patch
@@ -471,4 +460,4 @@
##### ethip6srhip6-ip6base-srv6proxy-stat
1c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat
2c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat
-4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat \ No newline at end of file
+4c AND 78b AND ndrpdr AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-stat
diff --git a/resources/job_specs/report_iterative/3n-icx/vpp-soak-00.md b/resources/job_specs/report_iterative/3n-icx/vpp-soak-00.md
index cfaa79862f..65273b8a9f 100644
--- a/resources/job_specs/report_iterative/3n-icx/vpp-soak-00.md
+++ b/resources/job_specs/report_iterative/3n-icx/vpp-soak-00.md
@@ -4,13 +4,14 @@
#### avf
##### eth-l2bdbasemaclrn-eth-2memif-1dcr
1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
+1c AND 1518b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
## ./crypto
### intel-e810cq
-#### avf
-##### ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND 1518b AND soak AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
+#### vfio-pci
+##### ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
+1c AND 1518b AND soak AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-1c AND 1518b AND soak AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
+1c AND 1518b AND soak AND e810cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
## ./ip4
### intel-e810cq
#### avf
@@ -18,27 +19,56 @@
1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4base
##### ethip4-ip4scale20k-rnd
1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd
+##### ethip4-ip4scale200k-rnd
+1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale200k-rnd
+#### vfio-pci
+##### ethip4-ip4scale200k-rnd
+1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
+### mellanox-cx6dx
+#### mlx5-core
+##### ethip4-ip4scale200k-rnd
+1c AND 64b AND soak AND cx6dx AND drv_mlx5_core AND ethip4-ip4scale200k-rnd
## ./ip6
+### intel-e810cq
#### avf
##### ethip6-ip6base
1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6base
##### ethip6-ip6scale20k-rnd
1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd
-## ./l2
+##### ethip6-ip6scale200k-rnd
+1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale200k-rnd
+#### vfio-pci
+##### ethip6-ip6scale200k-rnd
+1c AND 78b AND soak AND e810cq AND drv_vfio_pci AND ethip6-ip6scale200k-rnd
### mellanox-cx6dx
#### mlx5-core
-##### eth-l2bdbasemaclrn
-1c AND 64b AND soak AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn
+##### ethip6-ip6scale200k-rnd
+1c AND 78b AND soak AND cx6dx AND drv_mlx5_core AND ethip6-ip6scale200k-rnd
+## ./l2
### intel-e810cq
#### avf
##### eth-l2bdbasemaclrn
1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn
##### eth-l2bdscale1mmaclrn
1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn
+##### eth-l2xcbase
+1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2cxbase
+#### vfio-pci
+##### eth-l2bdbasemaclrn
+1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn
+### mellanox-cx6dx
+#### mlx5-core
+##### eth-l2bdbasemaclrn
+1c AND 64b AND soak AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn
+## ./srv6
+### intel-e810cq
+#### avf
+##### ethip6srhip6-ip6base-srv6enc2sids
+1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6enc2sids
+##### ethip6srhip6-ip6base-srv6proxy-masq
+1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6srhip6-ip6base-srv6proxy-masq
## ./vm_vhost
### intel-e810cq
#### avf
##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-
-# TODO: No IPsecHW available, maybe add WireguardSW and GtpuHW?
diff --git a/resources/job_specs/report_iterative/3n-icxd/vpp-mrr-00.md b/resources/job_specs/report_iterative/3n-icxd/vpp-mrr-00.md
index 4450333f87..187111f3cc 100644
--- a/resources/job_specs/report_iterative/3n-icxd/vpp-mrr-00.md
+++ b/resources/job_specs/report_iterative/3n-icxd/vpp-mrr-00.md
@@ -1,5 +1,4 @@
# 3n-icxd
-## ./container_memif
## ./crypto
### intel-e823c
#### dpdk-vfio-pci
@@ -31,6 +30,26 @@
1c AND imix AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
2c AND imix AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
4c AND imix AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
+##### ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+2c AND 1518b AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+4c AND 1518b AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+1c AND imix AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+2c AND imix AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+4c AND imix AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+##### New ipsec suites with UDP encapsulation. One tescase per suite as they are experiemntal.
+1c AND 1518b AND mrr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha
+1c AND 1518b AND mrr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha
+1c AND 1518b AND mrr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha
+1c AND 1518b AND mrr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha
+1c AND 1518b AND mrr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm
+1c AND 1518b AND mrr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac
+1c AND 1518b AND mrr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha
+1c AND 1518b AND mrr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha
+1c AND 1518b AND mrr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac
+1c AND 1518b AND mrr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
2c AND 1518b AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
3c AND 1518b AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
@@ -50,11 +69,11 @@
2c AND 1518b AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
4c AND 1518b AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
##### ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
+1c AND 1518b AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
2c AND 1518b AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
-3c AND 1518b AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
4c AND 1518b AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
+1c AND imix AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
2c AND imix AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
-3c AND imix AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
4c AND imix AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm
1c AND 1518b AND mrr AND e823c AND drv_vfio_pci AND ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm
@@ -199,7 +218,6 @@
1c AND 78b AND mrr AND e823c AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
2c AND 78b AND mrr AND e823c AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
4c AND 78b AND mrr AND e823c AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-## ./ip6_tunnels
## ./l2
### intel-e823c
#### dpdk-vfio-pci
@@ -218,14 +236,4 @@
##### eth-l2patch
1c AND 64b AND mrr AND e823c AND drv_vfio_pci AND eth-l2patch
2c AND 64b AND mrr AND e823c AND drv_vfio_pci AND eth-l2patch
-4c AND 64b AND mrr AND e823c AND drv_vfio_pci AND eth-l2patch
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./nfv_density/vm_vhost/chain_dot1qip4vxlan
-## ./srv6
-## ./hoststack
-## ./vm_vhost
-## ./vts
+4c AND 64b AND mrr AND e823c AND drv_vfio_pci AND eth-l2patch \ No newline at end of file
diff --git a/resources/job_specs/report_iterative/3n-icxd/vpp-ndrpdr-00.md b/resources/job_specs/report_iterative/3n-icxd/vpp-ndrpdr-00.md
index cb08b5d479..9b665a3d4e 100644
--- a/resources/job_specs/report_iterative/3n-icxd/vpp-ndrpdr-00.md
+++ b/resources/job_specs/report_iterative/3n-icxd/vpp-ndrpdr-00.md
@@ -30,6 +30,26 @@
1c AND imix AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
2c AND imix AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
4c AND imix AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
+##### ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+2c AND 1518b AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+4c AND 1518b AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+1c AND imix AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+2c AND imix AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+4c AND imix AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+##### New ipsec suites with UDP encapsulation. One tescase per suite as they are experiemntal.
+1c AND 1518b AND ndrpdr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha
+1c AND 1518b AND ndrpdr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha
+1c AND 1518b AND ndrpdr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha
+1c AND 1518b AND ndrpdr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha
+1c AND 1518b AND ndrpdr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm
+1c AND 1518b AND ndrpdr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac
+1c AND 1518b AND ndrpdr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha
+1c AND 1518b AND ndrpdr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha
+1c AND 1518b AND ndrpdr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac
+1c AND 1518b AND ndrpdr AND e823c AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
2c AND 1518b AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
3c AND 1518b AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
@@ -49,11 +69,11 @@
2c AND 1518b AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
4c AND 1518b AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
##### ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
+1c AND 1518b AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
2c AND 1518b AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
-3c AND 1518b AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
4c AND 1518b AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
+1c AND imix AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
2c AND imix AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
-3c AND imix AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
4c AND imix AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm
1c AND 1518b AND ndrpdr AND e823c AND drv_vfio_pci AND ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm
diff --git a/resources/job_specs/report_iterative/3n-icxd/vpp-soak-00.md b/resources/job_specs/report_iterative/3n-icxd/vpp-soak-00.md
index bf6159e3cb..6af57b9d98 100644
--- a/resources/job_specs/report_iterative/3n-icxd/vpp-soak-00.md
+++ b/resources/job_specs/report_iterative/3n-icxd/vpp-soak-00.md
@@ -4,17 +4,18 @@
#### avf
##### eth-l2bdbasemaclrn-eth-2memif-1dcr
1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
+1c AND 1518b AND soak AND e823c AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
## ./crypto
### intel-e823c
-#### avf
+#### vfio_pci
##### ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND 1518b AND soak AND e823c AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
+1c AND 1518b AND soak AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-1c AND 1518b AND soak AND e823c AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
+1c AND 1518b AND soak AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
##### ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha
-1c AND 1518b AND soak AND e823c AND drv_avf AND ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha
+1c AND 1518b AND soak AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm
-1c AND 1518b AND soak AND e823c AND drv_avf AND ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm
+1c AND 1518b AND soak AND e823c AND drv_vfio_pci AND ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm
## ./ip4
### intel-e823c
#### avf
@@ -22,23 +23,47 @@
1c AND 64b AND soak AND e823c AND drv_avf AND ethip4-ip4base
##### ethip4-ip4scale20k-rnd
1c AND 64b AND soak AND e823c AND drv_avf AND ethip4-ip4scale20k-rnd
+##### ethip4-ip4scale200k-rnd
+1c AND 64b AND soak AND e823c AND drv_avf AND ethip4-ip4scale200k-rnd
+#### vfio-pci
+##### ethip4-ip4scale200k-rnd
+1c AND 64b AND soak AND e823c AND drv_vfio_pci AND ethip4-ip4scale200k-rnd
+### mellanox-cx6dx
+#### mlx5-core
+##### ethip4-ip4scale200k-rnd
+1c AND 64b AND soak AND cx6dx AND drv_mlx5_core AND ethip4-ip4scale200k-rnd
## ./ip6
+### intel-e823c
#### avf
##### ethip6-ip6base
1c AND 78b AND soak AND e823c AND drv_avf AND ethip6-ip6base
##### ethip6-ip6scale20k-rnd
1c AND 78b AND soak AND e823c AND drv_avf AND ethip6-ip6scale20k-rnd
-## ./l2
+##### ethip6-ip6scale200k-rnd
+1c AND 78b AND soak AND e823c AND drv_avf AND ethip6-ip6scale200k-rnd
+#### vfio-pci
+##### ethip6-ip6scale200k-rnd
+1c AND 78b AND soak AND e823c AND drv_vfio_pci AND ethip6-ip6scale200k-rnd
### mellanox-cx6dx
#### mlx5-core
-##### eth-l2bdbasemaclrn
-1c AND 64b AND soak AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn
+##### ethip6-ip6scale200k-rnd
+1c AND 78b AND soak AND cx6dx AND drv_mlx5_core AND ethip6-ip6scale200k-rnd
+## ./l2
### intel-e823c
#### avf
##### eth-l2bdbasemaclrn
1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2bdbasemaclrn
##### eth-l2bdscale1mmaclrn
1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2bdscale1mmaclrn
+##### eth-l2xcbase
+1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2xcbase
+#### vfio-pci
+##### eth-l2bdbasemaclrn
+1c AND 64b AND soak AND e823c AND drv_vfio_pci AND eth-l2bdbasemaclrn
+### mellanox-cx6dx
+#### mlx5-core
+##### eth-l2bdbasemaclrn
+1c AND 64b AND soak AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn
## ./vm_vhost
### intel-e823c
#### avf
diff --git a/resources/job_specs/report_iterative/3n-snr/vpp-mrr-00.md b/resources/job_specs/report_iterative/3n-snr/vpp-mrr-00.md
index a35db1717d..aa987bdb5e 100644
--- a/resources/job_specs/report_iterative/3n-snr/vpp-mrr-00.md
+++ b/resources/job_specs/report_iterative/3n-snr/vpp-mrr-00.md
@@ -1,5 +1,4 @@
# 3n-snr
-## ./container_memif
## ./crypto
### intel-e822cq
#### dpdk-vfio-pci
@@ -31,6 +30,26 @@
1c AND imix AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
2c AND imix AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
4c AND imix AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
+##### ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+2c AND 1518b AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+4c AND 1518b AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+1c AND imix AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+2c AND imix AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+4c AND imix AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+##### New ipsec suites with UDP encapsulation. One tescase per suite as they are experiemntal.
+1c AND 1518b AND mrr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha
+1c AND 1518b AND mrr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha
+1c AND 1518b AND mrr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha
+1c AND 1518b AND mrr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha
+1c AND 1518b AND mrr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm
+1c AND 1518b AND mrr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac
+1c AND 1518b AND mrr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha
+1c AND 1518b AND mrr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha
+1c AND 1518b AND mrr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac
+1c AND 1518b AND mrr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
2c AND 1518b AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
3c AND 1518b AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
@@ -50,11 +69,11 @@
2c AND 1518b AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
4c AND 1518b AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
##### ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
+1c AND 1518b AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
2c AND 1518b AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
-3c AND 1518b AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
4c AND 1518b AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
+1c AND imix AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
2c AND imix AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
-3c AND imix AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
4c AND imix AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm
1c AND 1518b AND mrr AND e822cq AND drv_vfio_pci AND ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm
@@ -199,7 +218,6 @@
1c AND 78b AND mrr AND e822cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
2c AND 78b AND mrr AND e822cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
4c AND 78b AND mrr AND e822cq AND drv_vfio_pci AND ethip6-ip6scale20k-rnd
-## ./ip6_tunnels
## ./l2
### intel-e822cq
#### dpdk-vfio-pci
@@ -218,14 +236,4 @@
##### eth-l2patch
1c AND 64b AND mrr AND e822cq AND drv_vfio_pci AND eth-l2patch
2c AND 64b AND mrr AND e822cq AND drv_vfio_pci AND eth-l2patch
-4c AND 64b AND mrr AND e822cq AND drv_vfio_pci AND eth-l2patch
-## ./lb
-## ./nfv_density/dcr_memif/chain
-## ./nfv_density/dcr_memif/chain_ipsec
-## ./nfv_density/dcr_memif/pipeline
-## ./nfv_density/vm_vhost/chain
-## ./nfv_density/vm_vhost/chain_dot1qip4vxlan
-## ./srv6
-## ./hoststack
-## ./vm_vhost
-## ./vts
+4c AND 64b AND mrr AND e822cq AND drv_vfio_pci AND eth-l2patch \ No newline at end of file
diff --git a/resources/job_specs/report_iterative/3n-snr/vpp-ndrpdr-00.md b/resources/job_specs/report_iterative/3n-snr/vpp-ndrpdr-00.md
index 29d1785dab..82be0c76e1 100644
--- a/resources/job_specs/report_iterative/3n-snr/vpp-ndrpdr-00.md
+++ b/resources/job_specs/report_iterative/3n-snr/vpp-ndrpdr-00.md
@@ -30,6 +30,26 @@
1c AND imix AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
2c AND imix AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
4c AND imix AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
+##### ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+2c AND 1518b AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+4c AND 1518b AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+1c AND imix AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+2c AND imix AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+4c AND imix AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+##### New ipsec suites with UDP encapsulation. One tescase per suite as they are experiemntal.
+1c AND 1518b AND ndrpdr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha
+1c AND 1518b AND ndrpdr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha
+1c AND 1518b AND ndrpdr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha
+1c AND 1518b AND ndrpdr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha
+1c AND 1518b AND ndrpdr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm
+1c AND 1518b AND ndrpdr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac
+1c AND 1518b AND ndrpdr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha
+1c AND 1518b AND ndrpdr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha
+1c AND 1518b AND ndrpdr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac
+1c AND 1518b AND ndrpdr AND e822cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
2c AND 1518b AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
3c AND 1518b AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
@@ -49,11 +69,11 @@
2c AND 1518b AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
4c AND 1518b AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
##### ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
+1c AND 1518b AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
2c AND 1518b AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
-3c AND 1518b AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
4c AND 1518b AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
+1c AND imix AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
2c AND imix AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
-3c AND imix AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
4c AND imix AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm
1c AND 1518b AND ndrpdr AND e822cq AND drv_vfio_pci AND ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm
diff --git a/resources/job_specs/report_iterative/3n-tsh/dpdk-mrr-00.md b/resources/job_specs/report_iterative/3n-tsh/dpdk-mrr-00.md
deleted file mode 100644
index 402186a1ae..0000000000
--- a/resources/job_specs/report_iterative/3n-tsh/dpdk-mrr-00.md
+++ /dev/null
@@ -1,11 +0,0 @@
-# 3n-tsh
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2xcbase-testpmd
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-##### ethip4-ip4base-l3fwd
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
diff --git a/resources/job_specs/report_iterative/3n-tsh/dpdk-ndrpdr-00.md b/resources/job_specs/report_iterative/3n-tsh/dpdk-ndrpdr-00.md
deleted file mode 100644
index ae1cd194be..0000000000
--- a/resources/job_specs/report_iterative/3n-tsh/dpdk-ndrpdr-00.md
+++ /dev/null
@@ -1,29 +0,0 @@
-# 3n-tsh
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2xcbase-testpmd
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-testpmd
-##### ethip4-ip4base-l3fwd
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-l3fwd
diff --git a/resources/job_specs/report_iterative/3n-tsh/vpp-mrr-00.md b/resources/job_specs/report_iterative/3n-tsh/vpp-mrr-00.md
deleted file mode 100644
index 9dd8880a78..0000000000
--- a/resources/job_specs/report_iterative/3n-tsh/vpp-mrr-00.md
+++ /dev/null
@@ -1,231 +0,0 @@
-# 3n-tsh
-## ./container_memif
-## ./crypto
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-##### ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-1c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-2c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-4c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-1c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-2c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-4c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-##### ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-1c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-1c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-2c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-4c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-##### ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-##### ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-1c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-2c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-4c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-1c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-2c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-4c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-1c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-1c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-2c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-4c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-##### ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-##### ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-1c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-2c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-4c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-1c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-2c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-4c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-##### ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-1c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-1c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-2c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-4c AND imix AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-##### ethip4ipsec1tnlsw-ip4base-policy-aes256gcm
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes256gcm
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes256gcm
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes256gcm
-##### ethip4ipsec40tnlsw-ip4base-policy-aes256gcm
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec40tnlsw-ip4base-policy-aes256gcm
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec40tnlsw-ip4base-policy-aes256gcm
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec40tnlsw-ip4base-policy-aes256gcm
-##### ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm
-##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
-1c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
-2c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
-4c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
-## ./ip4
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip4-ip4base
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-##### ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-##### ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-##### ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-##### ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-## ./ip4_tunnels
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip4vxlan-l2bdbasemaclrn
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-##### ethip4vxlan-l2xcbase
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-##### ethip4gtpusw-ip4base-reassembly
-1c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4gtpusw-ip4base-reassembly
-2c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4gtpusw-ip4base-reassembly
-4c AND 1518b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4gtpusw-ip4base-reassembly
-## ./ip6
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip6-ip6base
-1c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-2c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-4c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-## ./ip6_tunnels
-## ./l2
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-##### eth-l2xcbase
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-##### eth-l2patch
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-##### eth-l2bdbasemaclrn-iacl50sf-10kflows
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-##### eth-l2bdbasemaclrn-iacl50sl-10kflows
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-##### eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-##### eth-l2bdbasemaclrn-oacl50sf-10kflows
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-##### eth-l2bdbasemaclrn-oacl50sl-10kflows
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-## ./srv6
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip6ip6-ip6base-srv6enc1sid
-1c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-2c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-4c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-##### ethip6srhip6-ip6base-srv6enc2sids
-1c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-2c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-4c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-##### ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-1c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-2c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-4c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-##### ethip6srhip6-ip6base-srv6proxy-dyn
-1c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-dyn
-2c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-dyn
-4c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-dyn
-##### ethip6srhip6-ip6base-srv6proxy-masq
-1c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-2c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-4c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-##### ethip6srhip6-ip6base-srv6proxy-stat
-1c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-2c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-4c AND 78b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-## ./vm_vhost
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-##### eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-##### eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-##### ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-##### ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-##### ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
diff --git a/resources/job_specs/report_iterative/3n-tsh/vpp-ndrpdr-00.md b/resources/job_specs/report_iterative/3n-tsh/vpp-ndrpdr-00.md
deleted file mode 100644
index fa435f10fa..0000000000
--- a/resources/job_specs/report_iterative/3n-tsh/vpp-ndrpdr-00.md
+++ /dev/null
@@ -1,229 +0,0 @@
-# 3n-tsh
-## ./crypto
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
-##### ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes128gcm
-##### ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec4tnlsw-ip4base-int-aes256gcm
-##### ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
-##### ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
-##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
-##### ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
-##### ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
-##### ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-4c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
-##### ethip4ipsec1tnlsw-ip4base-policy-aes256gcm
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes256gcm
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes256gcm
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes256gcm
-##### ethip4ipsec40tnlsw-ip4base-policy-aes256gcm
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec40tnlsw-ip4base-policy-aes256gcm
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec40tnlsw-ip4base-policy-aes256gcm
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec40tnlsw-ip4base-policy-aes256gcm
-##### ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm
-##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
-## ./ip4
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip4-ip4base
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base
-##### ethip4udp-ip4base-iacl50sf-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sf-10kflows
-##### ethip4udp-ip4base-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-iacl50sl-10kflows
-##### ethip4udp-ip4base-oacl50sf-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sf-10kflows
-##### ethip4udp-ip4base-oacl50sl-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4udp-ip4base-oacl50sl-10kflows
-## ./ip4_tunnels
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip4vxlan-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-##### ethip4vxlan-l2xcbase
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-##### ethip4gtpusw-ip4base-reassembly
-1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4gtpusw-ip4base-reassembly
-2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4gtpusw-ip4base-reassembly
-4c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4gtpusw-ip4base-reassembly
-## ./ip6
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip6-ip6base
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6base
-## ./l2
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn
-##### dot1q-l2bdbasemaclrn
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn
-##### eth-l2xcbase
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase
-##### eth-l2patch
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2patch
-##### eth-l2bdbasemaclrn-iacl50sf-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sf-10kflows
-##### eth-l2bdbasemaclrn-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-iacl50sl-10kflows
-##### eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-macip-iacl50sl-10kflows
-##### eth-l2bdbasemaclrn-oacl50sf-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sf-10kflows
-##### eth-l2bdbasemaclrn-oacl50sl-10kflows
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-oacl50sl-10kflows
-## ./srv6
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### ethip6ip6-ip6base-srv6enc1sid
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-##### ethip6srhip6-ip6base-srv6enc2sids
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-##### ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-##### ethip6srhip6-ip6base-srv6proxy-dyn
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-dyn
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-dyn
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-dyn
-##### ethip6srhip6-ip6base-srv6proxy-masq
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-##### ethip6srhip6-ip6base-srv6proxy-stat
-1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-4c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-## ./vm_vhost
-### intel-x520-da2
-#### dpdk-vfio-pci
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-##### eth-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
-##### eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-##### ethip4-ip4base-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm
-##### ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4
-##### ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc \ No newline at end of file
diff --git a/resources/job_specs/report_iterative/3na-spr/vpp-mrr-00.md b/resources/job_specs/report_iterative/3na-spr/vpp-mrr-00.md
index b4b7bd1c2e..1e785815ef 100644
--- a/resources/job_specs/report_iterative/3na-spr/vpp-mrr-00.md
+++ b/resources/job_specs/report_iterative/3na-spr/vpp-mrr-00.md
@@ -58,6 +58,19 @@
1c AND imix AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
2c AND imix AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
4c AND imix AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+##### New ipsec suites with UDP encapsulation. One tescase per suite as they are experiemntal.
+1c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha
+1c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha
+1c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha
+1c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha
+1c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm
+1c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac
+1c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha
+1c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha
+1c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac
+1c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
2c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
3c AND 1518b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
@@ -101,6 +114,12 @@
3c AND 64b AND mrr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
6c AND 64b AND mrr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
12c AND 64b AND mrr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+3c AND 1518b AND mrr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+6c AND 1518b AND mrr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+12c AND 1518b AND mrr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+3c AND imix AND mrr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+6c AND imix AND mrr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+12c AND imix AND mrr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
##### ethip4-ip4scale200k-rnd
1c AND 64b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4-ip4scale200k-rnd
2c AND 64b AND mrr AND 2p1cx7veat AND drv_mlx5_core AND ethip4-ip4scale200k-rnd
diff --git a/resources/job_specs/report_iterative/3na-spr/vpp-ndrpdr-00.md b/resources/job_specs/report_iterative/3na-spr/vpp-ndrpdr-00.md
index e2a96854f7..caf7b2908a 100644
--- a/resources/job_specs/report_iterative/3na-spr/vpp-ndrpdr-00.md
+++ b/resources/job_specs/report_iterative/3na-spr/vpp-ndrpdr-00.md
@@ -58,6 +58,19 @@
1c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
2c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
4c AND imix AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+##### New ipsec suites with UDP encapsulation. One tescase per suite as they are experiemntal.
+1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha
+1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha
+1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha
+1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha
+1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm
+1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac
+1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha
+1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha
+1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac
+1c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
2c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
3c AND 1518b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
@@ -101,6 +114,12 @@
3c AND 64b AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
6c AND 64b AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
12c AND 64b AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+3c AND 1518b AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+6c AND 1518b AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+12c AND 1518b AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+3c AND imix AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+6c AND imix AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
+12c AND imix AND ndrpdr AND 6p3cx7veat AND drv_mlx5_core AND ethip4-ip4scale60k-rnd
##### ethip4-ip4scale200k-rnd
1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4-ip4scale200k-rnd
2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4-ip4scale200k-rnd
diff --git a/resources/job_specs/report_iterative/3nb-spr/vpp-mrr-00.md b/resources/job_specs/report_iterative/3nb-spr/vpp-mrr-00.md
index ccb8aaad08..892f9d7f36 100644
--- a/resources/job_specs/report_iterative/3nb-spr/vpp-mrr-00.md
+++ b/resources/job_specs/report_iterative/3nb-spr/vpp-mrr-00.md
@@ -155,6 +155,19 @@
1c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
2c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
4c AND imix AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+##### New ipsec suites with UDP encapsulation. One tescase per suite as they are experiemntal.
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac
+1c AND 1518b AND mrr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
2c AND 1518b AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
3c AND 1518b AND mrr AND e810cq AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
diff --git a/resources/job_specs/report_iterative/3nb-spr/vpp-ndrpdr-00.md b/resources/job_specs/report_iterative/3nb-spr/vpp-ndrpdr-00.md
index d3c494affb..5df28c6c15 100644
--- a/resources/job_specs/report_iterative/3nb-spr/vpp-ndrpdr-00.md
+++ b/resources/job_specs/report_iterative/3nb-spr/vpp-ndrpdr-00.md
@@ -155,6 +155,19 @@
1c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
2c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
4c AND imix AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
+##### New ipsec suites with UDP encapsulation. One tescase per suite as they are experiemntal.
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac
+1c AND 1518b AND ndrpdr AND e810cq AND dpdk-vfio-pci AND ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha
##### ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
2c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
3c AND 1518b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
diff --git a/resources/job_specs/soak_weekly/vpp-2n-clx.md b/resources/job_specs/soak_weekly/vpp-2n-clx.md
deleted file mode 120000
index 1de08259c4..0000000000
--- a/resources/job_specs/soak_weekly/vpp-2n-clx.md
+++ /dev/null
@@ -1 +0,0 @@
-../report_iterative/2n-clx/vpp-soak-00.md \ No newline at end of file
diff --git a/resources/job_specs/vpp_device/vpp-1n-alt.md b/resources/job_specs/vpp_device/vpp-1n-alt.md
index 9d9c8e5bfb..ddf7fc6f9b 100644
--- a/resources/job_specs/vpp_device/vpp-1n-alt.md
+++ b/resources/job_specs/vpp_device/vpp-1n-alt.md
@@ -82,7 +82,7 @@
### intel-x710
#### avf
##### ethip4-ip4base
-0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-ip4base
+# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-ip4base
## ./ip4_tunnel/lisp
### mellanox-cx6dx
#### mlx5-core
@@ -150,7 +150,7 @@
0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-oacl1sl
#### avf
##### ethip4-l2bdbasemaclrn
-0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-l2bdbasemaclrn
+# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-l2bdbasemaclrn
## ./l2patch
### mellanox-cx6dx
#### mlx5-core
@@ -202,4 +202,4 @@
### mellanox-cx6dx
#### mlx5-core
##### ethip6-ip6base-eth-2vhost-1vm
-# 0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6-ip6base-eth-2vhost-1vm \ No newline at end of file
+# 0c AND 78b AND scapy AND cx6dx AND drv_mlx5_core AND ethip6-ip6base-eth-2vhost-1vm
diff --git a/resources/job_specs/vpp_device/vpp-1n-skx.md b/resources/job_specs/vpp_device/vpp-1n-skx.md
deleted file mode 100644
index 2b025b796c..0000000000
--- a/resources/job_specs/vpp_device/vpp-1n-skx.md
+++ /dev/null
@@ -1,208 +0,0 @@
-# 1n-skx
-## ./container_memif
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip4-l2xcbase-eth-2memif-1dcr
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase-eth-2memif-1dcr
-##### ethip4-l2bdbasemaclrn-eth-2memif-1dcr
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-eth-2memif-1dcr
-##### ethip4-ip4base-eth-2memif-1dcr
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
-## ./crypto/ethip4
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha
-##### ethip4ipsec11tnlsw-ip4base-int-aes128cbc-hmac512sha
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec11tnlsw-ip4base-int-aes128cbc-hmac512sha
-##### ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha
-##### ethip4ipsec1tptsw-ip4base-policy-aes128cbc-hmac512sha
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec1tptsw-ip4base-policy-aes128cbc-hmac512sha
-## ./crypto/ethip6
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip6ipsec1tnlsw-ip6base-policy-aes128cbc-hmac512sha
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6ipsec1tnlsw-ip6base-policy-aes128cbc-hmac512sha
-##### ethip6ipsec1tptsw-ip6base-policy-aes128cbc-hmac512sha
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6ipsec1tptsw-ip6base-policy-aes128cbc-hmac512sha
-## ./flow
-### intel-e810cq
-#### avf
-##### ethip4-flow-ip4-ipsec-ah
-0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-ipsec-ah
-##### ethip4-flow-ip4-ipsec-esp
-0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-ipsec-esp
-##### ethip4-flow-ip4-l2tpv3oip
-0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-l2tpv3oip
-##### ethip4-flow-ip4-ntuple-tcp
-0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-ntuple-tcp
-##### ethip4-flow-ip4-ntuple-udp
-0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-ntuple-udp
-##### ethip4-flow-ip4-tcp
-0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-tcp
-##### ethip4-flow-ip4-udp
-0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-udp
-##### ethip6-flow-ip6-ntuple-tcp
-0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip6-flow-ip6-ntuple-tcp
-##### ethip6-flow-ip6-ntuple-udp
-0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip6-flow-ip6-ntuple-udp
-##### ethip6-flow-ip6-tcp
-0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip6-flow-ip6-tcp
-##### ethip6-flow-ip6-udp
-0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip6-flow-ip6-udp
-#### dpdk-vfio-pci
-##### ethip4-flow-ip4-gtpu
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-gtpu
-##### ethip4-flow-ip4-ipsec-ah
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ipsec-ah
-##### ethip4-flow-ip4-ipsec-esp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ipsec-esp
-##### ethip4-flow-ip4-l2tpv3oip
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-l2tpv3oip
-##### ethip4-flow-ip4-ntuple-tcp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ntuple-tcp
-##### ethip4-flow-ip4-ntuple-udp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ntuple-udp
-##### ethip4-flow-ip4-tcp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-tcp
-##### ethip4-flow-ip4-udp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-udp
-##### ethip6-flow-ip6-ntuple-tcp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-ntuple-tcp
-##### ethip6-flow-ip6-ntuple-udp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-ntuple-udp
-##### ethip6-flow-ip6-tcp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-tcp
-##### ethip6-flow-ip6-udp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-udp
-## ./interfaces
-### intel-x710
-#### dpdk-vfio-pci
-##### ethicmp4-ip4base-eth-1tap
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethicmp4-ip4base-eth-1tap
-##### ethicmp4-ip4base-eth-1tap-namespace
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethicmp4-ip4base-eth-1tap-namespace
-##### ethip4-l2bdbasemaclrn-eth-2tap
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-eth-2tap
-## ./ip4
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip4-ip4base-adlalwlistbase
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
-##### ethip4-ip4base-adlblklistbase
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-adlblklistbase
-##### ethip4-ip4base
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base
-##### ethip4-ip4base-iacldstbase
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
-##### ethip4-ip4base-ipolicemarkbase
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
-##### ethip4tcp-nat44det
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4tcp-nat44det
-##### ethip4tcp-nat44ed
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4tcp-nat44ed
-##### ethip4udp-nat44det
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4udp-nat44det
-##### ethip4udp-nat44ed
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4udp-nat44ed
-## ./ip4_tunnel/lisp
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip4lisp-ip4base
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4lisp-ip4base
-##### ethip4lispgpe-ip4base
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4lispgpe-ip4base
-##### ethip4lispgpe-ip6base
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4lispgpe-ip6base
-## ./ip4_tunnel
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip4--ethip4udpgeneve-1tun-ip4base
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4--ethip4udpgeneve-1tun-ip4base
-##### ethip4vxlan-l2bdbasemaclrn
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
-##### ethip4vxlan-l2xcbase
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
-## ./ip6
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip6-ip6base-adlalwlistbase
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
-##### ethip6-ip6base-adlblklistbase
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-adlblklistbase
-##### ethip6-ip6base-iacldstbase
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
-##### ethip6-ip6base-ipolicemarkbase
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-ipolicemarkbase
-##### ethip6-ip6base
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base
-## ./ip6_tunnels/lisp
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip6lispgpe-ip4base
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6lispgpe-ip4base
-##### ethip6lispgpe-ip6base
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6lispgpe-ip6base
-## ./l2bd
-### intel-x710
-#### avf
-##### ethip4-l2bdbasemaclrn
-0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-l2bdbasemaclrn
-#### dpdk-vfio-pci
-##### ethip4-l2bdbasemaclrn
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn
-##### ethip4-l2bdbasemaclrn-iacl1sf
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-iacl1sf
-##### ethip4-l2bdbasemaclrn-iacl1sl
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-iacl1sl
-##### ethip4-l2bdbasemaclrn-macip-iacl1sl
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-macip-iacl1sl
-##### ethip4-l2bdbasemaclrn-oacl1sf
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-oacl1sf
-##### ethip4-l2bdbasemaclrn-oacl1sl
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-oacl1sl
-## ./l2patch
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip4-l2patch
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2patch
-## ./l2xc
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip4-l2xcbase
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase
-## ./srv6
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip6ip6-ip6base-srv6enc1sid
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
-##### ethip6srhip6-ip6base-srv6enc2sids
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
-##### ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-##### ethip6srhip6-ip6base-srv6proxy-dyn
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-dyn
-##### ethip6srhip6-ip6base-srv6proxy-masq
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
-##### ethip6srhip6-ip6base-srv6proxy-stat
-0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
-## ./stats
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip4-l2xcbase-stats
-0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase-stats
-## ./vm/ethip4
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip4-ip4base-eth-2vhost-1vm
-# 0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhost-1vm
-##### ethip4-l2bdbasemaclrn-eth-2vhost-1vm
-# 0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-eth-2vhost-1vm
-##### ethip4-l2xcbase-eth-2vhost-1vm
-# 0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase-eth-2vhost-1vm
-## ./vm/ethip6
-### intel-x710
-#### dpdk-vfio-pci
-##### ethip6-ip6base-eth-2vhost-1vm
-# 0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-eth-2vhost-1vm
diff --git a/resources/job_specs/vpp_device/vpp-1n-spr.md b/resources/job_specs/vpp_device/vpp-1n-spr.md
index d5ab8d7ae3..72391b07c8 100644
--- a/resources/job_specs/vpp_device/vpp-1n-spr.md
+++ b/resources/job_specs/vpp_device/vpp-1n-spr.md
@@ -1,151 +1,151 @@
# 1n-spr
## ./container_memif
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethip4-l2xcbase-eth-2memif-1dcr
0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase-eth-2memif-1dcr
##### ethip4-l2bdbasemaclrn-eth-2memif-1dcr
0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-eth-2memif-1dcr
##### ethip4-ip4base-eth-2memif-1dcr
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-eth-2memif-1dcr
## ./crypto/ethip4
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec11tnlsw-ip4base-int-aes128cbc-hmac512sha
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4ipsec11tnlsw-ip4base-int-aes128cbc-hmac512sha
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec11tnlsw-ip4base-int-aes128cbc-hmac512sha
##### ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha
##### ethip4ipsec1tptsw-ip4base-policy-aes128cbc-hmac512sha
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4ipsec1tptsw-ip4base-policy-aes128cbc-hmac512sha
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4ipsec1tptsw-ip4base-policy-aes128cbc-hmac512sha
## ./crypto/ethip6
### intel-e810
#### dpdk-vfio-pci
##### ethip6ipsec1tnlsw-ip6base-policy-aes128cbc-hmac512sha
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6ipsec1tnlsw-ip6base-policy-aes128cbc-hmac512sha
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6ipsec1tnlsw-ip6base-policy-aes128cbc-hmac512sha
##### ethip6ipsec1tptsw-ip6base-policy-aes128cbc-hmac512sha
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6ipsec1tptsw-ip6base-policy-aes128cbc-hmac512sha
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6ipsec1tptsw-ip6base-policy-aes128cbc-hmac512sha
## ./flow
-### intel-e810cq
+### intel-x710
#### avf
##### ethip4-flow-ip4-ipsec-ah
-# 0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-ipsec-ah
+# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-ipsec-ah
##### ethip4-flow-ip4-ipsec-esp
-# 0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-ipsec-esp
+# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-ipsec-esp
##### ethip4-flow-ip4-l2tpv3oip
-# 0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-l2tpv3oip
+# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-l2tpv3oip
##### ethip4-flow-ip4-ntuple-tcp
-# 0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-ntuple-tcp
+# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-ntuple-tcp
##### ethip4-flow-ip4-ntuple-udp
-# 0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-ntuple-udp
+# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-ntuple-udp
##### ethip4-flow-ip4-tcp
-# 0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-tcp
+# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-tcp
##### ethip4-flow-ip4-udp
-# 0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip4-flow-ip4-udp
+# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-flow-ip4-udp
##### ethip6-flow-ip6-ntuple-tcp
-# 0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip6-flow-ip6-ntuple-tcp
+# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip6-flow-ip6-ntuple-tcp
##### ethip6-flow-ip6-ntuple-udp
-# k0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip6-flow-ip6-ntuple-udp
+# k0c AND 64b AND scapy AND x710 AND drv_avf AND ethip6-flow-ip6-ntuple-udp
##### ethip6-flow-ip6-tcp
-# 0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip6-flow-ip6-tcp
+# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip6-flow-ip6-tcp
##### ethip6-flow-ip6-udp
-# 0c AND 64b AND scapy AND e810cq AND drv_avf AND ethip6-flow-ip6-udp
+# 0c AND 64b AND scapy AND x710 AND drv_avf AND ethip6-flow-ip6-udp
#### dpdk-vfio-pci
##### ethip4-flow-ip4-gtpu
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-gtpu
+# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-gtpu
##### ethip4-flow-ip4-ipsec-ah
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ipsec-ah
+# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ipsec-ah
##### ethip4-flow-ip4-ipsec-esp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ipsec-esp
+# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ipsec-esp
##### ethip4-flow-ip4-l2tpv3oip
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-l2tpv3oip
+# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-l2tpv3oip
##### ethip4-flow-ip4-ntuple-tcp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ntuple-tcp
+# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ntuple-tcp
##### ethip4-flow-ip4-ntuple-udp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ntuple-udp
+# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-ntuple-udp
##### ethip4-flow-ip4-tcp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-tcp
+# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-tcp
##### ethip4-flow-ip4-udp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-udp
+# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-flow-ip4-udp
##### ethip6-flow-ip6-ntuple-tcp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-ntuple-tcp
+# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-ntuple-tcp
##### ethip6-flow-ip6-ntuple-udp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-ntuple-udp
+# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-ntuple-udp
##### ethip6-flow-ip6-tcp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-tcp
+# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-tcp
##### ethip6-flow-ip6-udp
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-udp
+# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-flow-ip6-udp
## ./interfaces
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethicmp4-ip4base-eth-1tap
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethicmp4-ip4base-eth-1tap
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethicmp4-ip4base-eth-1tap
##### ethicmp4-ip4base-eth-1tap-namespace
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethicmp4-ip4base-eth-1tap-namespace
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethicmp4-ip4base-eth-1tap-namespace
##### ethip4-l2bdbasemaclrn-eth-2tap
0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-eth-2tap
## ./ip4
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethip4-ip4base-adlalwlistbase
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-adlalwlistbase
##### ethip4-ip4base-adlblklistbase
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-ip4base-adlblklistbase
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-adlblklistbase
##### ethip4-ip4base
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-ip4base
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base
##### ethip4-ip4base-iacldstbase
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-iacldstbase
##### ethip4-ip4base-ipolicemarkbase
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-ipolicemarkbase
##### ethip4tcp-nat44det
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4tcp-nat44det
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4tcp-nat44det
##### ethip4tcp-nat44ed
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4tcp-nat44ed
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4tcp-nat44ed
##### ethip4udp-nat44det
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4udp-nat44det
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4udp-nat44det
##### ethip4udp-nat44ed
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4udp-nat44ed
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4udp-nat44ed
## ./ip4_tunnel/lisp
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethip4lisp-ip4base
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4lisp-ip4base
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4lisp-ip4base
##### ethip4lispgpe-ip4base
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4lispgpe-ip4base
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4lispgpe-ip4base
##### ethip4lispgpe-ip6base
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4lispgpe-ip6base
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4lispgpe-ip6base
## ./ip4_tunnel
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethip4--ethip4udpgeneve-1tun-ip4base
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4--ethip4udpgeneve-1tun-ip4base
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4--ethip4udpgeneve-1tun-ip4base
##### ethip4vxlan-l2bdbasemaclrn
0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4vxlan-l2bdbasemaclrn
##### ethip4vxlan-l2xcbase
0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4vxlan-l2xcbase
## ./ip6
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethip6-ip6base-adlalwlistbase
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-adlalwlistbase
##### ethip6-ip6base-adlblklistbase
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-ip6base-adlblklistbase
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-adlblklistbase
##### ethip6-ip6base-iacldstbase
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-iacldstbase
##### ethip6-ip6base-ipolicemarkbase
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-ip6base-ipolicemarkbase
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-ipolicemarkbase
##### ethip6-ip6base
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-ip6base
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base
## ./ip6_tunnels/lisp
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethip6lispgpe-ip4base
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6lispgpe-ip4base
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6lispgpe-ip4base
##### ethip6lispgpe-ip6base
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6lispgpe-ip6base
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6lispgpe-ip6base
## ./l2bd
-### intel-e810cq
+### intel-x710
#### avf
##### ethip4-l2bdbasemaclrn
0c AND 64b AND scapy AND x710 AND drv_avf AND ethip4-l2bdbasemaclrn
@@ -163,46 +163,46 @@
##### ethip4-l2bdbasemaclrn-oacl1sl
0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-oacl1sl
## ./l2patch
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethip4-l2patch
0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2patch
## ./l2xc
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethip4-l2xcbase
0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase
## ./srv6
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethip6ip6-ip6base-srv6enc1sid
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6ip6-ip6base-srv6enc1sid
##### ethip6srhip6-ip6base-srv6enc2sids
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids
##### ethip6srhip6-ip6base-srv6enc2sids-nodecaps
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6enc2sids-nodecaps
##### ethip6srhip6-ip6base-srv6proxy-dyn
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-dyn
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-dyn
##### ethip6srhip6-ip6base-srv6proxy-masq
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-masq
##### ethip6srhip6-ip6base-srv6proxy-stat
-0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
+0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6srhip6-ip6base-srv6proxy-stat
## ./stats
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethip4-l2xcbase-stats
0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase-stats
## ./vm/ethip4
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethip4-ip4base-eth-2vhost-1vm
-0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-ip4base-eth-2vhost-1vm
+0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-ip4base-eth-2vhost-1vm
##### ethip4-l2bdbasemaclrn-eth-2vhost-1vm
-# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-eth-2vhost-1vm
+# 0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2bdbasemaclrn-eth-2vhost-1vm
##### ethip4-l2xcbase-eth-2vhost-1vm
-# 0c AND 64b AND scapy AND e810cq AND drv_vfio_pci AND ethip4-l2xcbase-eth-2vhost-1vm
+# 0c AND 64b AND scapy AND x710 AND drv_vfio_pci AND ethip4-l2xcbase-eth-2vhost-1vm
## ./vm/ethip6
-### intel-e810cq
+### intel-x710
#### dpdk-vfio-pci
##### ethip6-ip6base-eth-2vhost-1vm
-# 0c AND 78b AND scapy AND e810cq AND drv_vfio_pci AND ethip6-ip6base-eth-2vhost-1vm
+# 0c AND 78b AND scapy AND x710 AND drv_vfio_pci AND ethip6-ip6base-eth-2vhost-1vm
diff --git a/resources/libraries/bash/function/ansible.sh b/resources/libraries/bash/function/ansible.sh
index 6cf4d16f43..587c59cba7 100644
--- a/resources/libraries/bash/function/ansible.sh
+++ b/resources/libraries/bash/function/ansible.sh
@@ -27,11 +27,17 @@ function ansible_adhoc () {
set -exuo pipefail
- case "$FLAVOR" in
- "aws" | "c6in" | "c6gn" | "c7gn")
+ case "${TEST_CODE}" in
+ *"1n-aws" | *"2n-aws" | *"3n-aws")
INVENTORY_PATH="cloud_inventory"
;;
- "x-"*)
+ *"2n-c7gn" | *"3n-c7gn")
+ INVENTORY_PATH="cloud_inventory"
+ ;;
+ *"1n-c6in" | *"2n-c6in" | *"3n-c6in")
+ INVENTORY_PATH="cloud_inventory"
+ ;;
+ *"-x-2n"* | *"-x-3n"*)
INVENTORY_PATH="external_inventory"
;;
*)
@@ -72,11 +78,17 @@ function ansible_playbook () {
set -exuo pipefail
- case "$FLAVOR" in
- "aws" | "c6in" | "c6gn" | "c7gn")
+ case "${TEST_CODE}" in
+ *"1n-aws" | *"2n-aws" | *"3n-aws")
+ INVENTORY_PATH="cloud_inventory"
+ ;;
+ *"2n-c7gn" | *"3n-c7gn")
+ INVENTORY_PATH="cloud_inventory"
+ ;;
+ *"1n-c6in" | *"2n-c6in" | *"3n-c6in")
INVENTORY_PATH="cloud_inventory"
;;
- "x-"*)
+ *"-x-2n"* | *"-x-3n"*)
INVENTORY_PATH="external_inventory"
;;
*)
diff --git a/resources/libraries/bash/function/common.sh b/resources/libraries/bash/function/common.sh
index 4f104dbfd3..9fd208b465 100644
--- a/resources/libraries/bash/function/common.sh
+++ b/resources/libraries/bash/function/common.sh
@@ -17,11 +17,6 @@ set -exuo pipefail
# This library defines functions used by multiple entry scripts.
# Keep functions ordered alphabetically, please.
-# TODO: Add a link to bash style guide.
-# TODO: Consider putting every die into a {} block,
-# the code might become more readable (but longer).
-
-
function activate_docker_topology () {
# Create virtual vpp-device topology. Output of the function is topology
@@ -124,9 +119,9 @@ function activate_virtualenv () {
env_dir="${root_path}/env"
req_path=${2-$CSIT_DIR/requirements.txt}
rm -rf "${env_dir}" || die "Failed to clean previous virtualenv."
- pip3 install virtualenv==20.15.1 || {
- die "Virtualenv package install failed."
- }
+ #pip3 install virtualenv==20.26.3 || {
+ # die "Virtualenv package install failed."
+ #}
virtualenv --no-download --python=$(which python3) "${env_dir}" || {
die "Virtualenv creation for $(which python3) failed."
}
@@ -492,10 +487,6 @@ function get_test_code () {
NODENESS="2n"
FLAVOR="zn2"
;;
- *"2n-clx")
- NODENESS="2n"
- FLAVOR="clx"
- ;;
*"2n-icx")
NODENESS="2n"
FLAVOR="icx"
@@ -524,25 +515,19 @@ function get_test_code () {
NODENESS="3n"
FLAVOR="icxd"
;;
- *"2n-tx2")
- NODENESS="2n"
- FLAVOR="tx2"
- ;;
- *"3n-tsh")
- NODENESS="3n"
- FLAVOR="tsh"
- ;;
*"3n-alt")
NODENESS="3n"
FLAVOR="alt"
;;
- *"2n-x-"*)
- NODENESS="2n"
- FLAVOR="${TEST_CODE#*2n-}"
+ *"-x-2n"*)
+ TESTBED="${TEST_CODE#${TEST_CODE%2n*}}"
+ NODENESS="${TESTBED%-${TEST_CODE#*-x-2n*-}}"
+ FLAVOR="${TEST_CODE#*-x-2n*-}"
;;
- *"3n-x-"*)
- NODENESS="3n"
- FLAVOR="${TEST_CODE#*3n-}"
+ *"-x-3n"*)
+ TESTBED="${TEST_CODE#${TEST_CODE%3n*}}"
+ NODENESS="${TESTBED%-${TEST_CODE#*-x-3n*-}}"
+ FLAVOR="${TEST_CODE#*-x-3n*-}"
;;
esac
}
@@ -878,6 +863,11 @@ function select_arch_os () {
VPP_VER_FILE="VPP_STABLE_VER_UBUNTU_JAMMY"
PKG_SUFFIX="deb"
;;
+ *"LTS (Noble Numbat)"*)
+ IMAGE_VER_FILE="VPP_DEVICE_IMAGE_UBUNTU_NOBLE"
+ VPP_VER_FILE="VPP_STABLE_VER_UBUNTU_NOBLE"
+ PKG_SUFFIX="deb"
+ ;;
*)
die "Unsupported Ubuntu version!"
;;
@@ -952,9 +942,6 @@ function select_tags () {
*"3n-icxd")
default_nic="nic_intel-e823c"
;;
- *"3n-tsh")
- default_nic="nic_intel-x520-da2"
- ;;
*"3n-icx" | *"2n-icx")
default_nic="nic_intel-e810cq"
;;
@@ -967,10 +954,10 @@ function select_tags () {
*"2n-spr")
default_nic="nic_intel-e810cq"
;;
- *"2n-clx" | *"2n-zn2")
+ *"2n-zn2")
default_nic="nic_intel-xxv710"
;;
- *"2n-tx2" | *"3n-alt")
+ *"3n-alt")
default_nic="nic_intel-xl710"
;;
*"1n-aws" | *"2n-aws" | *"3n-aws")
@@ -982,7 +969,7 @@ function select_tags () {
*"1n-c6in" | *"2n-c6in" | *"3n-c6in")
default_nic="nic_amazon-nitro-200g"
;;
- *"2n-x-"* | *"3n-x-"*)
+ *"-x-2n"* | *"-x-3n"*)
default_nic="nic_intel-e810cq"
;;
*)
@@ -995,7 +982,6 @@ function select_tags () {
awk_nics_sub_cmd+='gsub("xxv710","25ge2p1xxv710");'
awk_nics_sub_cmd+='gsub("x710","10ge2p1x710");'
awk_nics_sub_cmd+='gsub("xl710","40ge2p1xl710");'
- awk_nics_sub_cmd+='gsub("x520-da2","10ge2p1x520");'
awk_nics_sub_cmd+='gsub("cx556a","100ge2p1cx556a");'
awk_nics_sub_cmd+='gsub("2p1cx7veat","200ge2p1cx7veat");'
awk_nics_sub_cmd+='gsub("6p3cx7veat","200ge6p3cx7veat");'
@@ -1106,17 +1092,11 @@ function select_tags () {
*"1n-alt")
test_tag_array+=("!flow")
;;
- *"2n-clx")
- test_tag_array+=("!ipsechw")
- ;;
*"2n-icx")
test_tag_array+=("!ipsechw")
;;
*"2n-spr")
;;
- *"2n-tx2")
- test_tag_array+=("!ipsechw")
- ;;
*"2n-zn2")
test_tag_array+=("!ipsechw")
;;
@@ -1135,10 +1115,6 @@ function select_tags () {
;;
*"3nb-spr")
;;
- *"3n-tsh")
- test_tag_array+=("!drv_avf")
- test_tag_array+=("!ipsechw")
- ;;
*"1n-aws" | *"2n-aws" | *"3n-aws")
test_tag_array+=("!ipsechw")
;;
@@ -1148,7 +1124,7 @@ function select_tags () {
*"1n-c6in" | *"2n-c6in" | *"3n-c6in")
test_tag_array+=("!ipsechw")
;;
- *"2n-x-"* | *"3n-x-"*)
+ *"-x-2n"* | *"-x-3n"*)
;;
esac
@@ -1210,103 +1186,90 @@ function select_topology () {
set -exuo pipefail
- case_text="${NODENESS}_${FLAVOR}"
- case "${case_text}" in
- "1n_aws")
+ case "${TEST_CODE}" in
+ *"1n-aws")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*1n-aws*.yaml )
TOPOLOGIES_TAGS="1_node_single_link_topo"
;;
- "1n_c6in")
+ *"1n-c6in")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*1n-c6in*.yaml )
TOPOLOGIES_TAGS="1_node_single_link_topo"
;;
- "1n_alt" | "1n_spr")
+ *"1n-alt" | *"1n-spr")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*vpp_device*.template )
TOPOLOGIES_TAGS="2_node_single_link_topo"
;;
- "1n_vbox")
+ *"1n-vbox")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*vpp_device*.template )
TOPOLOGIES_TAGS="2_node_single_link_topo"
;;
- "2n_aws")
+ *"2n-aws")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*2n-aws*.yaml )
TOPOLOGIES_TAGS="2_node_single_link_topo"
;;
- "2n_c7gn")
+ *"2n-c7gn")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*2n-c7gn*.yaml )
TOPOLOGIES_TAGS="2_node_single_link_topo"
;;
- "2n_c6in")
+ *"2n-c6in")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*2n-c6in*.yaml )
TOPOLOGIES_TAGS="2_node_single_link_topo"
;;
- "2n_clx")
- TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*2n_clx_*.yaml )
- TOPOLOGIES_TAGS="2_node_*_link_topo"
- ;;
- "2n_icx")
+ *"2n-icx")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*2n_icx_*.yaml )
TOPOLOGIES_TAGS="2_node_*_link_topo"
;;
- "2n_spr")
+ *"2n-spr")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*2n_spr_*.yaml )
TOPOLOGIES_TAGS="2_node_*_link_topo"
;;
- "2n_tx2")
- TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*2n_tx2_*.yaml )
- TOPOLOGIES_TAGS="2_node_single_link_topo"
- ;;
- "2n_zn2")
+ *"2n-zn2")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*2n_zn2_*.yaml )
TOPOLOGIES_TAGS="2_node_*_link_topo"
;;
- "3n_alt")
+ *"3n-alt")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*3n_alt_*.yaml )
TOPOLOGIES_TAGS="3_node_single_link_topo"
;;
- "3n_aws")
+ *"3n-aws")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*3n-aws*.yaml )
TOPOLOGIES_TAGS="3_node_single_link_topo"
;;
- "3n_c7gn")
+ *"3n-c7gn")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*3n-c7gn*.yaml )
TOPOLOGIES_TAGS="3_node_single_link_topo"
;;
- "3n_c6in")
+ *"3n-c6in")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*3n-c6in*.yaml )
TOPOLOGIES_TAGS="3_node_single_link_topo"
;;
- "3n_icx")
+ *"3n-icx")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*3n_icx_*.yaml )
# Trailing underscore is needed to distinguish from 3n_icxd.
TOPOLOGIES_TAGS="3_node_*_link_topo"
;;
- "3n_icxd")
+ *"3n-icxd")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*3n_icxd_*.yaml )
TOPOLOGIES_TAGS="3_node_single_link_topo"
;;
- "3n_snr")
+ *"3n-snr")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*3n_snr_*.yaml )
TOPOLOGIES_TAGS="3_node_single_link_topo"
;;
- "3n_tsh")
- TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*3n_tsh_*.yaml )
- TOPOLOGIES_TAGS="3_node_single_link_topo"
- ;;
- "3na_spr")
+ *"3na-spr")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*3na_spr_*.yaml )
TOPOLOGIES_TAGS="3_node_*_link_topo"
;;
- "3nb_spr")
+ *"3nb-spr")
TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*3nb_spr_*.yaml )
TOPOLOGIES_TAGS="3_node_*_link_topo"
;;
- "2n_x"*)
- TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*2n_"${FLAVOR}"*.yaml )
+ *"-x-2n"*)
+ TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*_x_"${NODENESS}_${FLAVOR}"*.yaml )
TOPOLOGIES_TAGS="2_node_single_link_topo"
;;
- "3n_x"*)
- TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*3n_"${FLAVOR}"*.yaml )
+ *"-x-3n"*)
+ TOPOLOGIES=( "${TOPOLOGIES_DIR}"/*_x_"${NODENESS}_${FLAVOR}"*.yaml )
TOPOLOGIES_TAGS="3_node_single_link_topo"
;;
*)
@@ -1362,8 +1325,11 @@ function set_environment_variables () {
# Maciek's workaround for Zen2 with lower amount of cores.
export TREX_CORE_COUNT=14
;;
- *"2n-x-"* | *"3n-x-"* )
- export TREX_CORE_COUNT=2
+ *"-x-2n"* | *"-x-3n"* )
+ export TREX_CORE_COUNT=14
+ export TREX_PORT_MTU=9000
+ # Settings to prevent duration stretching.
+ export PERF_TRIAL_STL_DELAY=0.12
;;
esac
}
diff --git a/resources/libraries/bash/function/device.sh b/resources/libraries/bash/function/device.sh
index a0ba5a67a9..7a6f5aaa13 100644
--- a/resources/libraries/bash/function/device.sh
+++ b/resources/libraries/bash/function/device.sh
@@ -332,8 +332,8 @@ function get_available_interfaces () {
# Add Intel Corporation E810 Virtual Function to the
# whitelist.
pci_id="0x154c\|0x1889"
- tg_netdev=(enp42s0 ens5)
- dut1_netdev=(enp61s0 ens7)
+ tg_netdev=(ens2 ens5)
+ dut1_netdev=(ens4 ens7)
ports_per_nic=2
;;
"1n_vbox")
diff --git a/resources/libraries/bash/function/gather.sh b/resources/libraries/bash/function/gather.sh
index e432777e32..a5820a5a61 100644
--- a/resources/libraries/bash/function/gather.sh
+++ b/resources/libraries/bash/function/gather.sh
@@ -1,5 +1,5 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Copyright (c) 2023 PANTHEON.tech and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
+# Copyright (c) 2024 PANTHEON.tech and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -19,14 +19,12 @@ set -exuo pipefail
# Keep functions ordered alphabetically, please.
-# TODO: Add a link to bash style guide.
-
-
function gather_build () {
# Variables read:
# - TEST_CODE - String affecting test selection, usually jenkins job name.
# - DOWNLOAD_DIR - Path to directory robot takes the build to test from.
+ # - BASH_FUNCTION_DIR = Path to Bash script directory.
# Variables set:
# - DUT - CSIT test/ subdirectory containing suites to execute.
# Directories updated:
@@ -38,27 +36,23 @@ function gather_build () {
# Multiple other side effects are possible,
# see functions called from here for their current description.
- # TODO: Separate DUT-from-TEST_CODE from gather-for-DUT,
- # when the first one becomes relevant for per_patch.
-
set -exuo pipefail
pushd "${DOWNLOAD_DIR}" || die "Pushd failed."
case "${TEST_CODE}" in
- *"hc2vpp"*)
- DUT="hc2vpp"
- # FIXME: Avoid failing on empty ${DOWNLOAD_DIR}.
- ;;
*"vpp"*)
DUT="vpp"
+ source "${BASH_FUNCTION_DIR}/gather_${DUT}.sh" || die "Source fail."
gather_vpp || die "The function should have died on error."
;;
*"dpdk"*)
DUT="dpdk"
+ source "${BASH_FUNCTION_DIR}/gather_${DUT}.sh" || die "Source fail."
gather_dpdk || die "The function should have died on error."
;;
*"trex"*)
DUT="trex"
+ source "${BASH_FUNCTION_DIR}/gather_${DUT}.sh" || die "Source fail."
gather_trex || die "The function should have died on error."
;;
*)
@@ -67,121 +61,3 @@ function gather_build () {
esac
popd || die "Popd failed."
}
-
-
-function gather_dpdk () {
-
- # Ensure latest DPDK archive is downloaded.
- #
- # Variables read:
- # - TEST_CODE - The test selection string from environment or argument.
- # Hardcoded:
- # - dpdk archive name to download if TEST_CODE is not time based.
- # Directories updated:
- # - ./ - Assumed ${DOWNLOAD_DIR}, dpdk-*.tar.xz is downloaded if not there.
- # Functions called:
- # - die - Print to stderr and exit, defined in common.sh
-
- set -exuo pipefail
-
- dpdk_repo="https://fast.dpdk.org/rel"
- # Use downloaded packages with specific version
- if [[ "${TEST_CODE}" == *"daily"* ]] || \
- [[ "${TEST_CODE}" == *"weekly"* ]] || \
- [[ "${TEST_CODE}" == *"timed"* ]];
- then
- echo "Downloading latest DPDK packages from repo..."
- # URL is not in quotes, calling command from variable keeps them.
- wget_command=("wget" "--no-check-certificate" "--compression=auto")
- wget_command+=("-nv" "-O" "-")
- wget_command+=("${dpdk_repo}")
- dpdk_stable_ver="$("${wget_command[@]}" | grep -v "2015"\
- | grep -Eo 'dpdk-[^\"]+xz' | tail -1)" || {
- die "Composite piped command failed."
- }
- else
- echo "Downloading DPDK package of specific version from repo ..."
- # Downloading DPDK version based on what VPP is using. Currently
- # it is not easy way to detect from VPP version automatically.
- dpdk_stable_ver="$(< "${CSIT_DIR}/DPDK_VPP_VER")".tar.xz || {
- die "Failed to read DPDK VPP version!"
- }
- fi
- # TODO: Use "wget -N" instead checking for file presence?
- if [[ ! -f "${dpdk_stable_ver}" ]]; then
- wget -nv --no-check-certificate "${dpdk_repo}/${dpdk_stable_ver}" || {
- die "Failed to get DPDK package from: ${dpdk_repo}"
- }
- fi
-}
-
-function gather_trex () {
-
- # This function is required to bypass download dir check.
- # Currently it creates empty file in download dir.
- # TODO: Add required packages
-
- set -exuo pipefail
-
- touch trex-download-to-be-added.txt
-}
-
-function gather_vpp () {
-
- # Variables read:
- # - BASH_FUNCTION_DIR - Bash directory with functions.
- # - TEST_CODE - The test selection string from environment or argument.
- # - DOWNLOAD_DIR - Path to directory robot takes the build to test from.
- # - CSIT_DIR - Path to existing root of local CSIT git repository.
- # Variables set:
- # - VPP_VERSION - VPP stable version under test.
- # Files read:
- # - ${CSIT_DIR}/DPDK_STABLE_VER - DPDK version to use
- # by csit-vpp not-timed jobs.
- # - ${CSIT_DIR}/${VPP_VER_FILE} - Ubuntu VPP version to use.
- # - ../*vpp*.deb|rpm - Relative to ${DOWNLOAD_DIR},
- # copied for vpp-csit jobs.
- # Directories updated:
- # - ${DOWNLOAD_DIR}, vpp-*.deb files are copied here for vpp-csit jobs.
- # - ./ - Assumed ${DOWNLOAD_DIR}, *vpp*.deb|rpm files
- # are downloaded here for csit-vpp.
- # Functions called:
- # - die - Print to stderr and exit, defined in common_functions.sh
- # Bash scripts executed:
- # - ${CSIT_DIR}/resources/tools/scripts/download_install_vpp_pkgs.sh
- # - Should download and extract requested files to ./.
-
- set -exuo pipefail
-
- case "${TEST_CODE}" in
- "csit-"*)
- # Use downloaded packages with specific version.
- if [[ "${TEST_CODE}" == *"daily"* ]] || \
- { [[ "${TEST_CODE}" == *"weekly"* ]] && \
- [[ "${TEST_CODE}" != *"device"* ]]; } || \
- [[ "${TEST_CODE}" == *"semiweekly"* ]] || \
- [[ "${TEST_CODE}" == *"hourly"* ]];
- then
- warn "Downloading latest VPP packages from Packagecloud."
- else
- warn "Downloading stable VPP packages from Packagecloud."
- VPP_VERSION="$(<"${CSIT_DIR}/${VPP_VER_FILE}")" || {
- die "Read VPP stable version failed."
- }
- fi
- source "${BASH_FUNCTION_DIR}/artifacts.sh" || die "Source failed."
- download_artifacts || die
- ;;
- "vpp-csit-"*)
- # Shorten line.
- pkgs="${PKG_SUFFIX}"
- # Use locally built packages.
- mv "${DOWNLOAD_DIR}"/../*vpp*."${pkgs}" "${DOWNLOAD_DIR}"/ || {
- die "Move command failed."
- }
- ;;
- *)
- die "Unable to identify job type from: ${TEST_CODE}"
- ;;
- esac
-}
diff --git a/resources/libraries/bash/function/gather_dpdk.sh b/resources/libraries/bash/function/gather_dpdk.sh
new file mode 100644
index 0000000000..da3fa930e6
--- /dev/null
+++ b/resources/libraries/bash/function/gather_dpdk.sh
@@ -0,0 +1,66 @@
+# Copyright (c) 2024 Cisco and/or its affiliates.
+# Copyright (c) 2024 PANTHEON.tech and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -exuo pipefail
+
+# This library defines functions used mainly by "bootstrap" entry scripts.
+# Generally, the functions assume "common.sh" library has been sourced already.
+
+# Keep functions ordered alphabetically, please.
+
+function gather_dpdk () {
+
+ # Ensure latest DPDK archive is downloaded.
+ #
+ # Variables read:
+ # - TEST_CODE - The test selection string from environment or argument.
+ # Hardcoded:
+ # - dpdk archive name to download if TEST_CODE is not time based.
+ # Directories updated:
+ # - ./ - Assumed ${DOWNLOAD_DIR}, dpdk-*.tar.xz is downloaded if not there.
+ # Functions called:
+ # - die - Print to stderr and exit, defined in common.sh
+
+ set -exuo pipefail
+
+ dpdk_repo="https://fast.dpdk.org/rel"
+ # Use downloaded packages with specific version
+ if [[ "${TEST_CODE}" == *"daily"* ]] || \
+ [[ "${TEST_CODE}" == *"weekly"* ]] || \
+ [[ "${TEST_CODE}" == *"timed"* ]];
+ then
+ echo "Downloading latest DPDK packages from repo..."
+ # URL is not in quotes, calling command from variable keeps them.
+ wget_command=("wget" "--no-check-certificate" "--compression=auto")
+ wget_command+=("-nv" "-O" "-")
+ wget_command+=("${dpdk_repo}")
+ dpdk_stable_ver="$("${wget_command[@]}" | grep -v "2015"\
+ | grep -Eo 'dpdk-[^\"]+xz' | tail -1)" || {
+ die "Composite piped command failed."
+ }
+ else
+ echo "Downloading DPDK package of specific version from repo ..."
+ # Downloading DPDK version based on what VPP is using. Currently
+ # it is not easy way to detect from VPP version automatically.
+ dpdk_stable_ver="$(< "${CSIT_DIR}/DPDK_VPP_VER")".tar.xz || {
+ die "Failed to read DPDK VPP version!"
+ }
+ fi
+ # TODO: Use "wget -N" instead checking for file presence?
+ if [[ ! -f "${dpdk_stable_ver}" ]]; then
+ wget -nv --no-check-certificate "${dpdk_repo}/${dpdk_stable_ver}" || {
+ die "Failed to get DPDK package from: ${dpdk_repo}"
+ }
+ fi
+}
diff --git a/tests/vpp/perf/vts/regenerate_testcases.py b/resources/libraries/bash/function/gather_trex.sh
index 4d34792d2e..99591affc3 100755..100644
--- a/tests/vpp/perf/vts/regenerate_testcases.py
+++ b/resources/libraries/bash/function/gather_trex.sh
@@ -1,6 +1,5 @@
-#!/usr/bin/env python3
-
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
+# Copyright (c) 2024 PANTHEON.tech and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -13,6 +12,19 @@
# See the License for the specific language governing permissions and
# limitations under the License.
-from resources.libraries.python.autogen.Regenerator import Regenerator
+set -exuo pipefail
+
+# This library defines functions used mainly by "bootstrap" entry scripts.
+# Generally, the functions assume "common.sh" library has been sourced already.
+
+# Keep functions ordered alphabetically, please.
+
+function gather_trex () {
+
+ # This function is required to bypass download dir check.
+ # Currently it creates empty file in download dir.
+
+ set -exuo pipefail
-Regenerator().regenerate_glob(u"*.robot", protocol=u"ethip4vxlan")
+ touch trex-download-to-be-added.txt
+}
diff --git a/resources/libraries/bash/function/gather_vpp.sh b/resources/libraries/bash/function/gather_vpp.sh
new file mode 100644
index 0000000000..6ed4aa981c
--- /dev/null
+++ b/resources/libraries/bash/function/gather_vpp.sh
@@ -0,0 +1,80 @@
+# Copyright (c) 2024 Cisco and/or its affiliates.
+# Copyright (c) 2024 PANTHEON.tech and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -exuo pipefail
+
+# This library defines functions used mainly by "bootstrap" entry scripts.
+# Generally, the functions assume "common.sh" library has been sourced already.
+
+# Keep functions ordered alphabetically, please.
+
+function gather_vpp () {
+
+ # Variables read:
+ # - BASH_FUNCTION_DIR - Bash directory with functions.
+ # - TEST_CODE - The test selection string from environment or argument.
+ # - DOWNLOAD_DIR - Path to directory robot takes the build to test from.
+ # - CSIT_DIR - Path to existing root of local CSIT git repository.
+ # Variables set:
+ # - VPP_VERSION - VPP stable version under test.
+ # Files read:
+ # - ${CSIT_DIR}/DPDK_STABLE_VER - DPDK version to use
+ # by csit-vpp not-timed jobs.
+ # - ${CSIT_DIR}/${VPP_VER_FILE} - Ubuntu VPP version to use.
+ # - ../*vpp*.deb|rpm - Relative to ${DOWNLOAD_DIR},
+ # copied for vpp-csit jobs.
+ # Directories updated:
+ # - ${DOWNLOAD_DIR}, vpp-*.deb files are copied here for vpp-csit jobs.
+ # - ./ - Assumed ${DOWNLOAD_DIR}, *vpp*.deb|rpm files
+ # are downloaded here for csit-vpp.
+ # Functions called:
+ # - die - Print to stderr and exit, defined in common_functions.sh
+ # Bash scripts executed:
+ # - ${CSIT_DIR}/resources/tools/scripts/download_install_vpp_pkgs.sh
+ # - Should download and extract requested files to ./.
+
+ set -exuo pipefail
+
+ case "${TEST_CODE}" in
+ "csit-"*)
+ # Use downloaded packages with specific version.
+ if [[ "${TEST_CODE}" == *"daily"* ]] || \
+ { [[ "${TEST_CODE}" == *"weekly"* ]] && \
+ [[ "${TEST_CODE}" != *"device"* ]]; } || \
+ [[ "${TEST_CODE}" == *"semiweekly"* ]] || \
+ [[ "${TEST_CODE}" == *"hourly"* ]];
+ then
+ warn "Downloading latest VPP packages from Packagecloud."
+ else
+ warn "Downloading stable VPP packages from Packagecloud."
+ VPP_VERSION="$(<"${CSIT_DIR}/${VPP_VER_FILE}")" || {
+ die "Read VPP stable version failed."
+ }
+ fi
+ source "${BASH_FUNCTION_DIR}/artifacts.sh" || die "Source failed."
+ download_artifacts || die
+ ;;
+ "vpp-csit-"*)
+ # Shorten line.
+ pkgs="${PKG_SUFFIX}"
+ # Use locally built packages.
+ mv "${DOWNLOAD_DIR}"/../*vpp*."${pkgs}" "${DOWNLOAD_DIR}"/ || {
+ die "Move command failed."
+ }
+ ;;
+ *)
+ die "Unable to identify job type from: ${TEST_CODE}"
+ ;;
+ esac
+}
diff --git a/resources/libraries/bash/function/hugo.sh b/resources/libraries/bash/function/hugo.sh
index 052e8333fb..4d0e3eccc7 100644
--- a/resources/libraries/bash/function/hugo.sh
+++ b/resources/libraries/bash/function/hugo.sh
@@ -1,6 +1,6 @@
#!/usr/bin/env bash
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -26,12 +26,12 @@ function go_install () {
aarch64) architecture="arm64" ;;
esac
- go_version="go1.20.2.linux-${architecture}.tar.gz"
+ go_version="go1.22.5.linux-${architecture}.tar.gz"
go_url="https://go.dev/dl"
wget "${go_url}/${go_version}"
- rm -rf "/usr/local/go"
- tar -C "/usr/local" -xzf "go1.20.2.linux-${architecture}.tar.gz"
- rm "go1.20.2.linux-${architecture}.tar.gz"
+ sudo rm -rf "/usr/local/go"
+ sudo tar -C "/usr/local" -xzf "go1.22.5.linux-${architecture}.tar.gz"
+ rm "go1.22.5.linux-${architecture}.tar.gz"
export PATH=$PATH:/usr/local/go/bin
}
@@ -45,8 +45,12 @@ function hugo_build_site () {
# Functions called:
# - die - Print to stderr and exit.
+ if ! install go; then
+ go_install || die "Please install Go!"
+ fi
+
if ! installed hugo; then
- die "Please install Hugo!"
+ hugo_install || die "Please install Hugo!"
fi
pushd "${CSIT_DIR}"/docs || die "Pushd failed!"
@@ -64,8 +68,12 @@ function hugo_init_modules () {
# Functions called:
# - die - Print to stderr and exit.
+ if ! install go; then
+ go_install || die "Please install Go!"
+ fi
+
if ! installed hugo; then
- die "Please install Hugo!"
+ hugo_install || die "Please install Hugo!"
fi
hugo_book_url="github.com/alex-shpak/hugo-book"
@@ -92,7 +100,7 @@ function hugo_install () {
hugo_url="https://github.com/gohugoio/hugo/releases/download"
hugo_link="${hugo_url}/${hugo_version}"
wget -O "hugo.deb" "${hugo_link}" || die "Failed to install Hugo!"
- dpkg -i "hugo.deb" || die "Failed to install Hugo!"
+ sudo dpkg -i "hugo.deb" || die "Failed to install Hugo!"
rm "hugo.deb" || die "Failed to install Hugo!"
}
diff --git a/resources/libraries/python/Constants.py b/resources/libraries/python/Constants.py
index 70452e6ff4..3fabe0141b 100644
--- a/resources/libraries/python/Constants.py
+++ b/resources/libraries/python/Constants.py
@@ -206,6 +206,8 @@ class Constants:
# TRex number of cores in case multiple dual interface configurations.
TREX_CORE_COUNT_MULTI = get_int_from_env("TREX_CORE_COUNT_MULTI", 8)
+ TREX_PORT_MTU = get_int_from_env("TREX_PORT_MTU", 0)
+
# TRex set number of RX/TX descriptors.
# Set to 0 to use default values.
TREX_TX_DESCRIPTORS_COUNT = get_int_from_env(
@@ -316,7 +318,6 @@ class Constants:
# Mapping from NIC name to its bps limit.
NIC_NAME_TO_BPS_LIMIT = {
- "Intel-X520-DA2": 10000000000,
"Intel-X710": 10000000000,
"Intel-XL710": 24500000000,
"Intel-XXV710": 24500000000,
@@ -335,7 +336,6 @@ class Constants:
# Mapping from NIC name to its pps limit.
NIC_NAME_TO_PPS_LIMIT = {
- "Intel-X520-DA2": 14880952,
"Intel-X710": 14880952,
"Intel-XL710": 18750000,
"Intel-XXV710": 18750000,
@@ -354,7 +354,6 @@ class Constants:
# Suite file names use codes for NICs.
NIC_NAME_TO_CODE = {
- "Intel-X520-DA2": "10ge2p1x520",
"Intel-X710": "10ge2p1x710",
"Intel-XL710": "40ge2p1xl710",
"Intel-XXV710": "25ge2p1xxv710",
@@ -372,7 +371,6 @@ class Constants:
"virtual": "1ge1p82540em",
}
NIC_CODE_TO_NAME = {
- "10ge2p1x520": "Intel-X520-DA2",
"10ge2p1x710": "Intel-X710",
"40ge2p1xl710": "Intel-XL710",
"25ge2p1xxv710": "Intel-XXV710",
@@ -392,7 +390,6 @@ class Constants:
# Shortened lowercase NIC model name, useful for presentation.
NIC_CODE_TO_SHORT_NAME = {
- "10ge2p1x520": "x520",
"10ge2p1x710": "x710",
"40ge2p1xl710": "xl710",
"25ge2p1xxv710": "xxv710",
@@ -412,7 +409,6 @@ class Constants:
# Not each driver is supported by each NIC.
NIC_NAME_TO_DRIVER = {
- "Intel-X520-DA2": ["vfio-pci", "af_xdp"],
"Intel-X710": ["vfio-pci", "avf", "af_xdp"],
"Intel-XL710": ["vfio-pci", "avf", "af_xdp"],
"Intel-XXV710": ["vfio-pci", "avf", "af_xdp"],
@@ -467,7 +463,6 @@ class Constants:
# Number of physical interfaces of physical nic.
NIC_CODE_TO_PFS = {
- "10ge2p1x520": "nic_pfs}= | 2",
"10ge2p1x710": "nic_pfs}= | 2",
"40ge2p1xl710": "nic_pfs}= | 2",
"25ge2p1xxv710": "nic_pfs}= | 2",
@@ -486,7 +481,6 @@ class Constants:
}
NIC_CODE_TO_CORESCALE = {
- "10ge2p1x520": 1,
"10ge2p1x710": 1,
"40ge2p1xl710": 1,
"25ge2p1xxv710": 1,
@@ -506,7 +500,6 @@ class Constants:
# Not each driver is supported by each NIC.
DPDK_NIC_NAME_TO_DRIVER = {
- "Intel-X520-DA2": ["vfio-pci"],
"Intel-X710": ["vfio-pci"],
"Intel-XL710": ["vfio-pci"],
"Intel-XXV710": ["vfio-pci"],
diff --git a/resources/libraries/python/ContainerUtils.py b/resources/libraries/python/ContainerUtils.py
index fc32248f6b..7d6d4d8673 100644
--- a/resources/libraries/python/ContainerUtils.py
+++ b/resources/libraries/python/ContainerUtils.py
@@ -26,7 +26,8 @@ from resources.libraries.python.CpuUtils import CpuUtils
from resources.libraries.python.PapiExecutor import PapiSocketExecutor
from resources.libraries.python.ssh import SSH
from resources.libraries.python.topology import Topology, SocketType
-from resources.libraries.python.VppConfigGenerator import VppConfigGenerator
+from resources.libraries.python.VppConfigGenerator import (VppConfigGenerator,
+ VppInitConfig)
from resources.libraries.python.VPPUtil import VPPUtil
@@ -193,10 +194,7 @@ class ContainerManager:
def configure_vpp_in_all_containers(self, chain_topology, **kwargs):
"""Configure VPP in all containers.
- :param chain_topology: Topology used for chaining containers can be
- chain or cross_horiz. Chain topology is using 1 memif pair per
- container. Cross_horiz topology is using 1 memif and 1 physical
- interface in container (only single container can be configured).
+ :param chain_topology: Topology used for chaining containers.
:param kwargs: Named parameters.
:type chain_topology: str
:type kwargs: dict
@@ -220,47 +218,52 @@ class ContainerManager:
self.engine.container = self.containers[container]
guest_dir = self.engine.container.mnt[0].split(u":")[1]
- if chain_topology == u"chain":
+ if chain_topology == "chain":
self._configure_vpp_chain_l2xc(
mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2,
guest_dir=guest_dir, **kwargs
)
- elif chain_topology == u"cross_horiz":
+ elif chain_topology == "cross_horiz":
self._configure_vpp_cross_horiz(
mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2,
guest_dir=guest_dir, **kwargs
)
- elif chain_topology == u"chain_functional":
+ elif chain_topology == "chain_functional":
self._configure_vpp_chain_functional(
mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2,
guest_dir=guest_dir, **kwargs
)
- elif chain_topology == u"chain_ip4":
+ elif chain_topology == "chain_ip4":
self._configure_vpp_chain_ip4(
mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2,
guest_dir=guest_dir, **kwargs
)
- elif chain_topology == u"pipeline_ip4":
+ elif chain_topology == "pipeline_ip4":
self._configure_vpp_pipeline_ip4(
mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2,
guest_dir=guest_dir, **kwargs
)
- elif chain_topology == u"chain_vswitch":
+ elif chain_topology == "chain_vswitch":
self._configure_vpp_chain_vswitch(
mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2,
guest_dir=guest_dir, **kwargs)
- elif chain_topology == u"chain_ipsec":
+ elif chain_topology == "chain_ipsec":
idx_match = search(r"\d+$", self.engine.container.name)
if idx_match:
idx = int(idx_match.group())
self._configure_vpp_chain_ipsec(
mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2,
guest_dir=guest_dir, nf_instance=idx, **kwargs)
- elif chain_topology == u"chain_dma":
+ elif chain_topology == "chain_dma":
self._configure_vpp_chain_dma(
mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2,
guest_dir=guest_dir, **kwargs
)
+ elif chain_topology == "vswitch_ip4scale":
+ self._configure_vpp_vswitch_ip4scale(
+ mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2,
+ guest_dir=guest_dir, **kwargs
+ )
else:
raise RuntimeError(
f"Container topology {chain_topology} not implemented"
@@ -534,6 +537,47 @@ class ContainerManager:
vif1_mac=vif1_mac, vif2_mac=vif2_mac
)
+ def _configure_vpp_vswitch_ip4scale(self, **kwargs):
+ """Configure VPP in container with.
+
+ :param kwargs: Named parameters.
+ :type kwargs: dict
+ """
+ dut = self.engine.container.name.split("_")[0]
+ sid1 = kwargs["sid1"]
+ sid2 = kwargs["sid2"]
+ vid = kwargs["mid1"]
+
+ phy_cores = BuiltIn().get_variable_value("${cpu_count_int}")
+ rx_queues = BuiltIn().get_variable_value("${rxq_count_int}")
+ ifl = BuiltIn().get_variable_value("${int}")
+
+ if1_pci = Topology.get_interface_pci_addr(
+ self.engine.container.node,
+ BuiltIn().get_variable_value(f"${{{dut}_{ifl}{sid1}}}[0]")
+ )
+ if2_pci = Topology.get_interface_pci_addr(
+ self.engine.container.node,
+ BuiltIn().get_variable_value(f"${{{dut}_{ifl}{sid2}}}[0]")
+ )
+
+ compute_resource_info = CpuUtils.get_affinity_vswitch(
+ kwargs["nodes"], phy_cores, rx_queues=rx_queues
+ )
+ offset = (phy_cores + 1) * (vid - 1)
+ offset_cpu = compute_resource_info[f"{dut}_cpu_alloc_str"].split(",")
+ offset_cpu = [int(c) + int(offset) for c in offset_cpu]
+
+ print(offset_cpu)
+ self.engine.create_vpp_startup_config_vswitch(
+ offset_cpu, compute_resource_info["rxq_count_int"],
+ if1_pci, if2_pci
+ )
+
+ #self.engine.create_vpp_exec_config(
+ # "create_vswitch_ip4scale.exec"
+ #)
+
def stop_all_containers(self):
"""Stop all containers."""
# TODO: Rework if containers can be affected outside ContainerManager.
@@ -760,13 +804,17 @@ class ContainerEngine:
:type rxq: int
:type devices: list
"""
- vpp_config = self.create_base_vpp_startup_config(cpuset_cpus)
+ if cpuset_cpus is None:
+ cpuset_cpus = self.container.cpuset_cpus
+
+ vpp_config = VppInitConfig.create_vpp_startup_configuration_container(
+ self.container.node, cpuset_cpus
+ )
vpp_config.add_dpdk_dev(*devices)
- vpp_config.add_dpdk_log_level(u"debug")
+ vpp_config.add_dpdk_log_level("debug")
vpp_config.add_dpdk_no_tx_checksum_offload()
vpp_config.add_dpdk_dev_default_rxq(rxq)
- vpp_config.add_plugin(u"enable", u"dpdk_plugin.so")
- vpp_config.add_plugin(u"enable", u"perfmon_plugin.so")
+ vpp_config.add_plugin("enable", "dpdk_plugin.so")
# Apply configuration
self.execute(u"mkdir -p /etc/vpp/")
@@ -891,8 +939,7 @@ class LXC(ContainerEngine):
image = self.container.image if self.container.image \
else f"-d ubuntu -r jammy -a {target_arch}"
- cmd = f"lxc-create -t download --name {self.container.name} " \
- f"-- {image} --no-validate"
+ cmd = f"lxc-create -t download --name {self.container.name} -- {image}"
ret, _, _ = self.container.ssh.exec_command_sudo(cmd, timeout=1800)
if int(ret) != 0:
diff --git a/resources/libraries/python/DPDK/L3fwdTest.py b/resources/libraries/python/DPDK/L3fwdTest.py
index 178c747da5..f7da7bdb3b 100644
--- a/resources/libraries/python/DPDK/L3fwdTest.py
+++ b/resources/libraries/python/DPDK/L3fwdTest.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -31,7 +31,7 @@ class L3fwdTest:
@staticmethod
def start_l3fwd_on_all_duts(
- nodes, topology_info, phy_cores, rx_queues=None, jumbo_frames=False,
+ nodes, topology_info, phy_cores, rx_queues=None, jumbo=False,
rxd=None, txd=None):
"""
Execute the l3fwd on all dut nodes.
@@ -40,7 +40,7 @@ class L3fwdTest:
:param topology_info: All the info from the topology file.
:param phy_cores: Number of physical cores to use.
:param rx_queues: Number of RX queues.
- :param jumbo_frames: Jumbo frames on/off.
+ :param jumbo: Jumbo frames on/off.
:param rxd: Number of RX descriptors.
:param txd: Number of TX descriptors.
@@ -48,7 +48,7 @@ class L3fwdTest:
:type topology_info: dict
:type phy_cores: int
:type rx_queues: int
- :type jumbo_frames: bool
+ :type jumbo: bool
:type rxd: int
:type txd: int
:raises RuntimeError: If bash return code is not 0.
@@ -76,7 +76,7 @@ class L3fwdTest:
L3fwdTest.start_l3fwd(
nodes, node, if1=if1, if2=if2, lcores_list=cpu_dp,
nb_cores=dp_count_int, queue_nums=rxq_count_int,
- jumbo_frames=jumbo_frames, tg_flip=tg_flip
+ jumbo=jumbo, tg_flip=tg_flip
)
for node in nodes:
if u"DUT" in node:
@@ -88,7 +88,7 @@ class L3fwdTest:
L3fwdTest.start_l3fwd(
nodes, nodes[node], if1=if1, if2=if2,
lcores_list=cpu_dp, nb_cores=dp_count_int,
- queue_nums=rxq_count_int, jumbo_frames=jumbo_frames,
+ queue_nums=rxq_count_int, jumbo=jumbo,
tg_flip=tg_flip
)
else:
@@ -98,7 +98,7 @@ class L3fwdTest:
@staticmethod
def start_l3fwd(
nodes, node, if1, if2, lcores_list, nb_cores, queue_nums,
- jumbo_frames, tg_flip):
+ jumbo, tg_flip):
"""
Execute the l3fwd on the dut_node.
@@ -113,7 +113,7 @@ class L3fwdTest:
:param lcores_list: The lcore list string for the l3fwd routing
:param nb_cores: The cores number for the forwarding
:param queue_nums: The queues number for the NIC
- :param jumbo_frames: Indication if the jumbo frames are used (True) or
+ :param jumbo: Indication if the jumbo frames are used (True) or
not (False).
:param tg_flip: Whether TG ports are reordered.
:type nodes: dict
@@ -123,7 +123,7 @@ class L3fwdTest:
:type lcores_list: str
:type nb_cores: str
:type queue_nums: str
- :type jumbo_frames: bool
+ :type jumbo: bool
:type tg_flip: bool
"""
if node[u"type"] == NodeType.DUT:
@@ -144,7 +144,7 @@ class L3fwdTest:
f"({port}, {queue}, {lcores[index % NB_PORTS]}),"
index += 1
- if jumbo_frames:
+ if jumbo:
l3fwd_args = DpdkUtil.get_l3fwd_args(
eal_corelist=f"1,{lcores_list}",
eal_driver=False,
@@ -155,7 +155,7 @@ class L3fwdTest:
pmd_eth_dest_0=f"\\\"0,{adj_mac0}\\\"",
pmd_eth_dest_1=f"\\\"1,{adj_mac1}\\\"",
pmd_parse_ptype=True,
- pmd_max_pkt_len=jumbo_frames
+ pmd_max_pkt_len=jumbo
)
else:
l3fwd_args = DpdkUtil.get_l3fwd_args(
diff --git a/resources/libraries/python/DPDK/TestpmdTest.py b/resources/libraries/python/DPDK/TestpmdTest.py
index 3baba30715..c141851bdc 100644
--- a/resources/libraries/python/DPDK/TestpmdTest.py
+++ b/resources/libraries/python/DPDK/TestpmdTest.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -30,7 +30,7 @@ class TestpmdTest:
@staticmethod
def start_testpmd_on_all_duts(
- nodes, topology_info, phy_cores, rx_queues=None, jumbo_frames=False,
+ nodes, topology_info, phy_cores, rx_queues=None, jumbo=False,
rxd=None, txd=None, nic_rxq_size=None, nic_txq_size=None):
"""
Start the testpmd with M worker threads and rxqueues N and jumbo
@@ -40,7 +40,7 @@ class TestpmdTest:
:param topology_info: All the info from the topology file.
:param phy_cores: Number of physical cores to use.
:param rx_queues: Number of RX queues.
- :param jumbo_frames: Jumbo frames on/off.
+ :param jumbo: Jumbo frames on/off.
:param rxd: Number of RX descriptors.
:param txd: Number of TX descriptors.
:param nic_rxq_size: RX queue size.
@@ -50,7 +50,7 @@ class TestpmdTest:
:type topology_info: dict
:type phy_cores: int
:type rx_queues: int
- :type jumbo_frames: bool
+ :type jumbo: bool
:type rxd: int
:type txd: int
:type nic_rxq_size: int
@@ -80,7 +80,7 @@ class TestpmdTest:
TestpmdTest.start_testpmd(
node, if1=if1, if2=if2, lcores_list=cpu_dp,
nb_cores=dp_count_int, queue_nums=rxq_count_int,
- jumbo_frames=jumbo_frames, rxq_size=nic_rxq_size,
+ jumbo=jumbo, rxq_size=nic_rxq_size,
txq_size=nic_txq_size
)
for node in nodes:
@@ -99,7 +99,7 @@ class TestpmdTest:
nodes[node], if1=if1, if2=if2,
lcores_list=cpu_dp, nb_cores=dp_count_int,
queue_nums=rxq_count_int,
- jumbo_frames=jumbo_frames,
+ jumbo=jumbo,
rxq_size=nic_rxq_size, txq_size=nic_txq_size
)
else:
@@ -109,7 +109,7 @@ class TestpmdTest:
@staticmethod
def start_testpmd(
node, if1, if2, lcores_list, nb_cores, queue_nums,
- jumbo_frames, rxq_size=1024, txq_size=1024):
+ jumbo, rxq_size=1024, txq_size=1024):
"""
Execute the testpmd on the DUT node.
@@ -119,7 +119,7 @@ class TestpmdTest:
:param lcores_list: The DPDK run cores.
:param nb_cores: The cores number for the forwarding.
:param queue_nums: The queues number for the NIC.
- :param jumbo_frames: Indication if the jumbo frames are used (True) or
+ :param jumbo: Indication if the jumbo frames are used (True) or
not (False).
:param rxq_size: RXQ size. Default=1024.
:param txq_size: TXQ size. Default=1024.
@@ -129,7 +129,7 @@ class TestpmdTest:
:type lcores_list: str
:type nb_cores: int
:type queue_nums: str
- :type jumbo_frames: bool
+ :type jumbo: bool
:type rxq_size: int
:type txq_size: int
:raises RuntimeError: If the script "run_testpmd.sh" fails.
@@ -138,7 +138,7 @@ class TestpmdTest:
if_pci0 = Topology.get_interface_pci_addr(node, if1)
if_pci1 = Topology.get_interface_pci_addr(node, if2)
- pmd_max_pkt_len = u"9200" if jumbo_frames else u"1518"
+ pmd_max_pkt_len = u"9200" if jumbo else u"1518"
testpmd_args = DpdkUtil.get_testpmd_args(
eal_corelist=f"1,{lcores_list}",
eal_driver=False,
diff --git a/resources/libraries/python/DUTSetup.py b/resources/libraries/python/DUTSetup.py
index f9758c5f9f..64f3b4317c 100644
--- a/resources/libraries/python/DUTSetup.py
+++ b/resources/libraries/python/DUTSetup.py
@@ -298,7 +298,8 @@ class DUTSetup:
return sriov_numvfs
@staticmethod
- def set_sriov_numvfs(node, pf_pci_addr, path="devices", numvfs=0):
+ def set_sriov_numvfs(
+ node, pf_pci_addr, path="devices", numvfs=0, skip_check=True):
"""Init or reset SR-IOV virtual functions by setting its number on PCI
device on DUT. Setting to zero removes all VFs.
@@ -306,10 +307,12 @@ class DUTSetup:
:param pf_pci_addr: Physical Function PCI device address.
:param path: Either device or driver.
:param numvfs: Number of VFs to initialize, 0 - removes the VFs.
+ :param skip_check: Return anyway.
:type node: dict
:type pf_pci_addr: str
:type path: str
:type numvfs: int
+ :type skip_check: bool
:raises RuntimeError: Failed to create VFs on PCI.
"""
cmd = f"test -f /sys/bus/pci/{path}/{pf_pci_addr}/sriov_numvfs"
@@ -320,6 +323,9 @@ class DUTSetup:
# sriov is not supported and we want 0 VFs
# no need to do anything
return
+ if numvfs > 0 and skip_check:
+ # we may be in VM
+ return
raise RuntimeError(
f"Can't configure {numvfs} VFs on {pf_pci_addr} device "
diff --git a/resources/libraries/python/HoststackUtil.py b/resources/libraries/python/HoststackUtil.py
index 399395d41a..4ac73ff924 100644
--- a/resources/libraries/python/HoststackUtil.py
+++ b/resources/libraries/python/HoststackUtil.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -413,10 +413,6 @@ class HoststackUtil():
f"bits/sec, pkt-drop-rate {nsim_attr[u'packets_per_drop']} " \
f"pkts/drop\n"
- test_results += \
- f"\n{role} VPP 'show errors' on host {node[u'host']}:\n" \
- f"{PapiSocketExecutor.run_cli_cmd(node, u'show error')}\n"
-
if u"error" in program_stderr.lower():
test_results += f"ERROR DETECTED:\n{program_stderr}"
return (True, test_results)
@@ -469,18 +465,3 @@ class HoststackUtil():
:rtype: bool
"""
return server_defer_fail and client_defer_fail
-
- @staticmethod
- def log_vpp_hoststack_data(node):
- """Retrieve and log VPP HostStack data.
-
- :param node: DUT node.
- :type node: dict
- :raises RuntimeError: If node subtype is not a DUT or startup failed.
- """
-
- if node[u"type"] != u"DUT":
- raise RuntimeError(u"Node type is not a DUT!")
-
- PapiSocketExecutor.run_cli_cmd(node, u"show error")
- PapiSocketExecutor.run_cli_cmd(node, u"show interface")
diff --git a/resources/libraries/python/IPsecUtil.py b/resources/libraries/python/IPsecUtil.py
index 59374ab73f..e93ae28142 100644
--- a/resources/libraries/python/IPsecUtil.py
+++ b/resources/libraries/python/IPsecUtil.py
@@ -85,13 +85,35 @@ class IpsecSpdAction(Enum):
class CryptoAlg(Enum):
- """Encryption algorithms."""
+ """Encryption algorithms.
+
+ API names and numeric enums from ipsec_types.api (enum ipsec_crypto_alg).
+
+ Lowercase names from ipsec_sa.h (foreach_ipsec_crypto_alg).
+
+ Scapy names are from:
+ https://github.com/secdev/scapy/blob/master/scapy/layers/ipsec.py
+
+ Key lengths from crypto.h
+ (foreach_crypto_cipher_alg and foreach_crypto_aead_alg).
+ """
NONE = ("none", 0, "none", 0)
AES_CBC_128 = ("aes-cbc-128", 1, "AES-CBC", 16)
+ AES_CBC_192 = ("aes-cbc-192", 2, "AES-CBC", 24)
AES_CBC_256 = ("aes-cbc-256", 3, "AES-CBC", 32)
+ AES_CTR_128 = ("aes-ctr-128", 4, "AES-CTR", 16)
+ AES_CTR_192 = ("aes-ctr-192", 5, "AES-CTR", 24)
+ AES_CTR_256 = ("aes-ctr-256", 6, "AES-CTR", 32)
AES_GCM_128 = ("aes-gcm-128", 7, "AES-GCM", 16)
+ AES_GCM_192 = ("aes-gcm-192", 8, "AES-GCM", 24)
AES_GCM_256 = ("aes-gcm-256", 9, "AES-GCM", 32)
+ DES_CBC = ("des-cbc", 10, "DES", 7)
+ _3DES_CBC = ("3des-cbc", 11, "3DES", 24)
+ CHACHA20_POLY1305 = ("chacha20-poly1305", 12, "CHACHA20-POLY1305", 32)
+ AES_NULL_GMAC_128 = ("aes-null-gmac-128", 13, "AES-NULL-GMAC", 16)
+ AES_NULL_GMAC_192 = ("aes-null-gmac-192", 14, "AES-NULL-GMAC", 24)
+ AES_NULL_GMAC_256 = ("aes-null-gmac-256", 15, "AES-NULL-GMAC", 32)
def __init__(
self, alg_name: str, alg_int_repr: int, scapy_name: str, key_len: int
@@ -108,10 +130,30 @@ class CryptoAlg(Enum):
class IntegAlg(Enum):
- """Integrity algorithm."""
+ """Integrity algorithms.
+
+ API names and numeric enums from ipsec_types.api (enum ipsec_integ_alg).
+
+ Lowercase names from ipsec_sa.h (foreach_ipsec_integ_alg).
+
+ Scapy names are from:
+ https://github.com/secdev/scapy/blob/master/scapy/layers/ipsec.py
+ Among those, "AES-CMAC-96" may be a mismatch,
+ but there is no sha2-related item with "96" in it.
+
+ Key lengths seem to be given double of digest length
+ from crypto.h (foreach_crypto_link_async_alg),
+ but data there is not complete
+ (e.g. it does not distinguish sha-256-96 from sha-256-128).
+ The missing values are chosen based on last number (e.g. 192 / 4 = 48).
+ """
NONE = ("none", 0, "none", 0)
+ MD5_96 = ("md5-96", 1, "HMAC-MD5-96", 24)
+ SHA1_96 = ("sha1-96", 2, "HMAC-SHA1-96", 24)
+ SHA_256_96 = ("sha-256-96", 3, "AES-CMAC-96", 24)
SHA_256_128 = ("sha-256-128", 4, "SHA2-256-128", 32)
+ SHA_384_192 = ("sha-384-192", 5, "SHA2-384-192", 48)
SHA_512_256 = ("sha-512-256", 6, "SHA2-512-256", 64)
def __init__(
@@ -306,13 +348,7 @@ class IPsecUtil:
cmd = "crypto_set_async_dispatch_v2"
err_msg = "Failed to set dispatch mode."
args = dict(mode=0, adaptive=False)
- try:
- papi_exec.add(cmd, **args).get_reply(err_msg)
- except (AttributeError, RuntimeError):
- # Expected when VPP build does not have the _v2 yet
- # (after and before the first CRC check).
- # TODO: Fail here when testing of pre-23.10 builds is over.
- pass
+ papi_exec.add(cmd, **args).get_reply(err_msg)
@staticmethod
def vpp_ipsec_crypto_sw_scheduler_set_worker(
@@ -1226,6 +1262,8 @@ class IPsecUtil:
addr_incr: int,
spi_d: dict,
existing_tunnels: int = 0,
+ udp_encap: bool = False,
+ anti_replay: bool = False,
) -> Tuple[List[bytes], List[bytes]]:
"""Create multiple IPsec tunnel interfaces on DUT1 node using PAPI.
@@ -1247,6 +1285,8 @@ class IPsecUtil:
:param addr_incr: IP / IPv6 address incremental step.
:param existing_tunnels: Number of tunnel interfaces before creation.
Useful mainly for reconf tests. Default 0.
+ :param udp_encap: Whether to apply UDP_ENCAP flag.
+ :param anti_replay: Whether to apply USE_ANTI_REPLAY flag.
:type nodes: dict
:type tun_ips: dict
:type if1_key: str
@@ -1258,6 +1298,8 @@ class IPsecUtil:
:type addr_incr: int
:type spi_d: dict
:type existing_tunnels: int
+ :type udp_encap: bool
+ :type anti_replay: bool
:returns: Generated ckeys and ikeys.
:rtype: List[bytes], List[bytes]
"""
@@ -1331,6 +1373,10 @@ class IPsecUtil:
c_key = dict(length=0, data=None)
i_key = dict(length=0, data=None)
common_flags = IPsecSadFlags.IPSEC_API_SAD_FLAG_NONE
+ if udp_encap:
+ common_flags |= IPsecSadFlags.IPSEC_API_SAD_FLAG_UDP_ENCAP
+ if anti_replay:
+ common_flags |= IPsecSadFlags.IPSEC_API_SAD_FLAG_USE_ANTI_REPLAY
sad_entry = dict(
sad_id=None,
spi=None,
@@ -1470,6 +1516,8 @@ class IPsecUtil:
addr_incr: int,
spi_d: dict,
existing_tunnels: int = 0,
+ udp_encap: bool = False,
+ anti_replay: bool = False,
) -> None:
"""Create multiple IPsec tunnel interfaces on DUT2 node using PAPI.
@@ -1493,6 +1541,8 @@ class IPsecUtil:
:param addr_incr: IP / IPv6 address incremental step.
:param existing_tunnels: Number of tunnel interfaces before creation.
Useful mainly for reconf tests. Default 0.
+ :param udp_encap: Whether to apply UDP_ENCAP flag.
+ :param anti_replay: Whether to apply USE_ANTI_REPLAY flag.
:type nodes: dict
:type tun_ips: dict
:type if2_key: str
@@ -1505,6 +1555,8 @@ class IPsecUtil:
:type addr_incr: int
:type spi_d: dict
:type existing_tunnels: int
+ :type udp_encap: bool
+ :type anti_replay: bool
"""
crypto_alg = get_enum_instance(CryptoAlg, crypto_alg)
integ_alg = get_enum_instance(IntegAlg, integ_alg)
@@ -1569,6 +1621,10 @@ class IPsecUtil:
c_key = dict(length=0, data=None)
i_key = dict(length=0, data=None)
common_flags = IPsecSadFlags.IPSEC_API_SAD_FLAG_NONE
+ if udp_encap:
+ common_flags |= IPsecSadFlags.IPSEC_API_SAD_FLAG_UDP_ENCAP
+ if anti_replay:
+ common_flags |= IPsecSadFlags.IPSEC_API_SAD_FLAG_USE_ANTI_REPLAY
sad_entry = dict(
sad_id=None,
spi=None,
@@ -1718,6 +1774,8 @@ class IPsecUtil:
raddr_ip2: str,
raddr_range: int,
existing_tunnels: int = 0,
+ udp_encap: bool = False,
+ anti_replay: bool = False,
return_keys: bool = False,
) -> Optional[Tuple[List[bytes], List[bytes], int, int]]:
"""Create multiple IPsec tunnel interfaces between two VPP nodes.
@@ -1747,6 +1805,8 @@ class IPsecUtil:
:param existing_tunnels: Number of tunnel interfaces before creation.
Useful mainly for reconf tests. Default 0.
:param return_keys: Whether generated keys should be returned.
+ :param udp_encap: Whether to apply UDP_ENCAP flag.
+ :param anti_replay: Whether to apply USE_ANTI_REPLAY flag.
:type nodes: dict
:type tun_if1_ip_addr: str
:type tun_if2_ip_addr: str
@@ -1760,6 +1820,8 @@ class IPsecUtil:
:type raddr_range: int
:type existing_tunnels: int
:type return_keys: bool
+ :type udp_encap: bool
+ :type anti_replay: bool
:returns: Ckeys, ikeys, spi_1, spi_2.
:rtype: Optional[Tuple[List[bytes], List[bytes], int, int]]
"""
@@ -1791,6 +1853,8 @@ class IPsecUtil:
addr_incr,
spi_d,
existing_tunnels,
+ udp_encap,
+ anti_replay,
)
if "DUT2" in nodes.keys():
IPsecUtil._ipsec_create_tunnel_interfaces_dut2_papi(
@@ -1806,6 +1870,8 @@ class IPsecUtil:
addr_incr,
spi_d,
existing_tunnels,
+ udp_encap,
+ anti_replay,
)
if return_keys:
@@ -2150,7 +2216,8 @@ class IPsecUtil:
# The proto argument does not correspond to IPsecProto.
# The allowed values come from src/vnet/ip/protocols.def
# and we do not have a good enum for that yet.
- # FlowUti. and FlowUtil. are close but not exactly the same.
+ # FlowUtil.FlowType and FlowUtil.FlowProto are close,
+ # but not exactly the same.
# TODO: to be fixed to use full PAPI when it is ready in VPP
cmd = (
diff --git a/resources/libraries/python/KubernetesUtils.py b/resources/libraries/python/KubernetesUtils.py
index 9ded0e8b9e..a58c337a18 100644
--- a/resources/libraries/python/KubernetesUtils.py
+++ b/resources/libraries/python/KubernetesUtils.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
diff --git a/resources/libraries/python/PapiExecutor.py b/resources/libraries/python/PapiExecutor.py
index a55638ab7c..e685f87a10 100644
--- a/resources/libraries/python/PapiExecutor.py
+++ b/resources/libraries/python/PapiExecutor.py
@@ -1051,6 +1051,10 @@ class PapiSocketExecutor:
PapiSocketExecutor._drain(vpp_instance, err_msg)
# Process replies for this command.
for reply in replies:
+ if reply is None:
+ raise RuntimeError(
+ f"{err_msg}\nNo reply to sync call. VPP crashed?"
+ )
self.crc_checker.check_api_name(reply.__class__.__name__)
dictized_reply = dictize_and_check_retval(reply, err_msg)
ret_list.append(dictized_reply)
@@ -1061,6 +1065,8 @@ class PapiSocketExecutor:
The messages were already sent by .add() in this mode,
local_list is used just so we know how many replies to read.
+ Similarly to async .add, we do not check connection status here,
+ thus we avoid needless logging.
Beware: It is not clear what to do when socket read fails
in the middle of async processing.
@@ -1084,7 +1090,7 @@ class PapiSocketExecutor:
:rtype: List[UserDict]
:raises RuntimeError: If the replies are not all correct.
"""
- vpp_instance = self.get_connected_client()
+ vpp_instance = self.get_connected_client(check_connected=False)
ret_list = list()
try:
for index, _ in enumerate(local_list):
diff --git a/resources/libraries/python/QemuManager.py b/resources/libraries/python/QemuManager.py
index 259b4c6981..78c88ddf3c 100644
--- a/resources/libraries/python/QemuManager.py
+++ b/resources/libraries/python/QemuManager.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2021 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -165,18 +165,18 @@ class QemuManager:
vif1_mac=kwargs[u"vif1_mac"],
vif2_mac=kwargs[u"vif2_mac"],
queues=kwargs[u"queues"],
- jumbo_frames=kwargs[u"jumbo"]
+ jumbo=kwargs[u"jumbo"]
)
self.machines[name].add_vhost_user_if(
f"/run/vpp/sock-{qemu_id}-1",
- jumbo_frames=kwargs[u"jumbo"],
+ jumbo=kwargs[u"jumbo"],
queues=kwargs[u"queues"],
queue_size=kwargs[u"perf_qemu_qsz"],
virtio_feature_mask=virtio_feature_mask
)
self.machines[name].add_vhost_user_if(
f"/run/vpp/sock-{qemu_id}-2",
- jumbo_frames=kwargs[u"jumbo"],
+ jumbo=kwargs[u"jumbo"],
queues=kwargs[u"queues"],
queue_size=kwargs[u"perf_qemu_qsz"],
virtio_feature_mask=virtio_feature_mask
@@ -215,7 +215,7 @@ class QemuManager:
arpip1=u"1.1.1.1",
arpif1=u"avf-0/0/7/0",
queues=kwargs[u"queues"],
- jumbo_frames=kwargs[u"jumbo"]
+ jumbo=kwargs[u"jumbo"]
)
else:
self.machines[name].configure_kernelvm_vnf(
@@ -231,7 +231,7 @@ class QemuManager:
arpip1=u"3.3.3.1",
arpif1=u"avf-0/0/6/0",
queues=kwargs[u"queues"],
- jumbo_frames=kwargs[u"jumbo"]
+ jumbo=kwargs[u"jumbo"]
)
self.machines[name].add_vfio_pci_if(
pci=Topology.get_interface_pci_addr(
@@ -275,7 +275,7 @@ class QemuManager:
arpip1=u"1.1.1.1",
arpif1=u"avf-0/0/7/0",
queues=kwargs[u"queues"],
- jumbo_frames=kwargs[u"jumbo"]
+ jumbo=kwargs[u"jumbo"]
)
else:
self.machines[name].configure_kernelvm_vnf(
@@ -291,7 +291,7 @@ class QemuManager:
arpip1=u"3.3.3.1",
arpif1=u"avf-0/0/6/0",
queues=kwargs[u"queues"],
- jumbo_frames=kwargs[u"jumbo"]
+ jumbo=kwargs[u"jumbo"]
)
self.machines[name].add_vfio_pci_if(
pci=Topology.get_interface_pci_addr(
@@ -335,7 +335,7 @@ class QemuManager:
arpip1=u"1.1.1.1",
arpif1=u"avf-0/0/7/0",
queues=kwargs[u"queues"],
- jumbo_frames=kwargs[u"jumbo"]
+ jumbo=kwargs[u"jumbo"]
)
else:
self.machines[name].configure_kernelvm_vnf(
@@ -351,7 +351,7 @@ class QemuManager:
arpip1=u"3.3.3.1",
arpif1=u"avf-0/0/6/0",
queues=kwargs[u"queues"],
- jumbo_frames=kwargs[u"jumbo"]
+ jumbo=kwargs[u"jumbo"]
)
self.machines[name].add_vfio_pci_if(
pci=Topology.get_interface_pci_addr(
@@ -395,7 +395,7 @@ class QemuManager:
arpip1=u"1.1.1.1",
arpif1=u"avf-0/0/7/0",
queues=kwargs[u"queues"],
- jumbo_frames=kwargs[u"jumbo"]
+ jumbo=kwargs[u"jumbo"]
)
else:
self.machines[name].configure_kernelvm_vnf(
@@ -411,7 +411,7 @@ class QemuManager:
arpip1=u"3.3.3.1",
arpif1=u"avf-0/0/6/0",
queues=kwargs[u"queues"],
- jumbo_frames=kwargs[u"jumbo"]
+ jumbo=kwargs[u"jumbo"]
)
self.machines[name].add_vfio_pci_if(
pci=Topology.get_interface_pci_addr(
@@ -445,13 +445,13 @@ class QemuManager:
self.machines[name].add_kernelvm_params()
self.machines[name].configure_kernelvm_vnf(
queues=kwargs[u"queues"],
- jumbo_frames=kwargs[u"jumbo"]
+ jumbo=kwargs[u"jumbo"]
)
self.machines[name].add_net_user()
self.machines[name].add_vhost_user_if(
f"/run/vpp/sock-{qemu_id}-1",
server=False,
- jumbo_frames=kwargs[u"jumbo"],
+ jumbo=kwargs[u"jumbo"],
queues=kwargs[u"queues"],
queue_size=kwargs[u"perf_qemu_qsz"],
virtio_feature_mask=virtio_feature_mask
diff --git a/resources/libraries/python/QemuUtils.py b/resources/libraries/python/QemuUtils.py
index 2df89ee87c..8dac06001c 100644
--- a/resources/libraries/python/QemuUtils.py
+++ b/resources/libraries/python/QemuUtils.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2022-2023 Cisco and/or its affiliates.
+# Copyright (c) 2024-2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -236,25 +236,25 @@ class QemuUtils:
)
def add_vhost_user_if(
- self, socket, server=True, jumbo_frames=False, queue_size=None,
+ self, socket, server=True, jumbo=False, queue_size=None,
queues=1, virtio_feature_mask=None):
"""Add Vhost-user interface.
:param socket: Path of the unix socket.
:param server: If True the socket shall be a listening socket.
- :param jumbo_frames: Set True if jumbo frames are used in the test.
+ :param jumbo: Set True if jumbo frames are used in the test.
:param queue_size: Vring queue size.
:param queues: Number of queues.
:param virtio_feature_mask: Mask of virtio features to be enabled.
:type socket: str
:type server: bool
- :type jumbo_frames: bool
+ :type jumbo: bool
:type queue_size: int
:type queues: int
:type virtio_feature_mask: int
"""
self._nic_id += 1
- if jumbo_frames:
+ if jumbo:
logger.debug(u"Jumbo frames temporarily disabled!")
self._params.add_with_value(
u"chardev", f"socket,id=char{self._nic_id},"
@@ -342,7 +342,7 @@ class QemuUtils:
vpp_config.add_dpdk_dev(u"0000:00:06.0", u"0000:00:07.0")
vpp_config.add_dpdk_dev_default_rxq(kwargs[u"queues"])
vpp_config.add_dpdk_log_level(u"debug")
- if not kwargs[u"jumbo_frames"]:
+ if not kwargs[u"jumbo"]:
vpp_config.add_dpdk_no_multi_seg()
vpp_config.add_dpdk_no_tx_checksum_offload()
if "ipsec" in self._opt.get(u'vnf'):
@@ -371,7 +371,7 @@ class QemuUtils:
:param kwargs: Key-value pairs to construct command line parameters.
:type kwargs: dict
"""
- pmd_max_pkt_len = u"9200" if kwargs[u"jumbo_frames"] else u"1518"
+ pmd_max_pkt_len = u"9200" if kwargs[u"jumbo"] else u"1518"
testpmd_cmd = DpdkUtil.get_testpmd_cmdline(
eal_corelist=f"0-{self._opt.get(u'smp') - 1}",
eal_driver=False,
@@ -398,7 +398,7 @@ class QemuUtils:
:param kwargs: Key-value pairs to construct command line parameters.
:type kwargs: dict
"""
- pmd_max_pkt_len = u"9200" if kwargs[u"jumbo_frames"] else u"1518"
+ pmd_max_pkt_len = u"9200" if kwargs[u"jumbo"] else u"1518"
testpmd_cmd = DpdkUtil.get_testpmd_cmdline(
eal_corelist=f"0-{self._opt.get(u'smp') - 1}",
eal_driver=False,
diff --git a/resources/libraries/python/TRexConfigGenerator.py b/resources/libraries/python/TRexConfigGenerator.py
index c50b42610c..4b9719b99e 100644
--- a/resources/libraries/python/TRexConfigGenerator.py
+++ b/resources/libraries/python/TRexConfigGenerator.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -182,6 +182,15 @@ class TrexConfigGenerator:
path = ["port_info"]
self.add_config_item(self._node_config, value, path)
+ def add_port_mtu(self, value):
+ """Add port MTU configuration.
+
+ :param value: Port MTU configuration.
+ :type value: int
+ """
+ path = ["port_mtu"]
+ self.add_config_item(self._node_config, value, path)
+
def add_platform_master_thread_id(self, value):
"""Add platform master thread ID.
@@ -291,6 +300,8 @@ class TrexConfig:
trex_config.add_c(cores)
trex_config.add_limit_memory(limit_memory)
trex_config.add_port_info(port_info)
+ if Constants.TREX_PORT_MTU != 0:
+ trex_config.add_port_mtu(Constants.TREX_PORT_MTU)
if Constants.TREX_RX_DESCRIPTORS_COUNT != 0:
trex_config.add_rx_desc(Constants.TREX_RX_DESCRIPTORS_COUNT)
if Constants.TREX_TX_DESCRIPTORS_COUNT != 0:
diff --git a/resources/libraries/python/TrafficGenerator.py b/resources/libraries/python/TrafficGenerator.py
index 936cb3a06d..ae01f8d3a6 100644
--- a/resources/libraries/python/TrafficGenerator.py
+++ b/resources/libraries/python/TrafficGenerator.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -284,13 +284,13 @@ class TrafficGenerator(AbstractMeasurer):
def initialize_traffic_generator(self, osi_layer, pfs=2):
"""TG initialization.
- :param osi_layer: 'L2', 'L3' or 'L7' - OSI Layer testing type.
+ :param osi_layer: OSI Layer testing type.
:param pfs: Number of physical interfaces to configure.
:type osi_layer: str
:type pfs: int
:raises ValueError: If OSI layer is unknown.
"""
- if osi_layer not in ("L2", "L3", "L7"):
+ if osi_layer not in ("L2", "L3", "L3_1", "L7"):
raise ValueError("Unknown OSI layer!")
topology = BuiltIn().get_variable_value("&{topology_info}")
@@ -304,7 +304,9 @@ class TrafficGenerator(AbstractMeasurer):
for link in range(1, pfs, 2):
tg_if1_adj_addr = topology[f"TG_pf{link+1}_mac"][0]
tg_if2_adj_addr = topology[f"TG_pf{link}_mac"][0]
- if osi_layer in ("L3", "L7") and "DUT1" in topology.keys():
+ skip = 0 if osi_layer in ("L3_1",) else 1
+ if osi_layer in ("L3", "L3_1", "L7") and "DUT1" \
+ in topology.keys():
ifl = BuiltIn().get_variable_value("${int}")
last = topology["duts_count"]
tg_if1_adj_addr = Topology().get_interface_mac(
@@ -316,7 +318,7 @@ class TrafficGenerator(AbstractMeasurer):
tg_if2_adj_addr = Topology().get_interface_mac(
topology[f"DUT{last}"],
BuiltIn().get_variable_value(
- f"${{DUT{last}_{ifl}{link+1}}}[0]"
+ f"${{DUT{last}_{ifl}{link+skip}}}[0]"
)
)
@@ -365,7 +367,7 @@ class TrafficGenerator(AbstractMeasurer):
"""Startup sequence for the TRex traffic generator.
:param tg_node: Traffic generator node.
- :param osi_layer: 'L2', 'L3' or 'L7' - OSI Layer testing type.
+ :param osi_layer: OSI Layer testing type.
:param subtype: Traffic generator sub-type.
:type tg_node: dict
:type osi_layer: str
@@ -429,7 +431,7 @@ class TrafficGenerator(AbstractMeasurer):
# Test T-Rex API responsiveness.
cmd = f"python3 {Constants.REMOTE_FW_DIR}/GPL/tools/trex/"
- if osi_layer in ("L2", "L3"):
+ if osi_layer in ("L2", "L3", "L3_1"):
cmd += "trex_stl_assert.py"
elif osi_layer == "L7":
cmd += "trex_astf_assert.py"
@@ -524,7 +526,7 @@ class TrafficGenerator(AbstractMeasurer):
command_line.add(f"'{value}'")
stdout, _ = exec_cmd_no_error(
node, command_line,
- message="T-Rex STL runtime error!"
+ message="T-Rex STL runtime error!", include_reason=True
)
self._parse_traffic_results(stdout)
@@ -763,7 +765,7 @@ class TrafficGenerator(AbstractMeasurer):
self._rate = float(rate[:-3]) if "pps" in rate else float(rate)
stdout, _ = exec_cmd_no_error(
self._node, command_line, timeout=int(duration) + 60,
- message="T-Rex STL runtime error"
+ message="T-Rex STL runtime error", include_reason=True
)
if async_call:
diff --git a/resources/libraries/python/VppConfigGenerator.py b/resources/libraries/python/VppConfigGenerator.py
index 4191c0eed2..971b82606f 100644
--- a/resources/libraries/python/VppConfigGenerator.py
+++ b/resources/libraries/python/VppConfigGenerator.py
@@ -197,7 +197,7 @@ class VppConfigGenerator:
path = ["node", "default", "variant"]
self.add_config_item(self._nodeconfig, variant, path)
- def add_api_segment_gid(self, value="vpp"):
+ def add_api_segment_gid(self, value="testuser"):
"""Add api-segment gid configuration.
:param value: Gid.
@@ -296,6 +296,15 @@ class VppConfigGenerator:
path = ["dpdk", cryptodev_config]
self.add_config_item(self._nodeconfig, "", path)
+ def add_dpdk_dev_default_devargs(self, value):
+ """Add DPDK dev default devargs configuration.
+
+ :param value: DPDK devargs to pass to interface.
+ :type value: str
+ """
+ path = ["dpdk", "dev default", "devargs"]
+ self.add_config_item(self._nodeconfig, value, path)
+
def add_dpdk_dev_default_rxq(self, value):
"""Add DPDK dev default rxq configuration.
@@ -334,7 +343,7 @@ class VppConfigGenerator:
def add_dpdk_dev_default_tso(self):
"""Add DPDK dev default tso configuration."""
- path = [u"dpdk", u"dev default", u"tso"]
+ path = ["dpdk", "dev default", "tso"]
self.add_config_item(self._nodeconfig, "on", path)
def add_dpdk_log_level(self, value):
@@ -382,7 +391,7 @@ class VppConfigGenerator:
def add_dpdk_enable_tcp_udp_checksum(self):
"""Add DPDK enable-tcp-udp-checksum configuration."""
- path = [u"dpdk", u"enable-tcp-udp-checksum"]
+ path = ["dpdk", "enable-tcp-udp-checksum"]
self.add_config_item(self._nodeconfig, u"", path)
def add_cpu_main_core(self, value):
@@ -477,7 +486,7 @@ class VppConfigGenerator:
:param value: "on" to enable spd fast path.
:type value: str
"""
- path = [u"ipsec", u"ipv4-inbound-spd-fast-path"]
+ path = ["ipsec", "ipv4-inbound-spd-fast-path"]
self.add_config_item(self._nodeconfig, value, path)
def add_ipsec_spd_fast_path_ipv4_outbound(self, value):
@@ -542,6 +551,11 @@ class VppConfigGenerator:
path = ["dpdk", "no-multi-seg"]
self.add_config_item(self._nodeconfig, "", path)
+ def add_dpdk_enable_tcp_udp_checksum(self):
+ """Add DPDK enable-tcp-udp-checksum configuration."""
+ path = ["dpdk", "enable-tcp-udp-checksum"]
+ self.add_config_item(self._nodeconfig, "", path)
+
def add_dpdk_no_tx_checksum_offload(self):
"""Add DPDK no-tx-checksum-offload configuration."""
path = ["dpdk", "no-tx-checksum-offload"]
@@ -599,8 +613,8 @@ class VppConfigGenerator:
def add_tcp_tso(self):
"""Add TCP tso configuration."""
- path = [u"tcp", u"tso"]
- self.add_config_item(self._nodeconfig, u"", path)
+ path = ["tcp", "tso"]
+ self.add_config_item(self._nodeconfig, "", path)
def add_session_enable(self):
"""Add session enable."""
@@ -794,3 +808,44 @@ class VppInitConfig:
vpp_config.add_ip6_hash_buckets(2000000)
vpp_config.add_ip6_heap_size("4G")
vpp_config.apply_config()
+
+ @staticmethod
+ def create_vpp_startup_configuration_container(node, cpuset_cpus=None):
+ """Create base startup configuration of VPP on container.
+
+ :param node: Node in the topology.
+ :param cpuset_cpus: List of CPU cores to allocate.
+ :type node: dict
+ :type cpuset_cpus: list.
+ :returns: Base VPP startup configuration for container.
+ :rtype: VppConfigGenerator
+ """
+ huge_size = Constants.DEFAULT_HUGEPAGE_SIZE
+
+ vpp_config = VppConfigGenerator()
+ vpp_config.set_node(node)
+ vpp_config.add_unix_log()
+ vpp_config.add_unix_cli_listen()
+ vpp_config.add_unix_cli_no_pager()
+ vpp_config.add_unix_exec("/tmp/running.exec")
+ vpp_config.add_socksvr(socket=Constants.SOCKSVR_PATH)
+ if cpuset_cpus:
+ # We will pop the first core from the list to be a main core
+ vpp_config.add_cpu_main_core(str(cpuset_cpus.pop(0)))
+ # If more cores in the list, the rest will be used as workers.
+ corelist_workers = ",".join(str(cpu) for cpu in cpuset_cpus)
+ vpp_config.add_cpu_corelist_workers(corelist_workers)
+ vpp_config.add_buffers_per_numa(215040)
+ vpp_config.add_plugin("disable", "default")
+ vpp_config.add_plugin("enable", "memif_plugin.so")
+ vpp_config.add_plugin("enable", "perfmon_plugin.so")
+ vpp_config.add_main_heap_size("2G")
+ vpp_config.add_main_heap_page_size(huge_size)
+ vpp_config.add_default_hugepage_size(huge_size)
+ vpp_config.add_statseg_size("2G")
+ vpp_config.add_statseg_page_size(huge_size)
+ vpp_config.add_statseg_per_node_counters("on")
+ vpp_config.add_ip6_hash_buckets(2000000)
+ vpp_config.add_ip6_heap_size("4G")
+
+ return vpp_config
diff --git a/resources/libraries/python/autogen/Regenerator.py b/resources/libraries/python/autogen/Regenerator.py
index 8d593fecca..ce8f21d4b6 100644
--- a/resources/libraries/python/autogen/Regenerator.py
+++ b/resources/libraries/python/autogen/Regenerator.py
@@ -178,9 +178,6 @@ def add_default_testcases(
if u"reassembly" in suite_id:
if kwargs[u"frame_size"] != 1518:
emit = False
- else:
- if kwargs[u"frame_size"] not in MIN_FRAME_SIZE_VALUES:
- emit = False
kwargs.update({'phy_cores': kwas['phy_cores']*core_scale})
diff --git a/resources/libraries/python/enum_util.py b/resources/libraries/python/enum_util.py
index 41dfd8a459..f721936ee4 100644
--- a/resources/libraries/python/enum_util.py
+++ b/resources/libraries/python/enum_util.py
@@ -31,13 +31,15 @@ def get_enum_instance(
to convert string into the corresponding Enum instance.
Aliases are also recognized.
- As an added benefit, support various Robot-like niceties,
- like lower case, or dash or space instead of underscore.
-
As a common shortcut, value is returned it it already is an instance.
Another convenience: None or empty string is processed as "NONE".
+ As an added benefit, support various Robot-like niceties,
+ like lower case, or dash or space instead of underscore.
+ Also strip the identifiers, this is mostly due to "3DES".
+ Enum instance cannot start with a number, so "_3DES" + strip is needed.
+
If the class is a subclass of IntEnum, int values
and (string) values convertable to int are also accepted as input.
@@ -59,9 +61,10 @@ def get_enum_instance(
return value
if not value:
value = "NONE"
- normalized_name = str(value).upper().replace("-", "_").replace(" ", "_")
+ normalized_name = str(value).upper().replace("-", " ").replace("_", " ")
members = enum_class.__members__ # Includes aliases, useful for NONE.
- if normalized_name not in members:
- msg = f"Enum class {enum_class} does not have value {normalized_name!r}"
- raise ValueError(msg)
- return members[normalized_name]
+ for member_name in members:
+ if normalized_name.strip() == member_name.replace("_", " ").strip():
+ return members[member_name]
+ msg = f"Enum class {enum_class} does not have value {normalized_name!r}"
+ raise ValueError(msg)
diff --git a/resources/libraries/robot/hoststack/hoststack.robot b/resources/libraries/robot/hoststack/hoststack.robot
index 20c071dc2d..ece1d8a1f4 100644
--- a/resources/libraries/robot/hoststack/hoststack.robot
+++ b/resources/libraries/robot/hoststack/hoststack.robot
@@ -31,7 +31,6 @@
| ${quic_crypto_engine}= | nocrypto
| ${quic_fifo_size}= | 4M
| &{vpp_hoststack_attr}=
-| ... | rxq=${1}
| ... | rxd=${256}
| ... | txd=${256}
| ... | phy_cores=${1}
@@ -140,7 +139,6 @@
| | ... | Set the VPP HostStack attributes in the vpp_hoststack_attr dictionary.
| |
| | ... | *Arguments:*
-| | ... | - ${rxq} - Number of Rx Queues Type: int
| | ... | - ${rxd} - Number of Rx Descriptors Type: int
| | ... | - ${txd} - Number of Tx Descriptors Type: int
| | ... | - ${phy_cores} - Number of cores for workers Type: int
@@ -168,7 +166,6 @@
| | ... | \| Set VPP Hoststack Attributes \| phy_cores=${phy_cores} \|
| |
| | [Arguments]
-| | ... | ${rxq}=${vpp_hoststack_attr}[rxq]
| | ... | ${rxd}=${vpp_hoststack_attr}[rxd]
| | ... | ${txd}=${vpp_hoststack_attr}[txd]
| | ... | ${phy_cores}=${vpp_hoststack_attr}[phy_cores]
@@ -183,7 +180,6 @@
| | ... | ${sess_lendpt_buckets}=${vpp_hoststack_attr}[sess_lendpt_buckets]
| | ... | ${sess_lendpt_mem}=${vpp_hoststack_attr}[sess_lendpt_mem]
| |
-| | Set To Dictionary | ${vpp_hoststack_attr} | rxq | ${rxq}
| | Set To Dictionary | ${vpp_hoststack_attr} | rxd | ${rxd}
| | Set To Dictionary | ${vpp_hoststack_attr} | txd | ${txd}
| | Set To Dictionary | ${vpp_hoststack_attr} | phy_cores | ${phy_cores}
@@ -453,8 +449,8 @@
| |
| | Set Max Rate And Jumbo
| | Add worker threads to all DUTs
-| | ... | ${vpp_hoststack_attr}[phy_cores] | ${vpp_hoststack_attr}[rxq]
-| | ... | ${vpp_hoststack_attr}[rxd] | ${vpp_hoststack_attr}[txd]
+| | ... | ${vpp_hoststack_attr}[phy_cores]
+| | ... | rxd=${vpp_hoststack_attr}[rxd] | txd=${vpp_hoststack_attr}[txd]
| | Pre-initialize layer driver | ${nic_driver}
| | FOR | ${dut} | IN | @{duts}
| | | Import Library | resources.libraries.python.VppConfigGenerator
@@ -505,6 +501,9 @@
| | ${numa}= | Get interfaces numa node | ${dut2} | ${dut2_if1}
| | ${core_list}= | Cpu list per node str | ${dut2} | ${numa}
| | ... | skip_cnt=${skip_cnt} | cpu_cnt=${vpp_echo_server_attr}[cpu_cnt]
+| | FOR | ${action} | IN | @{stat_pre_trial}
+| | | Run Keyword | Additional Statistics Action For ${action}
+| | END
| | ${server_pid}= | Run hoststack test program on DUT
| | ... | ${dut2} | ${dut2_if1} | ${dut2_if1_ip4_addr} | ${dut2_if1_ip4_prefix}
| | ... | ${vpp_echo_server_attr}[namespace] | ${core_list}
@@ -528,6 +527,9 @@
| | ${server_defer_fail} | ${server_output}=
| | ... | Analyze hoststack test program output | ${dut2} | Server
| | ... | ${vpp_nsim_attr} | ${vpp_echo_server}
+| | FOR | ${action} | IN | @{stat_post_trial}
+| | | Run Keyword | Additional Statistics Action For ${action}
+| | END
| | Set test message | ${server_output} | append=True
| | Run Keyword And Return | Hoststack Test Program Defer Fail
| | ... | ${server_defer_fail} | ${client_defer_fail}
@@ -549,6 +551,9 @@
| | ${numa}= | Get interfaces numa node | ${dut2} | ${dut2_if1}
| | ${core_list}= | Cpu list per node str | ${dut2} | ${numa}
| | ... | skip_cnt=${skip_cnt} | cpu_cnt=${iperf3_server_attr}[cpu_cnt]
+| | FOR | ${action} | IN | @{stat_pre_trial}
+| | | Run Keyword | Additional Statistics Action For ${action}
+| | END
| | ${server_pid}= | Run hoststack test program on DUT
| | ... | ${dut2} | ${dut2_if1} | ${dut2_if1_ip4_addr} | ${dut2_if1_ip4_prefix}
| | ... | ${iperf3_server_attr}[namespace] | ${core_list}
@@ -563,6 +568,9 @@
| | ... | ${iperf3_client_attr}[cfg_vpp_feature] | ${iperf3_client}
| | When Hoststack Test Program Finished | ${dut1} | ${client_pid}
| | ... | ${iperf3_client} | ${dut2} | ${iperf3_server}
+| | FOR | ${action} | IN | @{stat_post_trial}
+| | | Run Keyword | Additional Statistics Action For ${action}
+| | END
| | ${client_defer_fail} | ${client_output}=
| | ... | Analyze hoststack test program output | ${dut1} | Client
| | ... | ${vpp_nsim_attr} | ${iperf3_client}
@@ -638,11 +646,16 @@
| |
| | ${dut_ip_addrs_str} | Evaluate | ','.join(${dut_ip_addrs})
| | ${ad_ip_addrs_str} | Evaluate | ','.join(${ab_ip_addrs})
+| | FOR | ${action} | IN | @{stat_pre_trial}
+| | | Run Keyword | Additional Statistics Action For ${action}
+| | END
| | ${output}= | Run ab | ${tg} | ${dut_ip_addrs_str} | ${ad_ip_addrs_str}
| | ... | ${tls_tcp} | ${ciphers} | ${files} | ${mode} | ${r_total} | ${c_total}
| | ... | ${listen_port}
+| | FOR | ${action} | IN | @{stat_post_trial}
+| | | Run Keyword | Additional Statistics Action For ${action}
+| | END
| | Set test message | ${output}
-| | Log VPP Hoststack data | ${dut1}
| Configure VPP startup configuration for NGINX
| | [Documentation]
diff --git a/resources/libraries/robot/l2/l2_bridge_domain.robot b/resources/libraries/robot/l2/l2_bridge_domain.robot
index 00044e1253..347dd708a5 100644
--- a/resources/libraries/robot/l2/l2_bridge_domain.robot
+++ b/resources/libraries/robot/l2/l2_bridge_domain.robot
@@ -1,5 +1,5 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Copyright (c) 2023 PANTHEON.tech and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
+# Copyright (c) 2024 PANTHEON.tech and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -458,83 +458,6 @@
| | ... | Add interface to bridge domain | ${dut2} | ${DUT2_${int}2}[0]
| | ... | ${bd_id2}
-| Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology
-| | [Documentation]
-| | ... | Create two Vhost-User interfaces on all defined VPP nodes. Create one
-| | ... | link bonding (BondEthernet) interface on both VPP nodes. Add one
-| | ... | physical interface towards next DUT as a member of BondEthernet
-| | ... | interface. Setup VLAN on BondEthernet interfaces between DUTs. Add one
-| | ... | Vhost-User interface into L2 bridge domains with learning enabled with
-| | ... | physical interface towards TG and other Vhost-User interface into L2
-| | ... | bridge domains with learning enabled with VLAN sub-interface. All
-| | ... | interfaces are brought up.
-| |
-| | ... | *Arguments:*
-| | ... | - bd_id1 - Bridge domain ID. Type: integer
-| | ... | - bd_id2 - Bridge domain ID. Type: integer
-| | ... | - subid - ID of the sub-interface to be created. Type: string
-| | ... | - tag_rewrite - Method of tag rewrite. Type: string
-| | ... | - bond_mode - Link bonding mode. Type: string
-| | ... | - lb_mode - Load balance mode. Type: string
-| | ... | - virtio_feature_mask - Enabled Virtio features (Optional).
-| | ... | Type: integer
-| |
-| | ... | *Example:*
-| |
-| | ... | \| Initialize L2 bridge domains with Vhost-User and VLAN with VPP\
-| | ... | link bonding in a 3-node circular topology \| 1 \| 2 \
-| | ... | \| 10 \| pop-1 \| xor \| l34 \|
-| |
-| | [Arguments] | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | ... | ${bond_mode} | ${lb_mode} | ${virtio_feature_mask}=${None}
-| |
-| | Set interfaces in path up
-| | ${dut1_eth_bond_if1}= | VPP Create Bond Interface
-| | ... | ${dut1} | ${bond_mode} | ${lb_mode}
-| | FOR | ${pf} | IN RANGE | 1 | ${nic_pfs} + 1
-| | | ${_even}= | Evaluate | ${pf} % 2
-| | | Run Keyword If | not ${even}
-| | | ... | VPP Add Bond Member
-| | | ... | ${dut1} | ${DUT1_${int}${pf}}[0] | ${dut1_eth_bond_if1}
-| | END
-| | ${dut2_eth_bond_if1}= | VPP Create Bond Interface
-| | ... | ${dut2} | ${bond_mode} | ${lb_mode}
-| | FOR | ${pf} | IN RANGE | 1 | ${nic_pfs} + 1
-| | | ${_even}= | Evaluate | ${pf} % 2
-| | | Run Keyword If | ${even}
-| | | ... | VPP Add Bond Member
-| | | ... | ${dut2} | ${DUT2_${int}${pf}}[0] | ${dut2_eth_bond_if1}
-| | END
-| | VPP Show Bond Data On All Nodes | ${nodes} | verbose=${TRUE}
-| | Initialize VLAN dot1q sub-interfaces in circular topology
-| | ... | ${dut1} | ${dut1_eth_bond_if1}
-| | ... | ${dut2} | ${dut2_eth_bond_if1} | ${subid}
-| | Configure L2 tag rewrite method on interfaces
-| | ... | ${dut1} | ${subif_index_1}
-| | ... | ${dut2} | ${subif_index_2} | ${tag_rewrite}
-| | Configure vhost interfaces | ${dut1}
-| | ... | /var/run/vpp/sock-1-${bd_id1} | /var/run/vpp/sock-1-${bd_id2}
-| | ... | virtio_feature_mask=${virtio_feature_mask}
-| | Add interface to bridge domain
-| | ... | ${dut1} | ${DUT1_${int}1}[0] | ${bd_id1}
-| | Add interface to bridge domain
-| | ... | ${dut1} | ${vhost_if1} | ${bd_id1}
-| | Add interface to bridge domain
-| | ... | ${dut1} | ${vhost_if2} | ${bd_id2}
-| | Add interface to bridge domain
-| | ... | ${dut1} | ${subif_index_1} | ${bd_id2}
-| | Configure vhost interfaces | ${dut2}
-| | ... | /var/run/vpp/sock-1-${bd_id1} | /var/run/vpp/sock-1-${bd_id2}
-| | ... | virtio_feature_mask=${virtio_feature_mask}
-| | Add interface to bridge domain
-| | ... | ${dut2} | ${subif_index_2} | ${bd_id1}
-| | Add interface to bridge domain
-| | ... | ${dut2} | ${vhost_if1} | ${bd_id1}
-| | Add interface to bridge domain
-| | ... | ${dut2} | ${vhost_if2} | ${bd_id2}
-| | Add interface to bridge domain
-| | ... | ${dut2} | ${DUT2_${int}2}[0] | ${bd_id2}
-
| Initialize L2 Bridge Domain with memif pairs on DUT node
| | [Documentation]
| | ... | Create pairs of Memif interfaces on DUT node. Put each Memif interface
diff --git a/resources/libraries/robot/l2/l2_xconnect.robot b/resources/libraries/robot/l2/l2_xconnect.robot
index b782602827..604d3eba9b 100644
--- a/resources/libraries/robot/l2/l2_xconnect.robot
+++ b/resources/libraries/robot/l2/l2_xconnect.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -214,7 +214,7 @@
| | Run Keyword If | '${dut2_status}' == 'PASS'
| | ... | Configure L2XC | ${dut2} | ${DUT2_${int}2}[0] | ${vhost_if2}
-| Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology
+| Initialize L2 xconnect with link bonding in 3-node circular topology
| | [Documentation]
| | ... | Create two Vhost-User interfaces on all defined VPP nodes. Create one
| | ... | link bonding (BondEthernet) interface on both VPP nodes. Add one
@@ -224,60 +224,38 @@
| | ... | other Vhost interface with VLAN sub-interface. All interfaces are
| | ... | brought up.
| |
-| | ... | *Arguments:*
-| | ... | - subid - ID of the sub-interface to be created. Type: string
-| | ... | - tag_rewrite - Method of tag rewrite. Type: string
+| | ... | *Required arguments read from test variables:*
| | ... | - bond_mode - Link bonding mode. Type: string
| | ... | - lb_mode - Load balance mode. Type: string
-| | ... | - virtio_feature_mask - Enabled Virtio features (Optional).
+| | ... | *Optional argument read from test variable:*
+| | ... | - dut_dut_links - Number of parallel DUT1-DUT2 links. Type: int
| | ... | Type: integer
| |
| | ... | *Example:*
| |
-| | ... | \| Initialize L2 xconnect with Vhost-User and VLAN with VPP link\
-| | ... | bonding in 3-node circular topology \| 10 \| pop-1 \| xor \| l34 \|
+| | ... | \| Initialize L2 xconnect with link bonding in 3-node circular topology
| |
-| | [Arguments] | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
-| | ... | ${virtio_feature_mask}=${None}
+| | ${dut_dut_links}= | Get Variable Value | \${dut_dut_links} | ${1}
| |
-| | Set interfaces in path up
| | ${dut1_eth_bond_if1}= | VPP Create Bond Interface
| | ... | ${dut1} | ${bond_mode} | ${lb_mode}
-| | FOR | ${pf} | IN RANGE | 1 | ${nic_pfs} + 1
-| | | ${_even}= | Evaluate | ${pf} % 2
-| | | Run Keyword If | not ${even}
+| | FOR | ${pf} | IN RANGE | 1 | ${dut_dut_links} * 2 + 1
+| | | Run Keyword If | not ${pf} % 2
| | | ... | VPP Add Bond Member
| | | ... | ${dut1} | ${DUT1_${int}${pf}}[0] | ${dut1_eth_bond_if1}
| | END
| | ${dut2_eth_bond_if1}= | VPP Create Bond Interface
| | ... | ${dut2} | ${bond_mode} | ${lb_mode}
-| | FOR | ${pf} | IN RANGE | 1 | ${nic_pfs} + 1
-| | | ${_even}= | Evaluate | ${pf} % 2
-| | | Run Keyword If | ${even}
+| | FOR | ${pf} | IN RANGE | 1 | ${dut_dut_links} * 2 + 1
+| | | Run Keyword If | ${pf} % 2
| | | ... | VPP Add Bond Member
| | | ... | ${dut2} | ${DUT2_${int}${pf}}[0] | ${dut2_eth_bond_if1}
| | END
| | VPP Show Bond Data On All Nodes | ${nodes} | verbose=${TRUE}
-| | Initialize VLAN dot1q sub-interfaces in circular topology
-| | ... | ${dut1} | ${dut1_eth_bond_if1}
-| | ... | ${dut2} | ${dut2_eth_bond_if1} | ${subid}
-| | Configure L2 tag rewrite method on interfaces
-| | ... | ${dut1} | ${subif_index_1}
-| | ... | ${dut2} | ${subif_index_2} | ${tag_rewrite}
-| | Configure vhost interfaces
-| | ... | ${dut1} | /run/vpp/sock-1-1 | /run/vpp/sock-1-2
-| | ... | virtio_feature_mask=${virtio_feature_mask}
-| | Configure L2XC
-| | ... | ${dut1} | ${DUT1_${int}1}[0] | ${vhost_if1}
-| | Configure L2XC
-| | ... | ${dut1} | ${subif_index_1} | ${vhost_if2}
-| | Configure vhost interfaces
-| | ... | ${dut2} | /run/vpp/sock-1-1 | /run/vpp/sock-1-2
-| | ... | virtio_feature_mask=${virtio_feature_mask}
| | Configure L2XC
-| | ... | ${dut2} | ${subif_index_2} | ${vhost_if1}
+| | ... | ${dut1} | ${DUT1_${int}1}[0] | ${dut1_eth_bond_if1}
| | Configure L2XC
-| | ... | ${dut2} | ${DUT2_${int}2}[0] | ${vhost_if2}
+| | ... | ${dut2} | ${DUT2_${int}2}[0] | ${dut2_eth_bond_if1}
| Initialize L2 xconnect with memif pairs on DUT node
| | [Documentation]
diff --git a/resources/libraries/robot/performance/performance_actions.robot b/resources/libraries/robot/performance/performance_actions.robot
index 1d2ea52274..d588bc9f83 100644
--- a/resources/libraries/robot/performance/performance_actions.robot
+++ b/resources/libraries/robot/performance/performance_actions.robot
@@ -61,6 +61,38 @@
| | Sleep | 1s
| | Stop traffic on tg
+| Additional Statistics Action For infra-warmup
+| | [Documentation]
+| | ... | Additional Statistics Action for infra warmup.
+| |
+| | ... | See documentation of the called keyword for required test variables.
+| |
+| | ${ppta} = | Get Packets Per Transaction Aggregated
+| | ${ramp_up_duration} = | Get Ramp Up Duration
+| | ${ramp_up_rate} = | Get Ramp Up Rate
+| | ${runtime_duration} = | Get Runtime Duration
+| | ${runtime_rate} = | Get Runtime Rate
+| | ${traffic_directions} = | Get Traffic Directions
+| | ${transaction_duration} = | Get Transaction Duration
+| | ${transaction_scale} = | Get Transaction Scale
+| | ${transaction_type} = | Get Transaction Type
+| | ${use_latency} = | Get Use Latency
+| | Send traffic on tg
+| | ... | duration=${5}
+| | ... | rate=${253}
+| | ... | frame_size=${frame_size}
+| | ... | traffic_profile=${traffic_profile}
+| | ... | async_call=${False}
+| | ... | ppta=${ppta}
+| | ... | use_latency=${False}
+| | ... | traffic_directions=${traffic_directions}
+| | ... | transaction_duration=${transaction_duration}
+| | ... | transaction_scale=${transaction_scale}
+| | ... | transaction_type=${transaction_type}
+| | ... | duration_limit=${0.0}
+| | ... | ramp_up_duration=${ramp_up_duration}
+| | ... | ramp_up_rate=${ramp_up_rate}
+
| Additional Statistics Action For vpp-runtime
| | [Documentation]
| | ... | Additional Statistics Action for clear and show runtime counters with
diff --git a/resources/libraries/robot/shared/container.robot b/resources/libraries/robot/shared/container.robot
index 9f08e6b1d4..dbcf690b72 100644
--- a/resources/libraries/robot/shared/container.robot
+++ b/resources/libraries/robot/shared/container.robot
@@ -371,3 +371,34 @@
| | END
| | Append To List | ${container_groups} | ${container_group}
| | Save VPP PIDs
+
+| Start vswitch containers
+| | [Documentation]
+| | ... | Configure and start multiple vswitch in container on all DUTs.
+| |
+| | ... | *Arguments:*
+| | ... | - phy_cores - Number of physical cores to use. Type: integer
+| | ... | - rx_queues: Number of RX queues. Type: integer
+| |
+| | [Arguments] | ${phy_cores} | ${rx_queues}=${None}
+| |
+| | Set Test Variable | @{container_groups} | @{EMPTY}
+| | Set Test Variable | ${container_group} | VSWITCH
+| | Import Library | resources.libraries.python.ContainerUtils.ContainerManager
+| | ... | engine=${container_engine} | WITH NAME | VSWITCH
+| | Stop VPP service on all DUTs | ${nodes}
+| | FOR | ${dut} | IN | @{duts}
+| | | FOR | ${i} | IN RANGE | 1 | ${${nic_pfs}//${2}+1}
+| | | | Construct container on DUT | ${dut}
+| | | | ... | nf_chains=${1} | nf_nodes=${${nic_pfs}//${2}}
+| | | | ... | nf_chain=${1} | nf_node=${i}
+| | | | ... | auto_scale=${False} | pinning=${False}
+| | | END
+| | END
+| | Run Keyword | VSWITCH.Acquire all containers
+| | Run Keyword | VSWITCH.Create all containers
+| | Run Keyword | VSWITCH.Configure vpp in all containers
+| | ... | vswitch_ip4scale | nodes=${nodes} | rts_per_flow=${rts_per_flow}
+| | Run Keyword | VSWITCH.Start VPP In All Containers
+| | Append To List | ${container_groups} | VSWITCH
+| | Save VPP PIDs
diff --git a/resources/libraries/robot/shared/interfaces.robot b/resources/libraries/robot/shared/interfaces.robot
index 4af68d0e28..b4d6959d01 100644
--- a/resources/libraries/robot/shared/interfaces.robot
+++ b/resources/libraries/robot/shared/interfaces.robot
@@ -16,6 +16,7 @@
| Library | resources.libraries.python.VhostUser
*** Variables ***
+| ${dpdk_enable_tcp_udp_checksum}= | ${False}
| ${dpdk_no_tx_checksum_offload}= | ${True}
*** Keywords ***
@@ -136,11 +137,19 @@
| | | Unbind PCI Devices From Other Driver | ${nodes['${dut}']} | vfio-pci |
| | | ... | @{${dut}_pf_pci}
| | | Run keyword | ${dut}.Add DPDK Dev | @{${dut}_pf_pci}
+| | | Run Keyword If | ${dpdk_enable_tcp_udp_checksum}
+| | | ... | ${dut}.Add DPDK Enable TCP UDP Checksum
| | | Run Keyword If | ${dpdk_no_tx_checksum_offload}
| | | ... | ${dut}.Add DPDK No Tx Checksum Offload
| | | Run Keyword | ${dut}.Add DPDK Log Level | debug
| | | Run Keyword | ${dut}.Add DPDK Uio Driver | vfio-pci
| | | Run Keyword | ${dut}.Add DPDK Dev Default RXQ | ${rxq_count_int}
+| | | Run Keyword If | '${nic_name}' == 'Amazon-Nitro-100G'
+| | | ... | ${dut}.Add DPDK Dev Default Devargs |
+| | | ... | "normal_llq_hdr=1,enable_llq=1,control_path_poll_interval=0"
+| | | Run Keyword If | '${nic_name}' == 'Amazon-Nitro-200G'
+| | | ... | ${dut}.Add DPDK Dev Default Devargs |
+| | | ... | "normal_llq_hdr=1,enable_llq=1,control_path_poll_interval=0"
| | | Run Keyword If | not ${jumbo}
| | | ... | ${dut}.Add DPDK No Multi Seg
| | | Run Keyword If | ${nic_rxq_size} > 0
@@ -195,6 +204,8 @@
| | Run Keyword If | ${index} >= 0 | Return From Keyword
| | FOR | ${dut} | IN | @{duts}
| | | Run keyword | ${dut}.Add DPDK Dev | @{${dut}_pf_pci}
+| | | Run Keyword If | ${dpdk_enable_tcp_udp_checksum}
+| | | ... | ${dut}.Add DPDK Enable TCP UDP Checksum
| | | Run Keyword If | ${dpdk_no_tx_checksum_offload}
| | | ... | ${dut}.Add DPDK No Tx Checksum Offload
| | | Run Keyword | ${dut}.Add DPDK Log Level | debug
diff --git a/resources/libraries/robot/shared/test_setup.robot b/resources/libraries/robot/shared/test_setup.robot
index 22e017fd6f..ae3cfa495f 100644
--- a/resources/libraries/robot/shared/test_setup.robot
+++ b/resources/libraries/robot/shared/test_setup.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2022 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -50,3 +50,4 @@
| |
| | ${trex_running}= | Is Trex Running | ${tg}
| | Run Keyword If | not ${trex_running} | Startup Trex | ${tg} | ${osi_layer}
+| | Stop Vpp Service on All Duts | ${nodes}
diff --git a/tests/vpp/perf/__init__.robot b/tests/vpp/perf/__init__.robot
index 04b47f9746..ef7c81980b 100644
--- a/tests/vpp/perf/__init__.robot
+++ b/tests/vpp/perf/__init__.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -29,6 +29,7 @@
| ... | AND | Get CPU Info from All Nodes | ${nodes}
| ... | AND | Update All Interface Data on All Nodes | ${nodes}
| ... | skip_tg=${True}
+| ... | AND | Stop Vpp Service on All Duts | ${nodes}
| ... | AND | Finalize Suite Setup Export
|
| Suite Teardown | Run Keywords | Start Suite Teardown Export
diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot
deleted file mode 100644
index 628a264655..0000000000
--- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | LXC
-| ... | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | eth-l2bdbasemaclrn-eth-2memif-1lxc
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | container
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Pkt throughput L2BD test cases**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
-| ... | topology with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 bridge domain.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with two \
-| ... | L2 bridge domains and MAC learning enabled. LXC is connected to VPP \
-| ... | via Memif interface. LXC is running same VPP version as running on \
-| ... | DUT. LXC is limited via cgroup to use 3 cores allocated from pool of \
-| ... | isolated CPUs. There are no memory constraints. DUT1 and DUT2 are \
-| ... | tested with with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
-| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
-| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \
-| ... | expressed in percentage of packets transmitted. NDR and PDR are \
-| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
-| ... | library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per \
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header \
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC \
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | memif_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L2
-| ${overhead}= | ${0}
-# Traffic profile:
-| ${traffic_profile}= | trex-stl-ethip4-ip4src254
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | And Start containers for test
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | Then Find NDR and PDR intervals using optimized search
-
-*** Test Cases ***
-| 64B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 1C
-| | frame_size=${64} | phy_cores=${1}
-
-| 64B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 2C
-| | frame_size=${64} | phy_cores=${2}
-
-| 64B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 4C
-| | frame_size=${64} | phy_cores=${4}
-
-| 1518B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot
index 0e1cecab98..5d1343b938 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_100000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | FASTPATH | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec100000tnlsw-ip4base-policy-fastpath-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot
index 38848d4489..c745c9b98e 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECINT | NIC_Intel-X710 | TNL_10000
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10000tnlhwasync-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot
index 1cb7670472..adeadcc49c 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECTUN | NIC_Intel-X710 | TNL_10000
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10000tnlhwasync-ip4base-policy-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot
index d1842e0d76..5681db8681 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlhwasync-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECTUN | NIC_Intel-X710 | TNL_10000
-| ... | FASTPATH | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | FASTPATH | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10000tnlhwasync-ip4base-policy-fastpath-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
index 30a5709fbc..1d7d92d736 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
index 89b3f8c2ce..8165cb45ee 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10000tnlsw-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
index 3c213b58fc..ac57156515 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10000tnlsw-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
index 4f6cd8ea10..2e2bfdf1e9 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10000tnlsw-ip4base-policy-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot
index e093b2329d..b130904f66 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | FASTPATH | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10000tnlsw-ip4base-policy-fastpath-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm-ndrpdr.robot
index 521e4b57aa..35b16d1457 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | SPD_FLOW_CACHE | NIC_Intel-X710
-| ... | SCALE | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCALE | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10000tnlsw-ip4base-policy-flow-cache-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr.robot
new file mode 100644
index 0000000000..f347775356
--- /dev/null
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr.robot
@@ -0,0 +1,167 @@
+# Copyright (c) 2024 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+*** Settings ***
+| Resource | resources/libraries/robot/shared/default.robot
+|
+| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
+| ... | AES_128_CBC | AES | HMAC_SHA_256 | UDP_ENCAP | ANTI_REPLAY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
+| ... | ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha
+|
+| Suite Setup | Setup suite topology interfaces | performance
+| Suite Teardown | Tear down suite | performance
+| Test Setup | Setup test | performance
+| Test Teardown | Tear down test | performance | ipsec_sa
+|
+| Test Template | Local Template
+|
+| Documentation | **RFC2544: Pkt throughput IPv4 IPsec tunnel mode.**
+| ... |
+| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
+| ... | topology with single links between nodes.
+| ... |
+| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 on TG-DUTn, \
+| ... | Eth-IPv4-IPSec on DUT1-DUT2.
+| ... |
+| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with \
+| ... | multiple IPsec tunnels between them. DUTs get IPv4 traffic from TG, \
+| ... | encrypt it and send to another DUT, where packets are decrypted and \
+| ... | sent back to TG. UDP encapsulation is used between DUTs. \
+| ... | Anti-replay is enabled.
+| ... |
+| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
+| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
+| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \
+| ... | expressed in percentage of packets transmitted. NDR and PDR are \
+| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
+| ... | library.
+| ... | Test packets are generated by TG on \
+| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
+| ... | (flow-group per direction, number of flows per flow-group equals to \
+| ... | number of IPSec tunnels) with all packets \
+| ... | containing Ethernet header, IPv4 header with IP protocol=61 and \
+| ... | static payload. MAC addresses are matching MAC addresses of the TG \
+| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) \
+| ... | is applied to both streams.
+| ... |
+| ... | - **[Ref] Applicable standard specifications:** RFC4303 and RFC2544.
+
+*** Variables ***
+| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so
+| ... | crypto_native_plugin.so
+| ... | crypto_ipsecmb_plugin.so | crypto_openssl_plugin.so
+| ${crypto_type}= | ${None}
+| ${encr_alg}= | AES CBC 128
+| ${auth_alg}= | SHA 256 128
+| ${nic_name}= | Intel-X710
+| ${nic_driver}= | vfio-pci
+| ${nic_rxq_size}= | 0
+| ${nic_txq_size}= | 0
+| ${nic_pfs}= | 2
+| ${nic_vfs}= | 0
+| ${osi_layer}= | L3
+| ${overhead}= | ${70}
+| ${tg_if1_ip4}= | 192.168.10.254
+| ${dut1_if1_ip4}= | 192.168.10.11
+| ${dut1_if2_ip4}= | 100.0.0.1
+| ${dut2_if1_ip4}= | 200.0.0.102
+| ${dut2_if2_ip4}= | 192.168.20.11
+| ${tg_if2_ip4}= | 192.168.20.254
+| ${raddr_ip4}= | 20.0.0.0
+| ${laddr_ip4}= | 10.0.0.0
+| ${addr_range}= | ${24}
+| ${n_tunnels}= | ${10000}
+# Traffic profile:
+| ${traffic_profile}= | trex-stl-ethip4-ip4dst${n_tunnels}
+
+*** Keywords ***
+| Local Template
+| | [Documentation]
+| | ... | - **[Cfg]** DUT runs IPSec tunneling AES_CBC_128+SHA_256_128 config. \
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
+| |
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| |
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| |
+| | Set Test Variable | \${frame_size}
+| |
+| | Given Set Max Rate And Jumbo
+| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
+| | And Pre-initialize layer driver | ${nic_driver}
+| | And Apply startup configuration on all VPP DUTs
+| | When Initialize layer driver | ${nic_driver}
+| | And Initialize layer interface
+| | And Initialize IPSec in 3-node circular topology
+| | And VPP IPsec Create Tunnel Interfaces
+| | ... | ${nodes} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${DUT1_${int}2}[0]
+| | ... | ${DUT2_${int}1}[0] | ${n_tunnels} | ${encr_alg} | ${auth_alg}
+| | ... | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | udp_encap=${True}
+| | ... | anti_replay=${True}
+| | Then Find NDR and PDR intervals using optimized search
+
+*** Test Cases ***
+| 64B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr
+| | [Tags] | 64B | 1C
+| | frame_size=${64} | phy_cores=${1}
+
+| 64B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr
+| | [Tags] | 64B | 2C
+| | frame_size=${64} | phy_cores=${2}
+
+| 64B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr
+| | [Tags] | 64B | 4C
+| | frame_size=${64} | phy_cores=${4}
+
+| 1518B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr
+| | [Tags] | 1518B | 1C
+| | frame_size=${1518} | phy_cores=${1}
+
+| 1518B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr
+| | [Tags] | 1518B | 2C
+| | frame_size=${1518} | phy_cores=${2}
+
+| 1518B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr
+| | [Tags] | 1518B | 4C
+| | frame_size=${1518} | phy_cores=${4}
+
+| 9000B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr
+| | [Tags] | 9000B | 1C
+| | frame_size=${9000} | phy_cores=${1}
+
+| 9000B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr
+| | [Tags] | 9000B | 2C
+| | frame_size=${9000} | phy_cores=${2}
+
+| 9000B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr
+| | [Tags] | 9000B | 4C
+| | frame_size=${9000} | phy_cores=${4}
+
+| IMIX-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr
+| | [Tags] | IMIX | 1C
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
+
+| IMIX-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr
+| | [Tags] | IMIX | 2C
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
+
+| IMIX-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac256sha-ndrpdr
+| | [Tags] | IMIX | 4C
+| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr.robot
index 0a09e4b1a3..fd1966bdbf 100644
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -14,35 +14,32 @@
*** Settings ***
| Resource | resources/libraries/robot/shared/default.robot
|
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM
-| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34
-| ... | LBOND_1L | NF_VPPL2XC | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | 1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
+| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
+| ... | AES_128_CBC | AES | HMAC_SHA_96 | UDP_ENCAP | ANTI_REPLAY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
+| ... | ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha
|
| Suite Setup | Setup suite topology interfaces | performance
| Suite Teardown | Tear down suite | performance
| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
+| Test Teardown | Tear down test | performance | ipsec_sa
|
| Test Template | Local Template
|
-| Documentation | **RFC2544: Pkt throughput L2BD test cases with vhost and vpp \
-| ... | link bonding**
+| Documentation | **RFC2544: Pkt throughput IPv4 IPsec tunnel mode.**
| ... |
| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
| ... | topology with single links between nodes.
| ... |
-| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 switching of IPv4. \
-| ... | 802.1q tagging is applied on link between DUT1 and DUT2.
+| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 on TG-DUTn, \
+| ... | Eth-IPv4-IPSec on DUT1-DUT2.
| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with VPP \
-| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and \
-| ... | DUT2 and L2 bridge-domain with MAC learning enabled. Qemu VNFs are \
-| ... | connected to VPP via vhost-user interfaces. Guest is running VPP l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1/DUT2 is \
-| ... | tested with ${nic_name}.
+| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with \
+| ... | multiple IPsec tunnels between them. DUTs get IPv4 traffic from TG, \
+| ... | encrypt it and send to another DUT, where packets are decrypted and \
+| ... | sent back to TG. UDP encapsulation is used between DUTs. \
+| ... | Anti-replay is enabled.
| ... |
| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
@@ -50,44 +47,49 @@
| ... | expressed in percentage of packets transmitted. NDR and PDR are \
| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
| ... | library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per \
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header \
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC \
-| ... | addresses of the TG node interfaces.
+| ... | Test packets are generated by TG on \
+| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
+| ... | (flow-group per direction, number of flows per flow-group equals to \
+| ... | number of IPSec tunnels) with all packets \
+| ... | containing Ethernet header, IPv4 header with IP protocol=61 and \
+| ... | static payload. MAC addresses are matching MAC addresses of the TG \
+| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) \
+| ... | is applied to both streams.
| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544.
+| ... | - **[Ref] Applicable standard specifications:** RFC4303 and RFC2544.
*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | lacp_plugin.so
-| ... | vhost_plugin.so
+| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so
+| ... | crypto_native_plugin.so
+| ... | crypto_ipsecmb_plugin.so | crypto_openssl_plugin.so
| ${crypto_type}= | ${None}
+| ${encr_alg}= | AES CBC 128
+| ${auth_alg}= | SHA1 96
| ${nic_name}= | Intel-X710
| ${nic_driver}= | vfio-pci
| ${nic_rxq_size}= | 0
| ${nic_txq_size}= | 0
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
-| ${osi_layer}= | L2
-| ${overhead}= | ${4}
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${nf_dtcr}= | ${1}
-| ${nf_dtc}= | ${1}
-| ${nf_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Link bonding config
-| ${bond_mode}= | lacp
-| ${lb_mode}= | l34
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
+| ${osi_layer}= | L3
+| ${overhead}= | ${62}
+| ${tg_if1_ip4}= | 192.168.10.254
+| ${dut1_if1_ip4}= | 192.168.10.11
+| ${dut1_if2_ip4}= | 100.0.0.1
+| ${dut2_if1_ip4}= | 200.0.0.102
+| ${dut2_if2_ip4}= | 192.168.20.11
+| ${tg_if2_ip4}= | 192.168.20.254
+| ${raddr_ip4}= | 20.0.0.0
+| ${laddr_ip4}= | 10.0.0.0
+| ${addr_range}= | ${24}
+| ${n_tunnels}= | ${10000}
# Traffic profile:
-| ${traffic_profile}= | trex-stl-ethip4-ip4src254
+| ${traffic_profile}= | trex-stl-ethip4-ip4dst${n_tunnels}
*** Keywords ***
| Local Template
| | [Documentation]
-| | ... | - **[Cfg]** DUT runs L2BD switching config. \
+| | ... | - **[Cfg]** DUT runs IPSec tunneling AES_CBC_128+SHA1_96 config. \
| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
| |
@@ -100,7 +102,6 @@
| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
| |
| | Set Test Variable | \${frame_size}
-| | Set Test Variable | ${vlan_strip_off} | ${TRUE}
| |
| | Given Set Max Rate And Jumbo
| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
@@ -108,60 +109,59 @@
| | And Apply startup configuration on all VPP DUTs
| | When Initialize layer driver | ${nic_driver}
| | And Initialize layer interface
-| | And Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid}
-| | ... | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${True}
-| | ... | vnf=vppl2xc_2vhostvr1024
+| | And Initialize IPSec in 3-node circular topology
+| | And VPP IPsec Create Tunnel Interfaces
+| | ... | ${nodes} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${DUT1_${int}2}[0]
+| | ... | ${DUT2_${int}1}[0] | ${n_tunnels} | ${encr_alg} | ${auth_alg}
+| | ... | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | udp_encap=${True}
+| | ... | anti_replay=${True}
| | Then Find NDR and PDR intervals using optimized search
*** Test Cases ***
-| 64B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 64B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr
| | [Tags] | 64B | 1C
| | frame_size=${64} | phy_cores=${1}
-| 64B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 64B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr
| | [Tags] | 64B | 2C
| | frame_size=${64} | phy_cores=${2}
-| 64B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 64B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr
| | [Tags] | 64B | 4C
| | frame_size=${64} | phy_cores=${4}
-| 1518B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 1518B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr
| | [Tags] | 1518B | 1C
| | frame_size=${1518} | phy_cores=${1}
-| 1518B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 1518B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr
| | [Tags] | 1518B | 2C
| | frame_size=${1518} | phy_cores=${2}
-| 1518B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 1518B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr
| | [Tags] | 1518B | 4C
| | frame_size=${1518} | phy_cores=${4}
-| 9000B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 9000B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr
| | [Tags] | 9000B | 1C
| | frame_size=${9000} | phy_cores=${1}
-| 9000B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 9000B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr
| | [Tags] | 9000B | 2C
| | frame_size=${9000} | phy_cores=${2}
-| 9000B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 9000B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr
| | [Tags] | 9000B | 4C
| | frame_size=${9000} | phy_cores=${4}
-| IMIX-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| IMIX-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr
| | [Tags] | IMIX | 1C
| | frame_size=IMIX_v4_1 | phy_cores=${1}
-| IMIX-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| IMIX-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr
| | [Tags] | IMIX | 2C
| | frame_size=IMIX_v4_1 | phy_cores=${2}
-| IMIX-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| IMIX-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128cbc-hmac96sha-ndrpdr
| | [Tags] | IMIX | 4C
| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr.robot
new file mode 100644
index 0000000000..9d41423dda
--- /dev/null
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr.robot
@@ -0,0 +1,167 @@
+# Copyright (c) 2024 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+*** Settings ***
+| Resource | resources/libraries/robot/shared/default.robot
+|
+| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
+| ... | AES_128_CTR | AES | HMAC_SHA_256 | UDP_ENCAP | ANTI_REPLAY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
+| ... | ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha
+|
+| Suite Setup | Setup suite topology interfaces | performance
+| Suite Teardown | Tear down suite | performance
+| Test Setup | Setup test | performance
+| Test Teardown | Tear down test | performance | ipsec_sa
+|
+| Test Template | Local Template
+|
+| Documentation | **RFC2544: Pkt throughput IPv4 IPsec tunnel mode.**
+| ... |
+| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
+| ... | topology with single links between nodes.
+| ... |
+| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 on TG-DUTn, \
+| ... | Eth-IPv4-IPSec on DUT1-DUT2.
+| ... |
+| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with \
+| ... | multiple IPsec tunnels between them. DUTs get IPv4 traffic from TG, \
+| ... | encrypt it and send to another DUT, where packets are decrypted and \
+| ... | sent back to TG. UDP encapsulation is used between DUTs. \
+| ... | Anti-replay is enabled.
+| ... |
+| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
+| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
+| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \
+| ... | expressed in percentage of packets transmitted. NDR and PDR are \
+| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
+| ... | library.
+| ... | Test packets are generated by TG on \
+| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
+| ... | (flow-group per direction, number of flows per flow-group equals to \
+| ... | number of IPSec tunnels) with all packets \
+| ... | containing Ethernet header, IPv4 header with IP protocol=61 and \
+| ... | static payload. MAC addresses are matching MAC addresses of the TG \
+| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) \
+| ... | is applied to both streams.
+| ... |
+| ... | - **[Ref] Applicable standard specifications:** RFC4303 and RFC2544.
+
+*** Variables ***
+| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so
+| ... | crypto_native_plugin.so
+| ... | crypto_ipsecmb_plugin.so | crypto_openssl_plugin.so
+| ${crypto_type}= | ${None}
+| ${encr_alg}= | AES CTR 128
+| ${auth_alg}= | SHA 256 128
+| ${nic_name}= | Intel-X710
+| ${nic_driver}= | vfio-pci
+| ${nic_rxq_size}= | 0
+| ${nic_txq_size}= | 0
+| ${nic_pfs}= | 2
+| ${nic_vfs}= | 0
+| ${osi_layer}= | L3
+| ${overhead}= | ${62}
+| ${tg_if1_ip4}= | 192.168.10.254
+| ${dut1_if1_ip4}= | 192.168.10.11
+| ${dut1_if2_ip4}= | 100.0.0.1
+| ${dut2_if1_ip4}= | 200.0.0.102
+| ${dut2_if2_ip4}= | 192.168.20.11
+| ${tg_if2_ip4}= | 192.168.20.254
+| ${raddr_ip4}= | 20.0.0.0
+| ${laddr_ip4}= | 10.0.0.0
+| ${addr_range}= | ${24}
+| ${n_tunnels}= | ${10000}
+# Traffic profile:
+| ${traffic_profile}= | trex-stl-ethip4-ip4dst${n_tunnels}
+
+*** Keywords ***
+| Local Template
+| | [Documentation]
+| | ... | - **[Cfg]** DUT runs IPSec tunneling AES_CTR_128+SHA_256_128 config. \
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
+| |
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| |
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| |
+| | Set Test Variable | \${frame_size}
+| |
+| | Given Set Max Rate And Jumbo
+| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
+| | And Pre-initialize layer driver | ${nic_driver}
+| | And Apply startup configuration on all VPP DUTs
+| | When Initialize layer driver | ${nic_driver}
+| | And Initialize layer interface
+| | And Initialize IPSec in 3-node circular topology
+| | And VPP IPsec Create Tunnel Interfaces
+| | ... | ${nodes} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${DUT1_${int}2}[0]
+| | ... | ${DUT2_${int}1}[0] | ${n_tunnels} | ${encr_alg} | ${auth_alg}
+| | ... | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | udp_encap=${True}
+| | ... | anti_replay=${True}
+| | Then Find NDR and PDR intervals using optimized search
+
+*** Test Cases ***
+| 64B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr
+| | [Tags] | 64B | 1C
+| | frame_size=${64} | phy_cores=${1}
+
+| 64B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr
+| | [Tags] | 64B | 2C
+| | frame_size=${64} | phy_cores=${2}
+
+| 64B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr
+| | [Tags] | 64B | 4C
+| | frame_size=${64} | phy_cores=${4}
+
+| 1518B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr
+| | [Tags] | 1518B | 1C
+| | frame_size=${1518} | phy_cores=${1}
+
+| 1518B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr
+| | [Tags] | 1518B | 2C
+| | frame_size=${1518} | phy_cores=${2}
+
+| 1518B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr
+| | [Tags] | 1518B | 4C
+| | frame_size=${1518} | phy_cores=${4}
+
+| 9000B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr
+| | [Tags] | 9000B | 1C
+| | frame_size=${9000} | phy_cores=${1}
+
+| 9000B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr
+| | [Tags] | 9000B | 2C
+| | frame_size=${9000} | phy_cores=${2}
+
+| 9000B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr
+| | [Tags] | 9000B | 4C
+| | frame_size=${9000} | phy_cores=${4}
+
+| IMIX-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr
+| | [Tags] | IMIX | 1C
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
+
+| IMIX-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr
+| | [Tags] | IMIX | 2C
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
+
+| IMIX-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac256sha-ndrpdr
+| | [Tags] | IMIX | 4C
+| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr.robot
new file mode 100644
index 0000000000..2a1642b7cb
--- /dev/null
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr.robot
@@ -0,0 +1,167 @@
+# Copyright (c) 2024 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+*** Settings ***
+| Resource | resources/libraries/robot/shared/default.robot
+|
+| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
+| ... | AES_128_CTR | AES | HMAC_SHA_96 | UDP_ENCAP | ANTI_REPLAY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
+| ... | ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha
+|
+| Suite Setup | Setup suite topology interfaces | performance
+| Suite Teardown | Tear down suite | performance
+| Test Setup | Setup test | performance
+| Test Teardown | Tear down test | performance | ipsec_sa
+|
+| Test Template | Local Template
+|
+| Documentation | **RFC2544: Pkt throughput IPv4 IPsec tunnel mode.**
+| ... |
+| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
+| ... | topology with single links between nodes.
+| ... |
+| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 on TG-DUTn, \
+| ... | Eth-IPv4-IPSec on DUT1-DUT2.
+| ... |
+| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with \
+| ... | multiple IPsec tunnels between them. DUTs get IPv4 traffic from TG, \
+| ... | encrypt it and send to another DUT, where packets are decrypted and \
+| ... | sent back to TG. UDP encapsulation is used between DUTs. \
+| ... | Anti-replay is enabled.
+| ... |
+| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
+| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
+| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \
+| ... | expressed in percentage of packets transmitted. NDR and PDR are \
+| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
+| ... | library.
+| ... | Test packets are generated by TG on \
+| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
+| ... | (flow-group per direction, number of flows per flow-group equals to \
+| ... | number of IPSec tunnels) with all packets \
+| ... | containing Ethernet header, IPv4 header with IP protocol=61 and \
+| ... | static payload. MAC addresses are matching MAC addresses of the TG \
+| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) \
+| ... | is applied to both streams.
+| ... |
+| ... | - **[Ref] Applicable standard specifications:** RFC4303 and RFC2544.
+
+*** Variables ***
+| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so
+| ... | crypto_native_plugin.so
+| ... | crypto_ipsecmb_plugin.so | crypto_openssl_plugin.so
+| ${crypto_type}= | ${None}
+| ${encr_alg}= | AES CTR 128
+| ${auth_alg}= | SHA1 96
+| ${nic_name}= | Intel-X710
+| ${nic_driver}= | vfio-pci
+| ${nic_rxq_size}= | 0
+| ${nic_txq_size}= | 0
+| ${nic_pfs}= | 2
+| ${nic_vfs}= | 0
+| ${osi_layer}= | L3
+| ${overhead}= | ${58}
+| ${tg_if1_ip4}= | 192.168.10.254
+| ${dut1_if1_ip4}= | 192.168.10.11
+| ${dut1_if2_ip4}= | 100.0.0.1
+| ${dut2_if1_ip4}= | 200.0.0.102
+| ${dut2_if2_ip4}= | 192.168.20.11
+| ${tg_if2_ip4}= | 192.168.20.254
+| ${raddr_ip4}= | 20.0.0.0
+| ${laddr_ip4}= | 10.0.0.0
+| ${addr_range}= | ${24}
+| ${n_tunnels}= | ${10000}
+# Traffic profile:
+| ${traffic_profile}= | trex-stl-ethip4-ip4dst${n_tunnels}
+
+*** Keywords ***
+| Local Template
+| | [Documentation]
+| | ... | - **[Cfg]** DUT runs IPSec tunneling AES_CTR_128+SHA1_96 config. \
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
+| |
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| |
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| |
+| | Set Test Variable | \${frame_size}
+| |
+| | Given Set Max Rate And Jumbo
+| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
+| | And Pre-initialize layer driver | ${nic_driver}
+| | And Apply startup configuration on all VPP DUTs
+| | When Initialize layer driver | ${nic_driver}
+| | And Initialize layer interface
+| | And Initialize IPSec in 3-node circular topology
+| | And VPP IPsec Create Tunnel Interfaces
+| | ... | ${nodes} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${DUT1_${int}2}[0]
+| | ... | ${DUT2_${int}1}[0] | ${n_tunnels} | ${encr_alg} | ${auth_alg}
+| | ... | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | udp_encap=${True}
+| | ... | anti_replay=${True}
+| | Then Find NDR and PDR intervals using optimized search
+
+*** Test Cases ***
+| 64B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr
+| | [Tags] | 64B | 1C
+| | frame_size=${64} | phy_cores=${1}
+
+| 64B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr
+| | [Tags] | 64B | 2C
+| | frame_size=${64} | phy_cores=${2}
+
+| 64B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr
+| | [Tags] | 64B | 4C
+| | frame_size=${64} | phy_cores=${4}
+
+| 1518B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr
+| | [Tags] | 1518B | 1C
+| | frame_size=${1518} | phy_cores=${1}
+
+| 1518B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr
+| | [Tags] | 1518B | 2C
+| | frame_size=${1518} | phy_cores=${2}
+
+| 1518B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr
+| | [Tags] | 1518B | 4C
+| | frame_size=${1518} | phy_cores=${4}
+
+| 9000B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr
+| | [Tags] | 9000B | 1C
+| | frame_size=${9000} | phy_cores=${1}
+
+| 9000B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr
+| | [Tags] | 9000B | 2C
+| | frame_size=${9000} | phy_cores=${2}
+
+| 9000B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr
+| | [Tags] | 9000B | 4C
+| | frame_size=${9000} | phy_cores=${4}
+
+| IMIX-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr
+| | [Tags] | IMIX | 1C
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
+
+| IMIX-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr
+| | [Tags] | IMIX | 2C
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
+
+| IMIX-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128ctr-hmac96sha-ndrpdr
+| | [Tags] | IMIX | 4C
+| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr.robot
index bfeea9955c..e1290e9aa9 100644
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -14,35 +14,32 @@
*** Settings ***
| Resource | resources/libraries/robot/shared/default.robot
|
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM
-| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34
-| ... | LBOND_1L | VM_TESTPMD | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | 1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
+| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
+| ... | AES_128_GCM | AES | UDP_ENCAP | ANTI_REPLAY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
+| ... | ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance
| Suite Teardown | Tear down suite | performance
| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
+| Test Teardown | Tear down test | performance | ipsec_sa
|
| Test Template | Local Template
|
-| Documentation | **RFC2544: Pkt throughput L2BD test cases with vhost and vpp \
-| ... | link bonding**
+| Documentation | **RFC2544: Pkt throughput IPv4 IPsec tunnel mode.**
| ... |
| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
| ... | topology with single links between nodes.
| ... |
-| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 switching of IPv4. \
-| ... | 802.1q tagging is applied on link between DUT1 and DUT2.
+| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 on TG-DUTn, \
+| ... | Eth-IPv4-IPSec on DUT1-DUT2.
| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with VPP \
-| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and \
-| ... | DUT2 and L2 bridge-domain with MAC learning enabled. Qemu VNFs are \
-| ... | connected to VPP via vhost-user interfaces. Guest is running testpmd \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1/DUT2 is \
-| ... | tested with ${nic_name}.
+| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with \
+| ... | multiple IPsec tunnels between them. DUTs get IPv4 traffic from TG, \
+| ... | encrypt it and send to another DUT, where packets are decrypted and \
+| ... | sent back to TG. UDP encapsulation is used between DUTs. \
+| ... | Anti-replay is enabled.
| ... |
| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
@@ -50,44 +47,49 @@
| ... | expressed in percentage of packets transmitted. NDR and PDR are \
| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
| ... | library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per \
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header \
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC \
-| ... | addresses of the TG node interfaces.
+| ... | Test packets are generated by TG on \
+| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
+| ... | (flow-group per direction, number of flows per flow-group equals to \
+| ... | number of IPSec tunnels) with all packets \
+| ... | containing Ethernet header, IPv4 header with IP protocol=61 and \
+| ... | static payload. MAC addresses are matching MAC addresses of the TG \
+| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) \
+| ... | is applied to both streams.
| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544.
+| ... | - **[Ref] Applicable standard specifications:** RFC4303 and RFC2544.
*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | lacp_plugin.so
-| ... | vhost_plugin.so
+| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so
+| ... | crypto_native_plugin.so
+| ... | crypto_ipsecmb_plugin.so | crypto_openssl_plugin.so
| ${crypto_type}= | ${None}
+| ${encr_alg}= | AES GCM 128
+| ${auth_alg}= | NONE
| ${nic_name}= | Intel-X710
| ${nic_driver}= | vfio-pci
| ${nic_rxq_size}= | 0
| ${nic_txq_size}= | 0
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
-| ${osi_layer}= | L2
-| ${overhead}= | ${4}
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${nf_dtcr}= | ${1}
-| ${nf_dtc}= | ${1}
-| ${nf_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Link bonding config
-| ${bond_mode}= | lacp
-| ${lb_mode}= | l34
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
+| ${osi_layer}= | L3
+| ${overhead}= | ${62}
+| ${tg_if1_ip4}= | 192.168.10.254
+| ${dut1_if1_ip4}= | 192.168.10.11
+| ${dut1_if2_ip4}= | 100.0.0.1
+| ${dut2_if1_ip4}= | 200.0.0.102
+| ${dut2_if2_ip4}= | 192.168.20.11
+| ${tg_if2_ip4}= | 192.168.20.254
+| ${raddr_ip4}= | 20.0.0.0
+| ${laddr_ip4}= | 10.0.0.0
+| ${addr_range}= | ${24}
+| ${n_tunnels}= | ${10000}
# Traffic profile:
-| ${traffic_profile}= | trex-stl-ethip4-ip4src254
+| ${traffic_profile}= | trex-stl-ethip4-ip4dst${n_tunnels}
*** Keywords ***
| Local Template
| | [Documentation]
-| | ... | - **[Cfg]** DUT runs L2BD switching config. \
+| | ... | - **[Cfg]** DUT runs IPSec tunneling AES_GCM_128 config. \
| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
| |
@@ -100,7 +102,6 @@
| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
| |
| | Set Test Variable | \${frame_size}
-| | Set Test Variable | ${vlan_strip_off} | ${TRUE}
| |
| | Given Set Max Rate And Jumbo
| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
@@ -108,59 +109,59 @@
| | And Apply startup configuration on all VPP DUTs
| | When Initialize layer driver | ${nic_driver}
| | And Initialize layer interface
-| | And Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid}
-| | ... | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${True} | vnf=testpmd_io
+| | And Initialize IPSec in 3-node circular topology
+| | And VPP IPsec Create Tunnel Interfaces
+| | ... | ${nodes} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${DUT1_${int}2}[0]
+| | ... | ${DUT2_${int}1}[0] | ${n_tunnels} | ${encr_alg} | ${auth_alg}
+| | ... | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | udp_encap=${True}
+| | ... | anti_replay=${True}
| | Then Find NDR and PDR intervals using optimized search
*** Test Cases ***
-| 64B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
+| 64B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr
| | [Tags] | 64B | 1C
| | frame_size=${64} | phy_cores=${1}
-| 64B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
+| 64B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr
| | [Tags] | 64B | 2C
| | frame_size=${64} | phy_cores=${2}
-| 64B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
+| 64B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr
| | [Tags] | 64B | 4C
| | frame_size=${64} | phy_cores=${4}
-| 1518B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
+| 1518B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr
| | [Tags] | 1518B | 1C
| | frame_size=${1518} | phy_cores=${1}
-| 1518B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
+| 1518B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr
| | [Tags] | 1518B | 2C
| | frame_size=${1518} | phy_cores=${2}
-| 1518B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
+| 1518B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr
| | [Tags] | 1518B | 4C
| | frame_size=${1518} | phy_cores=${4}
-| 9000B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
+| 9000B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr
| | [Tags] | 9000B | 1C
| | frame_size=${9000} | phy_cores=${1}
-| 9000B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
+| 9000B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr
| | [Tags] | 9000B | 2C
| | frame_size=${9000} | phy_cores=${2}
-| 9000B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
+| 9000B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr
| | [Tags] | 9000B | 4C
| | frame_size=${9000} | phy_cores=${4}
-| IMIX-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
+| IMIX-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr
| | [Tags] | IMIX | 1C
| | frame_size=IMIX_v4_1 | phy_cores=${1}
-| IMIX-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
+| IMIX-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr
| | [Tags] | IMIX | 2C
| | frame_size=IMIX_v4_1 | phy_cores=${2}
-| IMIX-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
+| IMIX-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128gcm-ndrpdr
| | [Tags] | IMIX | 4C
| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr.robot
index aac2c62e02..d16344103e 100644
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -14,35 +14,32 @@
*** Settings ***
| Resource | resources/libraries/robot/shared/default.robot
|
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM
-| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34
-| ... | LBOND_1L | NF_VPPL2XC | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | 1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
+| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
+| ... | AES_128_NULL_GMAC | AES | UDP_ENCAP | ANTI_REPLAY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
+| ... | ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac
|
| Suite Setup | Setup suite topology interfaces | performance
| Suite Teardown | Tear down suite | performance
| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
+| Test Teardown | Tear down test | performance | ipsec_sa
|
| Test Template | Local Template
|
-| Documentation | **RFC2544: Pkt throughput L2XC test cases with vhost and vpp \
-| ... | link bonding**
+| Documentation | **RFC2544: Pkt throughput IPv4 IPsec tunnel mode.**
| ... |
| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
| ... | topology with single links between nodes.
| ... |
-| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 cross connect. \
-| ... | 802.1q tagging is applied on link between DUT1 and DUT2.
+| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 on TG-DUTn, \
+| ... | Eth-IPv4-IPSec on DUT1-DUT2.
| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with VPP \
-| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and \
-| ... | DUT2 and L2 cross- connect. Qemu VNFs are \
-| ... | connected to VPP via vhost-user interfaces. Guest is running VPP l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1/DUT2 is \
-| ... | tested with ${nic_name}.
+| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with \
+| ... | multiple IPsec tunnels between them. DUTs get IPv4 traffic from TG, \
+| ... | encrypt it and send to another DUT, where packets are decrypted and \
+| ... | sent back to TG. UDP encapsulation is used between DUTs. \
+| ... | Anti-replay is enabled.
| ... |
| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
@@ -50,42 +47,49 @@
| ... | expressed in percentage of packets transmitted. NDR and PDR are \
| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
| ... | library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per \
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header \
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC \
-| ... | addresses of the TG node interfaces.
+| ... | Test packets are generated by TG on \
+| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
+| ... | (flow-group per direction, number of flows per flow-group equals to \
+| ... | number of IPSec tunnels) with all packets \
+| ... | containing Ethernet header, IPv4 header with IP protocol=61 and \
+| ... | static payload. MAC addresses are matching MAC addresses of the TG \
+| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) \
+| ... | is applied to both streams.
| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544.
+| ... | - **[Ref] Applicable standard specifications:** RFC4303 and RFC2544.
*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | lacp_plugin.so
-| ... | vhost_plugin.so
+| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so
+| ... | crypto_native_plugin.so
+| ... | crypto_ipsecmb_plugin.so | crypto_openssl_plugin.so
| ${crypto_type}= | ${None}
+| ${encr_alg}= | AES NULL GMAC 128
+| ${auth_alg}= | NONE
| ${nic_name}= | Intel-X710
| ${nic_driver}= | vfio-pci
| ${nic_rxq_size}= | 0
| ${nic_txq_size}= | 0
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
-| ${osi_layer}= | L2
-| ${overhead}= | ${4}
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${nf_dtcr}= | ${1}
-| ${nf_dtc}= | ${1}
-| ${nf_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Link bonding config
-| ${bond_mode}= | lacp
-| ${lb_mode}= | l34
+| ${osi_layer}= | L3
+| ${overhead}= | ${62}
+| ${tg_if1_ip4}= | 192.168.10.254
+| ${dut1_if1_ip4}= | 192.168.10.11
+| ${dut1_if2_ip4}= | 100.0.0.1
+| ${dut2_if1_ip4}= | 200.0.0.102
+| ${dut2_if2_ip4}= | 192.168.20.11
+| ${tg_if2_ip4}= | 192.168.20.254
+| ${raddr_ip4}= | 20.0.0.0
+| ${laddr_ip4}= | 10.0.0.0
+| ${addr_range}= | ${24}
+| ${n_tunnels}= | ${10000}
# Traffic profile:
-| ${traffic_profile}= | trex-stl-ethip4-ip4src254
+| ${traffic_profile}= | trex-stl-ethip4-ip4dst${n_tunnels}
*** Keywords ***
| Local Template
| | [Documentation]
-| | ... | - **[Cfg]** DUT runs L2XC switching config. \
+| | ... | - **[Cfg]** DUT runs IPSec tunneling AES_NULL_GMAC_128 config. \
| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
| |
@@ -98,7 +102,6 @@
| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
| |
| | Set Test Variable | \${frame_size}
-| | Set Test Variable | ${vlan_strip_off} | ${TRUE}
| |
| | Given Set Max Rate And Jumbo
| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
@@ -106,59 +109,59 @@
| | And Apply startup configuration on all VPP DUTs
| | When Initialize layer driver | ${nic_driver}
| | And Initialize layer interface
-| | And Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology
-| | ... | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${True}
-| | ... | vnf=vppl2xc_2vhostvr1024
+| | And Initialize IPSec in 3-node circular topology
+| | And VPP IPsec Create Tunnel Interfaces
+| | ... | ${nodes} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${DUT1_${int}2}[0]
+| | ... | ${DUT2_${int}1}[0] | ${n_tunnels} | ${encr_alg} | ${auth_alg}
+| | ... | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | udp_encap=${True}
+| | ... | anti_replay=${True}
| | Then Find NDR and PDR intervals using optimized search
*** Test Cases ***
-| 64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 64B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr
| | [Tags] | 64B | 1C
| | frame_size=${64} | phy_cores=${1}
-| 64B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 64B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr
| | [Tags] | 64B | 2C
| | frame_size=${64} | phy_cores=${2}
-| 64B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 64B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr
| | [Tags] | 64B | 4C
| | frame_size=${64} | phy_cores=${4}
-| 1518B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 1518B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr
| | [Tags] | 1518B | 1C
| | frame_size=${1518} | phy_cores=${1}
-| 1518B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 1518B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr
| | [Tags] | 1518B | 2C
| | frame_size=${1518} | phy_cores=${2}
-| 1518B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 1518B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr
| | [Tags] | 1518B | 4C
| | frame_size=${1518} | phy_cores=${4}
-| 9000B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 9000B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr
| | [Tags] | 9000B | 1C
| | frame_size=${9000} | phy_cores=${1}
-| 9000B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 9000B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr
| | [Tags] | 9000B | 2C
| | frame_size=${9000} | phy_cores=${2}
-| 9000B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| 9000B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr
| | [Tags] | 9000B | 4C
| | frame_size=${9000} | phy_cores=${4}
-| IMIX-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| IMIX-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr
| | [Tags] | IMIX | 1C
| | frame_size=IMIX_v4_1 | phy_cores=${1}
-| IMIX-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| IMIX-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr
| | [Tags] | IMIX | 2C
| | frame_size=IMIX_v4_1 | phy_cores=${2}
-| IMIX-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr
+| IMIX-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes128nullgmac-ndrpdr
| | [Tags] | IMIX | 4C
| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr.robot
new file mode 100644
index 0000000000..c79d4b66c8
--- /dev/null
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr.robot
@@ -0,0 +1,167 @@
+# Copyright (c) 2024 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+*** Settings ***
+| Resource | resources/libraries/robot/shared/default.robot
+|
+| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
+| ... | AES_256_CBC | AES | HMAC_SHA_256 | UDP_ENCAP | ANTI_REPLAY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
+| ... | ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha
+|
+| Suite Setup | Setup suite topology interfaces | performance
+| Suite Teardown | Tear down suite | performance
+| Test Setup | Setup test | performance
+| Test Teardown | Tear down test | performance | ipsec_sa
+|
+| Test Template | Local Template
+|
+| Documentation | **RFC2544: Pkt throughput IPv4 IPsec tunnel mode.**
+| ... |
+| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
+| ... | topology with single links between nodes.
+| ... |
+| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 on TG-DUTn, \
+| ... | Eth-IPv4-IPSec on DUT1-DUT2.
+| ... |
+| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with \
+| ... | multiple IPsec tunnels between them. DUTs get IPv4 traffic from TG, \
+| ... | encrypt it and send to another DUT, where packets are decrypted and \
+| ... | sent back to TG. UDP encapsulation is used between DUTs. \
+| ... | Anti-replay is enabled.
+| ... |
+| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
+| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
+| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \
+| ... | expressed in percentage of packets transmitted. NDR and PDR are \
+| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
+| ... | library.
+| ... | Test packets are generated by TG on \
+| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
+| ... | (flow-group per direction, number of flows per flow-group equals to \
+| ... | number of IPSec tunnels) with all packets \
+| ... | containing Ethernet header, IPv4 header with IP protocol=61 and \
+| ... | static payload. MAC addresses are matching MAC addresses of the TG \
+| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) \
+| ... | is applied to both streams.
+| ... |
+| ... | - **[Ref] Applicable standard specifications:** RFC4303 and RFC2544.
+
+*** Variables ***
+| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so
+| ... | crypto_native_plugin.so
+| ... | crypto_ipsecmb_plugin.so | crypto_openssl_plugin.so
+| ${crypto_type}= | ${None}
+| ${encr_alg}= | AES CBC 256
+| ${auth_alg}= | SHA 256 128
+| ${nic_name}= | Intel-X710
+| ${nic_driver}= | vfio-pci
+| ${nic_rxq_size}= | 0
+| ${nic_txq_size}= | 0
+| ${nic_pfs}= | 2
+| ${nic_vfs}= | 0
+| ${osi_layer}= | L3
+| ${overhead}= | ${70}
+| ${tg_if1_ip4}= | 192.168.10.254
+| ${dut1_if1_ip4}= | 192.168.10.11
+| ${dut1_if2_ip4}= | 100.0.0.1
+| ${dut2_if1_ip4}= | 200.0.0.102
+| ${dut2_if2_ip4}= | 192.168.20.11
+| ${tg_if2_ip4}= | 192.168.20.254
+| ${raddr_ip4}= | 20.0.0.0
+| ${laddr_ip4}= | 10.0.0.0
+| ${addr_range}= | ${24}
+| ${n_tunnels}= | ${10000}
+# Traffic profile:
+| ${traffic_profile}= | trex-stl-ethip4-ip4dst${n_tunnels}
+
+*** Keywords ***
+| Local Template
+| | [Documentation]
+| | ... | - **[Cfg]** DUT runs IPSec tunneling AES_CBC_256+SHA_256_128 config. \
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
+| |
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| |
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| |
+| | Set Test Variable | \${frame_size}
+| |
+| | Given Set Max Rate And Jumbo
+| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
+| | And Pre-initialize layer driver | ${nic_driver}
+| | And Apply startup configuration on all VPP DUTs
+| | When Initialize layer driver | ${nic_driver}
+| | And Initialize layer interface
+| | And Initialize IPSec in 3-node circular topology
+| | And VPP IPsec Create Tunnel Interfaces
+| | ... | ${nodes} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${DUT1_${int}2}[0]
+| | ... | ${DUT2_${int}1}[0] | ${n_tunnels} | ${encr_alg} | ${auth_alg}
+| | ... | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | udp_encap=${True}
+| | ... | anti_replay=${True}
+| | Then Find NDR and PDR intervals using optimized search
+
+*** Test Cases ***
+| 64B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr
+| | [Tags] | 64B | 1C
+| | frame_size=${64} | phy_cores=${1}
+
+| 64B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr
+| | [Tags] | 64B | 2C
+| | frame_size=${64} | phy_cores=${2}
+
+| 64B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr
+| | [Tags] | 64B | 4C
+| | frame_size=${64} | phy_cores=${4}
+
+| 1518B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr
+| | [Tags] | 1518B | 1C
+| | frame_size=${1518} | phy_cores=${1}
+
+| 1518B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr
+| | [Tags] | 1518B | 2C
+| | frame_size=${1518} | phy_cores=${2}
+
+| 1518B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr
+| | [Tags] | 1518B | 4C
+| | frame_size=${1518} | phy_cores=${4}
+
+| 9000B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr
+| | [Tags] | 9000B | 1C
+| | frame_size=${9000} | phy_cores=${1}
+
+| 9000B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr
+| | [Tags] | 9000B | 2C
+| | frame_size=${9000} | phy_cores=${2}
+
+| 9000B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr
+| | [Tags] | 9000B | 4C
+| | frame_size=${9000} | phy_cores=${4}
+
+| IMIX-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr
+| | [Tags] | IMIX | 1C
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
+
+| IMIX-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr
+| | [Tags] | IMIX | 2C
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
+
+| IMIX-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac256sha-ndrpdr
+| | [Tags] | IMIX | 4C
+| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr.robot
new file mode 100644
index 0000000000..99896b5103
--- /dev/null
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr.robot
@@ -0,0 +1,167 @@
+# Copyright (c) 2024 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+*** Settings ***
+| Resource | resources/libraries/robot/shared/default.robot
+|
+| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
+| ... | AES_256_CBC | AES | HMAC_SHA_96 | UDP_ENCAP | ANTI_REPLAY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
+| ... | ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha
+|
+| Suite Setup | Setup suite topology interfaces | performance
+| Suite Teardown | Tear down suite | performance
+| Test Setup | Setup test | performance
+| Test Teardown | Tear down test | performance | ipsec_sa
+|
+| Test Template | Local Template
+|
+| Documentation | **RFC2544: Pkt throughput IPv4 IPsec tunnel mode.**
+| ... |
+| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
+| ... | topology with single links between nodes.
+| ... |
+| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 on TG-DUTn, \
+| ... | Eth-IPv4-IPSec on DUT1-DUT2.
+| ... |
+| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with \
+| ... | multiple IPsec tunnels between them. DUTs get IPv4 traffic from TG, \
+| ... | encrypt it and send to another DUT, where packets are decrypted and \
+| ... | sent back to TG. UDP encapsulation is used between DUTs. \
+| ... | Anti-replay is enabled.
+| ... |
+| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
+| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
+| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \
+| ... | expressed in percentage of packets transmitted. NDR and PDR are \
+| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
+| ... | library.
+| ... | Test packets are generated by TG on \
+| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
+| ... | (flow-group per direction, number of flows per flow-group equals to \
+| ... | number of IPSec tunnels) with all packets \
+| ... | containing Ethernet header, IPv4 header with IP protocol=61 and \
+| ... | static payload. MAC addresses are matching MAC addresses of the TG \
+| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) \
+| ... | is applied to both streams.
+| ... |
+| ... | - **[Ref] Applicable standard specifications:** RFC4303 and RFC2544.
+
+*** Variables ***
+| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so
+| ... | crypto_native_plugin.so
+| ... | crypto_ipsecmb_plugin.so | crypto_openssl_plugin.so
+| ${crypto_type}= | ${None}
+| ${encr_alg}= | AES CBC 256
+| ${auth_alg}= | SHA1 96
+| ${nic_name}= | Intel-X710
+| ${nic_driver}= | vfio-pci
+| ${nic_rxq_size}= | 0
+| ${nic_txq_size}= | 0
+| ${nic_pfs}= | 2
+| ${nic_vfs}= | 0
+| ${osi_layer}= | L3
+| ${overhead}= | ${66}
+| ${tg_if1_ip4}= | 192.168.10.254
+| ${dut1_if1_ip4}= | 192.168.10.11
+| ${dut1_if2_ip4}= | 100.0.0.1
+| ${dut2_if1_ip4}= | 200.0.0.102
+| ${dut2_if2_ip4}= | 192.168.20.11
+| ${tg_if2_ip4}= | 192.168.20.254
+| ${raddr_ip4}= | 20.0.0.0
+| ${laddr_ip4}= | 10.0.0.0
+| ${addr_range}= | ${24}
+| ${n_tunnels}= | ${10000}
+# Traffic profile:
+| ${traffic_profile}= | trex-stl-ethip4-ip4dst${n_tunnels}
+
+*** Keywords ***
+| Local Template
+| | [Documentation]
+| | ... | - **[Cfg]** DUT runs IPSec tunneling AES_CBC_256+SHA1_96 config. \
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
+| |
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| |
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| |
+| | Set Test Variable | \${frame_size}
+| |
+| | Given Set Max Rate And Jumbo
+| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
+| | And Pre-initialize layer driver | ${nic_driver}
+| | And Apply startup configuration on all VPP DUTs
+| | When Initialize layer driver | ${nic_driver}
+| | And Initialize layer interface
+| | And Initialize IPSec in 3-node circular topology
+| | And VPP IPsec Create Tunnel Interfaces
+| | ... | ${nodes} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${DUT1_${int}2}[0]
+| | ... | ${DUT2_${int}1}[0] | ${n_tunnels} | ${encr_alg} | ${auth_alg}
+| | ... | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | udp_encap=${True}
+| | ... | anti_replay=${True}
+| | Then Find NDR and PDR intervals using optimized search
+
+*** Test Cases ***
+| 64B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr
+| | [Tags] | 64B | 1C
+| | frame_size=${64} | phy_cores=${1}
+
+| 64B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr
+| | [Tags] | 64B | 2C
+| | frame_size=${64} | phy_cores=${2}
+
+| 64B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr
+| | [Tags] | 64B | 4C
+| | frame_size=${64} | phy_cores=${4}
+
+| 1518B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr
+| | [Tags] | 1518B | 1C
+| | frame_size=${1518} | phy_cores=${1}
+
+| 1518B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr
+| | [Tags] | 1518B | 2C
+| | frame_size=${1518} | phy_cores=${2}
+
+| 1518B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr
+| | [Tags] | 1518B | 4C
+| | frame_size=${1518} | phy_cores=${4}
+
+| 9000B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr
+| | [Tags] | 9000B | 1C
+| | frame_size=${9000} | phy_cores=${1}
+
+| 9000B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr
+| | [Tags] | 9000B | 2C
+| | frame_size=${9000} | phy_cores=${2}
+
+| 9000B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr
+| | [Tags] | 9000B | 4C
+| | frame_size=${9000} | phy_cores=${4}
+
+| IMIX-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr
+| | [Tags] | IMIX | 1C
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
+
+| IMIX-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr
+| | [Tags] | IMIX | 2C
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
+
+| IMIX-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256cbc-hmac96sha-ndrpdr
+| | [Tags] | IMIX | 4C
+| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr.robot
new file mode 100644
index 0000000000..0f1e1b6476
--- /dev/null
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr.robot
@@ -0,0 +1,167 @@
+# Copyright (c) 2024 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+*** Settings ***
+| Resource | resources/libraries/robot/shared/default.robot
+|
+| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
+| ... | AES_256_GCM | AES | UDP_ENCAP | ANTI_REPLAY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
+| ... | ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm
+|
+| Suite Setup | Setup suite topology interfaces | performance
+| Suite Teardown | Tear down suite | performance
+| Test Setup | Setup test | performance
+| Test Teardown | Tear down test | performance | ipsec_sa
+|
+| Test Template | Local Template
+|
+| Documentation | **RFC2544: Pkt throughput IPv4 IPsec tunnel mode.**
+| ... |
+| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
+| ... | topology with single links between nodes.
+| ... |
+| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 on TG-DUTn, \
+| ... | Eth-IPv4-IPSec on DUT1-DUT2.
+| ... |
+| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with \
+| ... | multiple IPsec tunnels between them. DUTs get IPv4 traffic from TG, \
+| ... | encrypt it and send to another DUT, where packets are decrypted and \
+| ... | sent back to TG. UDP encapsulation is used between DUTs. \
+| ... | Anti-replay is enabled.
+| ... |
+| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
+| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
+| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \
+| ... | expressed in percentage of packets transmitted. NDR and PDR are \
+| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
+| ... | library.
+| ... | Test packets are generated by TG on \
+| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
+| ... | (flow-group per direction, number of flows per flow-group equals to \
+| ... | number of IPSec tunnels) with all packets \
+| ... | containing Ethernet header, IPv4 header with IP protocol=61 and \
+| ... | static payload. MAC addresses are matching MAC addresses of the TG \
+| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) \
+| ... | is applied to both streams.
+| ... |
+| ... | - **[Ref] Applicable standard specifications:** RFC4303 and RFC2544.
+
+*** Variables ***
+| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so
+| ... | crypto_native_plugin.so
+| ... | crypto_ipsecmb_plugin.so | crypto_openssl_plugin.so
+| ${crypto_type}= | ${None}
+| ${encr_alg}= | AES GCM 256
+| ${auth_alg}= | NONE
+| ${nic_name}= | Intel-X710
+| ${nic_driver}= | vfio-pci
+| ${nic_rxq_size}= | 0
+| ${nic_txq_size}= | 0
+| ${nic_pfs}= | 2
+| ${nic_vfs}= | 0
+| ${osi_layer}= | L3
+| ${overhead}= | ${62}
+| ${tg_if1_ip4}= | 192.168.10.254
+| ${dut1_if1_ip4}= | 192.168.10.11
+| ${dut1_if2_ip4}= | 100.0.0.1
+| ${dut2_if1_ip4}= | 200.0.0.102
+| ${dut2_if2_ip4}= | 192.168.20.11
+| ${tg_if2_ip4}= | 192.168.20.254
+| ${raddr_ip4}= | 20.0.0.0
+| ${laddr_ip4}= | 10.0.0.0
+| ${addr_range}= | ${24}
+| ${n_tunnels}= | ${10000}
+# Traffic profile:
+| ${traffic_profile}= | trex-stl-ethip4-ip4dst${n_tunnels}
+
+*** Keywords ***
+| Local Template
+| | [Documentation]
+| | ... | - **[Cfg]** DUT runs IPSec tunneling AES_GCM_256 config. \
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
+| |
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| |
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| |
+| | Set Test Variable | \${frame_size}
+| |
+| | Given Set Max Rate And Jumbo
+| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
+| | And Pre-initialize layer driver | ${nic_driver}
+| | And Apply startup configuration on all VPP DUTs
+| | When Initialize layer driver | ${nic_driver}
+| | And Initialize layer interface
+| | And Initialize IPSec in 3-node circular topology
+| | And VPP IPsec Create Tunnel Interfaces
+| | ... | ${nodes} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${DUT1_${int}2}[0]
+| | ... | ${DUT2_${int}1}[0] | ${n_tunnels} | ${encr_alg} | ${auth_alg}
+| | ... | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | udp_encap=${True}
+| | ... | anti_replay=${True}
+| | Then Find NDR and PDR intervals using optimized search
+
+*** Test Cases ***
+| 64B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr
+| | [Tags] | 64B | 1C
+| | frame_size=${64} | phy_cores=${1}
+
+| 64B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr
+| | [Tags] | 64B | 2C
+| | frame_size=${64} | phy_cores=${2}
+
+| 64B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr
+| | [Tags] | 64B | 4C
+| | frame_size=${64} | phy_cores=${4}
+
+| 1518B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr
+| | [Tags] | 1518B | 1C
+| | frame_size=${1518} | phy_cores=${1}
+
+| 1518B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr
+| | [Tags] | 1518B | 2C
+| | frame_size=${1518} | phy_cores=${2}
+
+| 1518B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr
+| | [Tags] | 1518B | 4C
+| | frame_size=${1518} | phy_cores=${4}
+
+| 9000B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr
+| | [Tags] | 9000B | 1C
+| | frame_size=${9000} | phy_cores=${1}
+
+| 9000B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr
+| | [Tags] | 9000B | 2C
+| | frame_size=${9000} | phy_cores=${2}
+
+| 9000B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr
+| | [Tags] | 9000B | 4C
+| | frame_size=${9000} | phy_cores=${4}
+
+| IMIX-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr
+| | [Tags] | IMIX | 1C
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
+
+| IMIX-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr
+| | [Tags] | IMIX | 2C
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
+
+| IMIX-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256gcm-ndrpdr
+| | [Tags] | IMIX | 4C
+| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr.robot
new file mode 100644
index 0000000000..e10e8daaf7
--- /dev/null
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr.robot
@@ -0,0 +1,167 @@
+# Copyright (c) 2024 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+*** Settings ***
+| Resource | resources/libraries/robot/shared/default.robot
+|
+| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
+| ... | AES_256_NULL_GMAC | AES | UDP_ENCAP | ANTI_REPLAY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
+| ... | ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac
+|
+| Suite Setup | Setup suite topology interfaces | performance
+| Suite Teardown | Tear down suite | performance
+| Test Setup | Setup test | performance
+| Test Teardown | Tear down test | performance | ipsec_sa
+|
+| Test Template | Local Template
+|
+| Documentation | **RFC2544: Pkt throughput IPv4 IPsec tunnel mode.**
+| ... |
+| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
+| ... | topology with single links between nodes.
+| ... |
+| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 on TG-DUTn, \
+| ... | Eth-IPv4-IPSec on DUT1-DUT2.
+| ... |
+| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with \
+| ... | multiple IPsec tunnels between them. DUTs get IPv4 traffic from TG, \
+| ... | encrypt it and send to another DUT, where packets are decrypted and \
+| ... | sent back to TG. UDP encapsulation is used between DUTs. \
+| ... | Anti-replay is enabled.
+| ... |
+| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
+| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
+| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \
+| ... | expressed in percentage of packets transmitted. NDR and PDR are \
+| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
+| ... | library.
+| ... | Test packets are generated by TG on \
+| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
+| ... | (flow-group per direction, number of flows per flow-group equals to \
+| ... | number of IPSec tunnels) with all packets \
+| ... | containing Ethernet header, IPv4 header with IP protocol=61 and \
+| ... | static payload. MAC addresses are matching MAC addresses of the TG \
+| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) \
+| ... | is applied to both streams.
+| ... |
+| ... | - **[Ref] Applicable standard specifications:** RFC4303 and RFC2544.
+
+*** Variables ***
+| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so
+| ... | crypto_native_plugin.so
+| ... | crypto_ipsecmb_plugin.so | crypto_openssl_plugin.so
+| ${crypto_type}= | ${None}
+| ${encr_alg}= | AES NULL GMAC 256
+| ${auth_alg}= | NONE
+| ${nic_name}= | Intel-X710
+| ${nic_driver}= | vfio-pci
+| ${nic_rxq_size}= | 0
+| ${nic_txq_size}= | 0
+| ${nic_pfs}= | 2
+| ${nic_vfs}= | 0
+| ${osi_layer}= | L3
+| ${overhead}= | ${62}
+| ${tg_if1_ip4}= | 192.168.10.254
+| ${dut1_if1_ip4}= | 192.168.10.11
+| ${dut1_if2_ip4}= | 100.0.0.1
+| ${dut2_if1_ip4}= | 200.0.0.102
+| ${dut2_if2_ip4}= | 192.168.20.11
+| ${tg_if2_ip4}= | 192.168.20.254
+| ${raddr_ip4}= | 20.0.0.0
+| ${laddr_ip4}= | 10.0.0.0
+| ${addr_range}= | ${24}
+| ${n_tunnels}= | ${10000}
+# Traffic profile:
+| ${traffic_profile}= | trex-stl-ethip4-ip4dst${n_tunnels}
+
+*** Keywords ***
+| Local Template
+| | [Documentation]
+| | ... | - **[Cfg]** DUT runs IPSec tunneling AES_NULL_GMAC_256 config. \
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
+| |
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| |
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| |
+| | Set Test Variable | \${frame_size}
+| |
+| | Given Set Max Rate And Jumbo
+| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
+| | And Pre-initialize layer driver | ${nic_driver}
+| | And Apply startup configuration on all VPP DUTs
+| | When Initialize layer driver | ${nic_driver}
+| | And Initialize layer interface
+| | And Initialize IPSec in 3-node circular topology
+| | And VPP IPsec Create Tunnel Interfaces
+| | ... | ${nodes} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${DUT1_${int}2}[0]
+| | ... | ${DUT2_${int}1}[0] | ${n_tunnels} | ${encr_alg} | ${auth_alg}
+| | ... | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | udp_encap=${True}
+| | ... | anti_replay=${True}
+| | Then Find NDR and PDR intervals using optimized search
+
+*** Test Cases ***
+| 64B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr
+| | [Tags] | 64B | 1C
+| | frame_size=${64} | phy_cores=${1}
+
+| 64B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr
+| | [Tags] | 64B | 2C
+| | frame_size=${64} | phy_cores=${2}
+
+| 64B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr
+| | [Tags] | 64B | 4C
+| | frame_size=${64} | phy_cores=${4}
+
+| 1518B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr
+| | [Tags] | 1518B | 1C
+| | frame_size=${1518} | phy_cores=${1}
+
+| 1518B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr
+| | [Tags] | 1518B | 2C
+| | frame_size=${1518} | phy_cores=${2}
+
+| 1518B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr
+| | [Tags] | 1518B | 4C
+| | frame_size=${1518} | phy_cores=${4}
+
+| 9000B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr
+| | [Tags] | 9000B | 1C
+| | frame_size=${9000} | phy_cores=${1}
+
+| 9000B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr
+| | [Tags] | 9000B | 2C
+| | frame_size=${9000} | phy_cores=${2}
+
+| 9000B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr
+| | [Tags] | 9000B | 4C
+| | frame_size=${9000} | phy_cores=${4}
+
+| IMIX-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr
+| | [Tags] | IMIX | 1C
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
+
+| IMIX-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr
+| | [Tags] | IMIX | 2C
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
+
+| IMIX-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-aes256nullgmac-ndrpdr
+| | [Tags] | IMIX | 4C
+| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr.robot
new file mode 100644
index 0000000000..9901bcd6f8
--- /dev/null
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr.robot
@@ -0,0 +1,167 @@
+# Copyright (c) 2024 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+*** Settings ***
+| Resource | resources/libraries/robot/shared/default.robot
+|
+| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
+| ... | HMAC_SHA_96 | UDP_ENCAP | ANTI_REPLAY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
+| ... | ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha
+|
+| Suite Setup | Setup suite topology interfaces | performance
+| Suite Teardown | Tear down suite | performance
+| Test Setup | Setup test | performance
+| Test Teardown | Tear down test | performance | ipsec_sa
+|
+| Test Template | Local Template
+|
+| Documentation | **RFC2544: Pkt throughput IPv4 IPsec tunnel mode.**
+| ... |
+| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
+| ... | topology with single links between nodes.
+| ... |
+| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 on TG-DUTn, \
+| ... | Eth-IPv4-IPSec on DUT1-DUT2.
+| ... |
+| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with \
+| ... | multiple IPsec tunnels between them. DUTs get IPv4 traffic from TG, \
+| ... | encrypt it and send to another DUT, where packets are decrypted and \
+| ... | sent back to TG. UDP encapsulation is used between DUTs. \
+| ... | Anti-replay is enabled.
+| ... |
+| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
+| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
+| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \
+| ... | expressed in percentage of packets transmitted. NDR and PDR are \
+| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
+| ... | library.
+| ... | Test packets are generated by TG on \
+| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
+| ... | (flow-group per direction, number of flows per flow-group equals to \
+| ... | number of IPSec tunnels) with all packets \
+| ... | containing Ethernet header, IPv4 header with IP protocol=61 and \
+| ... | static payload. MAC addresses are matching MAC addresses of the TG \
+| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) \
+| ... | is applied to both streams.
+| ... |
+| ... | - **[Ref] Applicable standard specifications:** RFC4303 and RFC2544.
+
+*** Variables ***
+| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so
+| ... | crypto_native_plugin.so
+| ... | crypto_ipsecmb_plugin.so | crypto_openssl_plugin.so
+| ${crypto_type}= | ${None}
+| ${encr_alg}= | NONE
+| ${auth_alg}= | SHA1 96
+| ${nic_name}= | Intel-X710
+| ${nic_driver}= | vfio-pci
+| ${nic_rxq_size}= | 0
+| ${nic_txq_size}= | 0
+| ${nic_pfs}= | 2
+| ${nic_vfs}= | 0
+| ${osi_layer}= | L3
+| ${overhead}= | ${50}
+| ${tg_if1_ip4}= | 192.168.10.254
+| ${dut1_if1_ip4}= | 192.168.10.11
+| ${dut1_if2_ip4}= | 100.0.0.1
+| ${dut2_if1_ip4}= | 200.0.0.102
+| ${dut2_if2_ip4}= | 192.168.20.11
+| ${tg_if2_ip4}= | 192.168.20.254
+| ${raddr_ip4}= | 20.0.0.0
+| ${laddr_ip4}= | 10.0.0.0
+| ${addr_range}= | ${24}
+| ${n_tunnels}= | ${10000}
+# Traffic profile:
+| ${traffic_profile}= | trex-stl-ethip4-ip4dst${n_tunnels}
+
+*** Keywords ***
+| Local Template
+| | [Documentation]
+| | ... | - **[Cfg]** DUT runs IPSec tunneling SHA1_96 config. \
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
+| |
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| |
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| |
+| | Set Test Variable | \${frame_size}
+| |
+| | Given Set Max Rate And Jumbo
+| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
+| | And Pre-initialize layer driver | ${nic_driver}
+| | And Apply startup configuration on all VPP DUTs
+| | When Initialize layer driver | ${nic_driver}
+| | And Initialize layer interface
+| | And Initialize IPSec in 3-node circular topology
+| | And VPP IPsec Create Tunnel Interfaces
+| | ... | ${nodes} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${DUT1_${int}2}[0]
+| | ... | ${DUT2_${int}1}[0] | ${n_tunnels} | ${encr_alg} | ${auth_alg}
+| | ... | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | udp_encap=${True}
+| | ... | anti_replay=${True}
+| | Then Find NDR and PDR intervals using optimized search
+
+*** Test Cases ***
+| 64B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr
+| | [Tags] | 64B | 1C
+| | frame_size=${64} | phy_cores=${1}
+
+| 64B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr
+| | [Tags] | 64B | 2C
+| | frame_size=${64} | phy_cores=${2}
+
+| 64B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr
+| | [Tags] | 64B | 4C
+| | frame_size=${64} | phy_cores=${4}
+
+| 1518B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr
+| | [Tags] | 1518B | 1C
+| | frame_size=${1518} | phy_cores=${1}
+
+| 1518B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr
+| | [Tags] | 1518B | 2C
+| | frame_size=${1518} | phy_cores=${2}
+
+| 1518B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr
+| | [Tags] | 1518B | 4C
+| | frame_size=${1518} | phy_cores=${4}
+
+| 9000B-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr
+| | [Tags] | 9000B | 1C
+| | frame_size=${9000} | phy_cores=${1}
+
+| 9000B-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr
+| | [Tags] | 9000B | 2C
+| | frame_size=${9000} | phy_cores=${2}
+
+| 9000B-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr
+| | [Tags] | 9000B | 4C
+| | frame_size=${9000} | phy_cores=${4}
+
+| IMIX-1c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr
+| | [Tags] | IMIX | 1C
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
+
+| IMIX-2c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr
+| | [Tags] | IMIX | 2C
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
+
+| IMIX-4c-ethip4ipsec10000tnlsw-udp-ar-ip4base-int-none-hmac96sha-ndrpdr
+| | [Tags] | IMIX | 4C
+| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr.robot
index ed320ca6f6..0f5f13fde9 100644
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -14,35 +14,31 @@
*** Settings ***
| Resource | resources/libraries/robot/shared/default.robot
|
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM
-| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34
-| ... | LBOND_1L | NF_TESTPMD | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | 1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm
+| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_10000
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
+| ... | AES_256_GCM | AES | UDP_ENCAP
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
+| ... | ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
| Suite Teardown | Tear down suite | performance
| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
+| Test Teardown | Tear down test | performance | ipsec_sa
|
| Test Template | Local Template
|
-| Documentation | **RFC2544: Pkt throughput L2XC test cases with vhost and vpp \
-| ... | link bonding**
+| Documentation | **RFC2544: Pkt throughput IPv4 IPsec tunnel mode.**
| ... |
| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
| ... | topology with single links between nodes.
| ... |
-| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 cross connect. \
-| ... | 802.1q tagging is applied on link between DUT1 and DUT2.
+| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 on TG-DUTn, \
+| ... | Eth-IPv4-IPSec on DUT1-DUT2.
| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with VPP \
-| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and \
-| ... | DUT2 and L2 cross- connect. Qemu VNFs are \
-| ... | connected to VPP via vhost-user interfaces. Guest is running testpmd \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1/DUT2 is \
-| ... | tested with ${nic_name}.
+| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with \
+| ... | multiple IPsec tunnels between them. DUTs get IPv4 traffic from TG, \
+| ... | encrypt it and send to another DUT, where packets are decrypted and \
+| ... | sent back to TG. UDP encapsulation is used between DUTs.
| ... |
| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
@@ -50,42 +46,49 @@
| ... | expressed in percentage of packets transmitted. NDR and PDR are \
| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
| ... | library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per \
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header \
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC \
-| ... | addresses of the TG node interfaces.
+| ... | Test packets are generated by TG on \
+| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
+| ... | (flow-group per direction, number of flows per flow-group equals to \
+| ... | number of IPSec tunnels) with all packets \
+| ... | containing Ethernet header, IPv4 header with IP protocol=61 and \
+| ... | static payload. MAC addresses are matching MAC addresses of the TG \
+| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) \
+| ... | is applied to both streams.
| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544.
+| ... | - **[Ref] Applicable standard specifications:** RFC4303 and RFC2544.
*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | lacp_plugin.so
-| ... | vhost_plugin.so
+| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so
+| ... | crypto_native_plugin.so
+| ... | crypto_ipsecmb_plugin.so | crypto_openssl_plugin.so
| ${crypto_type}= | ${None}
+| ${encr_alg}= | AES GCM 256
+| ${auth_alg}= | NONE
| ${nic_name}= | Intel-X710
| ${nic_driver}= | vfio-pci
| ${nic_rxq_size}= | 0
| ${nic_txq_size}= | 0
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
-| ${osi_layer}= | L2
-| ${overhead}= | ${4}
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${nf_dtcr}= | ${1}
-| ${nf_dtc}= | ${1}
-| ${nf_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Link bonding config
-| ${bond_mode}= | lacp
-| ${lb_mode}= | l34
+| ${osi_layer}= | L3
+| ${overhead}= | ${62}
+| ${tg_if1_ip4}= | 192.168.10.254
+| ${dut1_if1_ip4}= | 192.168.10.11
+| ${dut1_if2_ip4}= | 100.0.0.1
+| ${dut2_if1_ip4}= | 200.0.0.102
+| ${dut2_if2_ip4}= | 192.168.20.11
+| ${tg_if2_ip4}= | 192.168.20.254
+| ${raddr_ip4}= | 20.0.0.0
+| ${laddr_ip4}= | 10.0.0.0
+| ${addr_range}= | ${24}
+| ${n_tunnels}= | ${10000}
# Traffic profile:
-| ${traffic_profile}= | trex-stl-ethip4-ip4src254
+| ${traffic_profile}= | trex-stl-ethip4-ip4dst${n_tunnels}
*** Keywords ***
| Local Template
| | [Documentation]
-| | ... | - **[Cfg]** DUT runs L2XC switching config. \
+| | ... | - **[Cfg]** DUT runs IPSec tunneling AES_GCM_256 config. \
| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
| |
@@ -98,7 +101,6 @@
| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
| |
| | Set Test Variable | \${frame_size}
-| | Set Test Variable | ${vlan_strip_off} | ${TRUE}
| |
| | Given Set Max Rate And Jumbo
| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
@@ -106,58 +108,58 @@
| | And Apply startup configuration on all VPP DUTs
| | When Initialize layer driver | ${nic_driver}
| | And Initialize layer interface
-| | And Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology
-| | ... | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${True} | vnf=testpmd_io
+| | And Initialize IPSec in 3-node circular topology
+| | And VPP IPsec Create Tunnel Interfaces
+| | ... | ${nodes} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${DUT1_${int}2}[0]
+| | ... | ${DUT2_${int}1}[0] | ${n_tunnels} | ${encr_alg} | ${auth_alg}
+| | ... | ${laddr_ip4} | ${raddr_ip4} | ${addr_range} | udp_encap=${True}
| | Then Find NDR and PDR intervals using optimized search
*** Test Cases ***
-| 64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
+| 64B-1c-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr
| | [Tags] | 64B | 1C
| | frame_size=${64} | phy_cores=${1}
-| 64B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
+| 64B-2c-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr
| | [Tags] | 64B | 2C
| | frame_size=${64} | phy_cores=${2}
-| 64B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
+| 64B-4c-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr
| | [Tags] | 64B | 4C
| | frame_size=${64} | phy_cores=${4}
-| 1518B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
+| 1518B-1c-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr
| | [Tags] | 1518B | 1C
| | frame_size=${1518} | phy_cores=${1}
-| 1518B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
+| 1518B-2c-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr
| | [Tags] | 1518B | 2C
| | frame_size=${1518} | phy_cores=${2}
-| 1518B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
+| 1518B-4c-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr
| | [Tags] | 1518B | 4C
| | frame_size=${1518} | phy_cores=${4}
-| 9000B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
+| 9000B-1c-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr
| | [Tags] | 9000B | 1C
| | frame_size=${9000} | phy_cores=${1}
-| 9000B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
+| 9000B-2c-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr
| | [Tags] | 9000B | 2C
| | frame_size=${9000} | phy_cores=${2}
-| 9000B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
+| 9000B-4c-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr
| | [Tags] | 9000B | 4C
| | frame_size=${9000} | phy_cores=${4}
-| IMIX-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
+| IMIX-1c-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr
| | [Tags] | IMIX | 1C
| | frame_size=IMIX_v4_1 | phy_cores=${1}
-| IMIX-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
+| IMIX-2c-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr
| | [Tags] | IMIX | 2C
| | frame_size=IMIX_v4_1 | phy_cores=${2}
-| IMIX-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
+| IMIX-4c-ethip4ipsec10000tnlsw-udp-ip4base-int-aes256gcm-ndrpdr
| | [Tags] | IMIX | 4C
| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index 3734288de1..ab68e4ffa1 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -17,7 +17,7 @@
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | SCALE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPD_FLOW_CACHE
| ... | SPE_1000 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index f29a37dfbd..52cc4fd467 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -16,7 +16,7 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | SCALE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPE_1000 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
index 41ceb5270e..c3b1f10354 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1000
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot
index 2e2729a4d5..fe92c68f9e 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECINT | NIC_Intel-X710 | TNL_1000
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlhwasync-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot
index 82b7143deb..ac215eee59 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECINT | NIC_Intel-X710 | TNL_1000
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot
index bcc46079fd..4abb8b4fec 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECTUN | NIC_Intel-X710 | TNL_1000
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlhwasync-ip4base-policy-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr.robot
index 3ad94ac96e..547f61a2ec 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr.robot
index 9af8dc5f66..a9099317eb 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | FLOW_DIR | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr.robot
index 31b5079f7b..d7b8b5ba46 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | FLOW_RSS | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
index bd2d615040..52d648c4af 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-reassembly-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-reassembly-ndrpdr.robot
index d0a41db9f4..e808ff81ea 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-reassembly-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-reassembly-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | REASSEMBLY | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | REASSEMBLY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-reassembly
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
index 53dafb0189..25a67cd835 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
index 4635b70c49..3a57dfb9a3 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly-ndrpdr.robot
index bd399f8ecb..e65ed4f0e6 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | REASSEMBLY | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES | REASSEMBLY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-reassembly
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
index 299a32f0ac..15dded65b8 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-reassembly-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-reassembly-ndrpdr.robot
index 62f328434e..30da7fd10e 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-reassembly-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-reassembly-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | REASSEMBLY | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES | REASSEMBLY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-reassembly
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index 55a95344d5..e110b25f07 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -17,7 +17,7 @@
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | SCALE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPD_FLOW_CACHE
| ... | SPE_100 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index da0bb0edfc..ff7e52476c 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -16,7 +16,7 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | SCALE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPE_100 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec100spe-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index 3e665a2fe7..f08531640a 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -17,7 +17,7 @@
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | SCALE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPD_FLOW_CACHE
| ... | SPE_10 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10spe-cache-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index 3bb23bbeca..7dd243a094 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec10spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -16,7 +16,7 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | SCALE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPE_10 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10spe-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index 1fb6841428..92ac60299b 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -17,7 +17,7 @@
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | BASE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPD_FLOW_CACHE
| ... | SPE_1 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index 39ac669b91..5354db1fe4 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -16,7 +16,7 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | BASE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPE_1 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1spe-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
index d36dff2597..e0b8e0f626 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECINT | NIC_Intel-X710 | BASE
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot
index b85ff35478..13d060129d 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECINT | NIC_Intel-X710 | BASE
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlhwasync-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot
index 5d0d94a93f..f32ea5683f 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECINT | NIC_Intel-X710 | BASE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlhwasync-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot
index df06d31201..ec88dc6856 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECTUN | NIC_Intel-X710 | BASE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlhwasync-ip4base-policy-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
index 4bb76d2458..4529e781ec 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | BASE
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-reassembly-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-reassembly-ndrpdr.robot
index fd8fb4e20f..537d9d8f8b 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-reassembly-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-reassembly-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | BASE
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | REASSEMBLY | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | REASSEMBLY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-reassembly
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
index f48386ad64..e06055f5cd 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | BASE
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlsw-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
index 5613b9db59..2483baa654 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | BASE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlsw-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-reassembly-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-reassembly-ndrpdr.robot
index 7fd798a8b0..194f7fa5c0 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-reassembly-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-reassembly-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | BASE
-| ... | AES_256_GCM | AES | REASSEMBLY | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES | REASSEMBLY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlsw-ip4base-int-aes256gcm-reassembly
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
index a16e041220..be6c9946b7 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | BASE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlsw-ip4base-policy-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-reassembly-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-reassembly-ndrpdr.robot
index cc39fbbb20..8a35ec898c 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-reassembly-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-reassembly-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | BASE
-| ... | AES_256_GCM | AES | REASSEMBLY | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES | REASSEMBLY
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-reassembly
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
index be49518121..ee84faa492 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | BASE
-| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot
index cbb11a7286..9a020ed235 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | BASE
-| ... | SCHEDULER | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCHEDULER | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot
index bdc58b7143..f427b230d3 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | BASE | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | TNL_1
-| ... | SCHEDULER | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCHEDULER | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
index 8ba2e18400..c2ab7723c8 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_2
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot
index 7e5410e6c7..a078eeaa6f 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_2
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCHEDULER | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot
index be13f10713..75e796490c 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | TNL_2
-| ... | SCHEDULER | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCHEDULER | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
index 2444f1e9af..875799e9d4 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_40000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40000tnlsw-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
index a4918d449a..934cc48672 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_40000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40000tnlsw-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
index 442f776f53..29d9c79af5 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_40000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40000tnlsw-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot
index e64ad376af..2d7a1648fc 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-policy-fastpath-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_40000
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | FASTPATH | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40000tnlsw-ip4base-policy-fastpath-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf.robot
index 5c2f2c528b..966107092b 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF | TNL_40
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | 1_ADDED_TUNNEL | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | 1_ADDED_TUNNEL
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128gcm-reconf.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128gcm-reconf.robot
index 04ce94a9e9..8b5e56f6df 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128gcm-reconf.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128gcm-reconf.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF | TNL_40
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_GCM | AES | 1_ADDED_TUNNEL | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES | 1_ADDED_TUNNEL
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes256gcm-reconf.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes256gcm-reconf.robot
index 7dcae27f84..3ee18f79f4 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes256gcm-reconf.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes256gcm-reconf.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF | TNL_40
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | 1_ADDED_TUNNEL | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES | 1_ADDED_TUNNEL
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-1atnl-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
index 0d41aa51d5..07e2b1270c 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_40
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
index d4262a52dc..dd325e12f0 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_40
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
index d702bd5a64..edd30c56ae 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_40
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
index 5105a367fb..d286733dc9 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_40
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-ip4base-policy-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
index 8449ae35f6..233953b5c5 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_4
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlhwasync-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot
index 99f1470270..43b37fc7ba 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_4
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlhwasync-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot
index 97f2e2adf2..642a627ffc 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_4
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot
index 96fad57a18..8cd8c9cb2a 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-policy-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | ASYNC | IPSECTUN | NIC_Intel-X710 | TNL_4
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlhwasync-ip4base-policy-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
index fdda0fea82..1aeac5b676 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_4
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
index f84e8b4e37..ea00dd89a7 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_4
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlsw-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
index 9429fe7eef..1b89128a46 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_4
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlsw-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
index b53451438a..ea230c9693 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-aes256gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_4
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | SCALE
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlsw-ip4base-policy-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-flow-cache-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-flow-cache-aes256gcm-ndrpdr.robot
index ac08ca4d3c..5ec3b2b711 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-flow-cache-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-flow-cache-aes256gcm-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_4
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | SPD_FLOW_CACHE | NIC_Intel-X710
-| ... | SCALE | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCALE | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlsw-ip4base-policy-flow-cache-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
index 6e6adf98fb..86d5945ae1 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_4
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot
index f3702ebe1d..40272e0994 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_4
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCHEDULER | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot
index 87e3326d08..236353ece4 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | TNL_4
-| ... | SCHEDULER | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCHEDULER | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
index 8222c983ee..d1a1394a2c 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_8
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot
index ba0cbc1020..d23b187b60 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | TNL_8
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCHEDULER | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot
index ba25db9e8e..fc33f0d8e9 100644
--- a/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | TNL_8
-| ... | SCHEDULER | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | SCHEDULER | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
index 6fb300157c..ecbe576150 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_10000
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
index f081fa5e82..253439d379 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_10000
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
index 348408f6ff..9c2af67541 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_10000
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index 714de836a1..a7ff8febd0 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -17,7 +17,7 @@
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | SCALE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPD_FLOW_CACHE
| ... | SPE_1000 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index e34705e8cf..2efad0fdb8 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -16,7 +16,7 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | SCALE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPE_1000 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
index 3438416d05..0bd9f0a339 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_1000
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot
index 13e198a3c5..ae5c33b827 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_1000
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlhwasync-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot
index 1c85d67bed..2d569d0157 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_1000
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-policy-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-policy-aes256gcm-udir-ndrpdr.robot
index 08ff9528e7..d729e31764 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-policy-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlhwasync-ip4base-policy-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X710 | SCALE | TNL_1000
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlhwasync-ip4base-policy-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
index ac344e98b8..ede843a7e5 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_1000
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
index d932dc9045..d71f037ada 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_1000
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
index 6295a38812..160b2be7c5 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_1000
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot
index 22d1279e03..774813fdc4 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | SCALE | TNL_1000
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index e65dbe7d20..8000411596 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -17,7 +17,7 @@
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | SCALE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPD_FLOW_CACHE
| ... | SPE_100 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index 315e86876f..c699637494 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -16,7 +16,7 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | SCALE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPE_100 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec100spe-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index 37d90181a5..c62a741fed 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -17,7 +17,7 @@
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | SCALE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPD_FLOW_CACHE
| ... | SPE_10 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10spe-cache-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index f1bbcf6cc6..55f15027a2 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec10spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -16,7 +16,7 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | SCALE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPE_10 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec10spe-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index 690cad3de1..b80d3b8a57 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -17,7 +17,7 @@
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | BASE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPD_FLOW_CACHE
| ... | SPE_1 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
index 0ad4fd3c57..e96e3ebdc3 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr.robot
@@ -16,7 +16,7 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
| ... | BASE | IPSEC | IPSECSW | IPSECSPD | SPD_OUTBOUND | SPE_1 | NOCRYPTO
-| ... | NIC_Intel-X710 | DRV_VFIO_PCI | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | NIC_Intel-X710 | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1spe-ip4base-policy-outbound-nocrypto
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
index 3526fbe86a..071fb4259c 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | IPSECINT | NIC_Intel-X710 | BASE | TNL_1
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot
index b16457abaf..e043b64ff8 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR | TNL_1
| ... | IP4FWD | IPSEC | IPSECHW | IPSECINT | NIC_Intel-X710 | BASE
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlhwasync-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot
index 55a09728fd..07c9c985c2 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | IPSECINT | NIC_Intel-X710 | BASE | TNL_1
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlhwasync-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-policy-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-policy-aes256gcm-udir-ndrpdr.robot
index 4dc63497e3..84f80d4330 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-policy-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlhwasync-ip4base-policy-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X710 | BASE | TNL_1
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlhwasync-ip4base-policy-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
index c1f6ccca12..2b23303f4b 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | BASE | TNL_1
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
index 7fe71eb06f..41b7adb1a8 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | BASE | TNL_1
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlsw-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
index 115099c929..2756e788be 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | BASE | TNL_1
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlsw-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot
index e47f23dfba..897359e155 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | BASE | TNL_1
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
index 8b8525a2db..841cbdc4d2 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | BASE
-| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | TNL_1
+| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI | TNL_1
| ... | ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot
index 15f8d35708..ae7488ff34 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | BASE
-| ... | SCHEDULER | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | TNL_1
+| ... | SCHEDULER | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI | TNL_1
| ... | ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot
index cefadb21e2..3c1a162fc7 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | BASE
-| ... | SCHEDULER | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | TNL_1
+| ... | SCHEDULER | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI | TNL_1
| ... | ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
index c3652c3c70..c37cbdd964 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | TNL_2
+| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI | TNL_2
| ... | ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot
index e6985dac09..643eec1734 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | TNL_2
+| ... | SCHEDULER | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI | TNL_2
| ... | ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot
index ae425ed9be..23cbbce9c0 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | TNL_2
+| ... | SCHEDULER | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI | TNL_2
| ... | ethip4ipsec2tnlswasync-scheduler-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
index 5cd317d7f5..aaf42e7189 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_40000
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
index efad663ecb..abca552364 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_40000
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40000tnlsw-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
index e653af06bf..ee1516646f 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_40000
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40000tnlsw-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-udir-reconf.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-udir-reconf.robot
index 0e0a6273c8..63019e9f97 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-udir-reconf.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-udir-reconf.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | RECONF
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_40
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | 1_ADDED_TUNNEL | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | 1_ADDED_TUNNEL
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128gcm-udir-reconf.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128gcm-udir-reconf.robot
index a772eb8c42..d60550469d 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128gcm-udir-reconf.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128gcm-udir-reconf.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | RECONF
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_40
-| ... | AES_128_GCM | AES | 1_ADDED_TUNNEL | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES | 1_ADDED_TUNNEL
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-1atnl-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes256gcm-udir-reconf.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes256gcm-udir-reconf.robot
index 6b3ef04b8d..40330e7307 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes256gcm-udir-reconf.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-1atnl-ip4base-int-aes256gcm-udir-reconf.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | RECONF
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_40
-| ... | AES_256_GCM | AES | 1_ADDED_TUNNEL | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES | 1_ADDED_TUNNEL
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-1atnl-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
index 45e981ccc1..e0325741fa 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_40
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
index ac3b0b5f0f..270729d307 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_40
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
index 5a2a540063..b740396f1d 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_40
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot
index 6c420f76f1..76a79ce564 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | SCALE | TNL_40
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
index 198278ba1e..2356808604 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_4
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlhwasync-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot
index a5bc4139d0..71051cdf9d 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes128gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_4
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlhwasync-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot
index 12af09eda6..286cb058e3 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECHW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_4
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlhwasync-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance | cryptohw
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
index c379426060..34053cd114 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_4
-| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
index 4302188ff7..d1c780e368 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_4
-| ... | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
index 2c8af17b36..7a68ff38ef 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | SCALE | TNL_4
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot
index 662c9307df..e2277cac92 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr.robot
@@ -16,8 +16,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | SCALE | TNL_4
-| ... | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
+| ... | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
| ... | ethip4ipsec4tnlsw-ip4base-policy-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
index 4bb8330e5e..0652ba3cdb 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | TNL_4
+| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI | TNL_4
| ... | ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot
index 330631c3ff..b9994eed0d 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | TNL_4
+| ... | SCHEDULER | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI | TNL_4
| ... | ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot
index 85cfd2b346..162cb09bf7 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | TNL_4
+| ... | SCHEDULER | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI | TNL_4
| ... | ethip4ipsec4tnlswasync-scheduler-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
index 6d851928e0..5697a17657 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | TNL_8
+| ... | SCHEDULER | AES_128_CBC | HMAC_SHA_512 | HMAC | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI | TNL_8
| ... | ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot
index bf6c5fe286..121a1fcd13 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128gcm-udir-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_128_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | TNL_8
+| ... | SCHEDULER | AES_128_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI | TNL_8
| ... | ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot
index fb562f220e..25202a1bf5 100644
--- a/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/2n1l-10ge2p1x710-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-udir-ndrpdr.robot
@@ -17,8 +17,8 @@
|
| Force Tags | 2_NODE_SINGLE_LINK_TOPO | UDIR | PERFTEST | HW_ENV | NDRPDR
| ... | IP4FWD | IPSEC | IPSECSW | ASYNC | IPSECINT | NIC_Intel-X710 | SCALE
-| ... | SCHEDULER | AES_256_GCM | AES | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | TNL_8
+| ... | SCHEDULER | AES_256_GCM | AES
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI | TNL_8
| ... | ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-udir
|
| Suite Setup | Setup suite topology interfaces | performance
diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-ldpreload-iperf3-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-ldpreload-iperf3-bps.robot
index 2f8232e4c2..654562f38d 100644
--- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-ldpreload-iperf3-bps.robot
+++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-ldpreload-iperf3-bps.robot
@@ -50,6 +50,7 @@
| ${nic_vfs}= | 0
| ${smt_used}= | ${False}
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
| ${frame_size}= | ${1518}
| ${crypto_type}= | ${None}
diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps.robot
index 39dd77f684..c7ed27e2d1 100644
--- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps.robot
+++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps.robot
@@ -50,6 +50,7 @@
| ${nic_vfs}= | 0
| ${smt_used}= | ${False}
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
| ${frame_size}= | ${1518}
| ${crypto_type}= | ${None}
diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps.robot
index 17ac73b8e0..20a4049c50 100644
--- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps.robot
+++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps.robot
@@ -49,6 +49,7 @@
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
| ${frame_size}= | ${1518}
| ${crypto_type}= | ${None}
diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps.robot
index 30ac61def0..5c13ca0e9b 100644
--- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps.robot
+++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps.robot
@@ -49,6 +49,7 @@
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
| ${frame_size}= | ${1518}
| ${crypto_type}= | ${None}
diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpbase-ldpreload-iperf3-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpbase-ldpreload-iperf3-bps.robot
index 491e20b170..87f3c09896 100644
--- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpbase-ldpreload-iperf3-bps.robot
+++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpbase-ldpreload-iperf3-bps.robot
@@ -50,6 +50,7 @@
| ${nic_vfs}= | 0
| ${smt_used}= | ${False}
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
| ${frame_size}= | ${1518}
| ${crypto_type}= | ${None}
diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicbase-vppecho-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicbase-vppecho-bps.robot
index 5f2eafb2f5..911af4c170 100644
--- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicbase-vppecho-bps.robot
+++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicbase-vppecho-bps.robot
@@ -49,6 +49,7 @@
| ${nic_vfs}= | 0
| ${smt_used}= | ${False}
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
| ${frame_size}= | ${1518}
| ${crypto_type}= | ${None}
diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl10s-vppecho-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl10s-vppecho-bps.robot
index 5806905b4f..e068186700 100644
--- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl10s-vppecho-bps.robot
+++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl10s-vppecho-bps.robot
@@ -49,6 +49,7 @@
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
| ${frame_size}= | ${1518}
| ${crypto_type}= | ${None}
diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl1s-vppecho-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl1s-vppecho-bps.robot
index a31273681e..1203173398 100644
--- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl1s-vppecho-bps.robot
+++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl1s-vppecho-bps.robot
@@ -49,6 +49,7 @@
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
| ${frame_size}= | ${1518}
| ${crypto_type}= | ${None}
diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale1cl10s-vppecho-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale1cl10s-vppecho-bps.robot
index 59951aa5db..6c28e2f3e7 100644
--- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale1cl10s-vppecho-bps.robot
+++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale1cl10s-vppecho-bps.robot
@@ -49,6 +49,7 @@
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
| ${frame_size}= | ${1518}
| ${crypto_type}= | ${None}
diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps.robot
index 0368f9d15b..c942f2bea6 100644
--- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps.robot
+++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps.robot
@@ -49,6 +49,7 @@
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
| ${frame_size}= | ${1518}
| ${crypto_type}= | ${None}
diff --git a/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps.robot b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps.robot
index cd6cb673c5..667b83382f 100644
--- a/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps.robot
+++ b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps.robot
@@ -51,6 +51,7 @@
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
#| ${page_size}= | 1G
| ${ciphers}= | 0
diff --git a/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps.robot b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps.robot
index e1680b4779..3cf4cf378c 100644
--- a/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps.robot
+++ b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps.robot
@@ -51,6 +51,7 @@
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
#| ${page_size}= | 1G
| ${ciphers}= | 0
diff --git a/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps.robot b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps.robot
index 7f1e4ba189..75c9a4f003 100644
--- a/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps.robot
+++ b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps.robot
@@ -49,6 +49,7 @@
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
| ${ciphers}= | 0
| ${rps_cps}= | cps
diff --git a/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps.robot b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps.robot
index 0db8a72a16..9020c6cd6f 100644
--- a/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps.robot
+++ b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps.robot
@@ -49,6 +49,7 @@
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
| ${overhead}= | ${0}
+| ${dpdk_enable_tcp_udp_checksum}= | ${True}
| ${dpdk_no_tx_checksum_offload}= | ${False}
| ${ciphers}= | 0
| ${rps_cps}= | rps
diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale600k-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale600k-ndrpdr.robot
index a091ee6936..fd86c564a4 100644
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale600k-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale600k-ndrpdr.robot
@@ -66,6 +66,7 @@
| ${rxq_ratio}= | ${3}
# Traffic profile
| ${traffic_profile}= | trex-stl-ethip4-ip4dst${rts_per_flow}-${nic_pfs}p
+| ${traffic_directions}= | ${6}
*** Keywords ***
| Local Template
diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale600k-rnd-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale600k-rnd-ndrpdr.robot
index bc01eefb2c..abb3aa72da 100644
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale600k-rnd-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale600k-rnd-ndrpdr.robot
@@ -66,6 +66,7 @@
| ${rxq_ratio}= | ${3}
# Traffic profile
| ${traffic_profile}= | trex-stl-ethip4-ip4dst-rnd${rts_per_flow}-${nic_pfs}p
+| ${traffic_directions}= | ${6}
*** Keywords ***
| Local Template
diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale60k-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale60k-ndrpdr.robot
index b1e83b1d9b..76110ed346 100644
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale60k-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale60k-ndrpdr.robot
@@ -66,6 +66,7 @@
| ${rxq_ratio}= | ${3}
# Traffic profile
| ${traffic_profile}= | trex-stl-ethip4-ip4dst${rts_per_flow}-${nic_pfs}p
+| ${traffic_directions}= | ${6}
*** Keywords ***
| Local Template
diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale60k-rnd-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale60k-rnd-ndrpdr.robot
index e72ba8e1a8..a5606e70fb 100644
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale60k-rnd-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale60k-rnd-ndrpdr.robot
@@ -66,6 +66,7 @@
| ${rxq_ratio}= | ${3}
# Traffic profile
| ${traffic_profile}= | trex-stl-ethip4-ip4dst-rnd${rts_per_flow}-${nic_pfs}p
+| ${traffic_directions}= | ${6}
*** Keywords ***
| Local Template
diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale6m-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale6m-ndrpdr.robot
index 8a17f390c7..c1413ed215 100644
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale6m-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale6m-ndrpdr.robot
@@ -66,6 +66,7 @@
| ${rxq_ratio}= | ${3}
# Traffic profile
| ${traffic_profile}= | trex-stl-ethip4-ip4dst${rts_per_flow}-${nic_pfs}p
+| ${traffic_directions}= | ${6}
*** Keywords ***
| Local Template
diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale6m-rnd-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale6m-rnd-ndrpdr.robot
index 8cd519d499..7b6dc8e95e 100644
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale6m-rnd-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale6m-rnd-ndrpdr.robot
@@ -66,6 +66,7 @@
| ${rxq_ratio}= | ${3}
# Traffic profile
| ${traffic_profile}= | trex-stl-ethip4-ip4dst-rnd${rts_per_flow}-${nic_pfs}p
+| ${traffic_directions}= | ${6}
*** Keywords ***
| Local Template
diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-1lbvpplacp-ndrpdr.robot
index 856ae1c8ae..3b98788514 100644
--- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-1lbvpplacp-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -15,30 +15,29 @@
| Resource | resources/libraries/robot/shared/default.robot
|
| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | MEMIF | LXC
-| ... | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | eth-l2xcbase-eth-2memif-1lxc
+| ... | NIC_Intel-X710 | ETH | L2XCBASE | BASE
+| ... | LBOND | LBOND_1L | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34
+| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | DRV_VFIO_PCI
+| ... | eth-l2xcbase-1lbvpplacp
|
| Suite Setup | Setup suite topology interfaces | performance
| Suite Teardown | Tear down suite | performance
| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | container
+| Test Teardown | Tear down test | performance
|
| Test Template | Local Template
|
-| Documentation | **RFC2544: Pkt throughput L2XC test cases**
+| Documentation | **RFC2544: Pkt throughput L2XC test cases with link bonding**
| ... |
| ... | - **[Top] Network Topologies:** TG-DUT1-DUT2-TG 3-node circular \
| ... | topology with single links between nodes.
| ... |
| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 cross connect.
| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with L2 \
-| ... | cross-connect. DUT1 and DUT2 tested with ${nic_name}.
-| ... | LXC is connected to VPP via Memif interface. LXC is running same VPP \
-| ... | version as running on DUT. LXC is limited via cgroup to use 3 cores \
-| ... | allocated from pool of isolated CPUs. There are no memory contraints.
+| ... | - **[Cfg] DUT configuration:** DUT1 and DUT2 are configured with VPP \
+| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and \
+| ... | DUT2 and L2XC connection to TG-facing interfaces. DUT1/DUT2 is \
+| ... | tested with ${nic_name}.
| ... |
| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
@@ -51,9 +50,11 @@
| ... | flow-group) with all packets containing Ethernet header, IPv4 header \
| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC \
| ... | addresses of the TG node interfaces.
+| ... |
+| ... | - **[Ref] Applicable standard specifications:** RFC2544.
*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | memif_plugin.so
+| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | lacp_plugin.so
| ${crypto_type}= | ${None}
| ${nic_name}= | Intel-X710
| ${nic_driver}= | vfio-pci
@@ -61,19 +62,19 @@
| ${nic_txq_size}= | 0
| ${nic_pfs}= | 2
| ${nic_vfs}= | 0
+| ${dut_dut_links}= | 1
| ${osi_layer}= | L2
| ${overhead}= | ${0}
+# Link bonding config
+| ${bond_mode}= | lacp
+| ${lb_mode}= | l34
# Traffic profile:
| ${traffic_profile}= | trex-stl-ethip4-ip4src254
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
*** Keywords ***
| Local Template
| | [Documentation]
-| | ... | - **[Cfg]** DUT runs L2XC switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | - **[Cfg]** DUT runs L2XC and bonding with ${phy_cores} phy core(s).
| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
| |
| | ... | *Arguments:*
@@ -92,55 +93,54 @@
| | And Apply startup configuration on all VPP DUTs
| | When Initialize layer driver | ${nic_driver}
| | And Initialize layer interface
-| | And Start containers for test
-| | And Initialize L2 xconnect with memif pairs
+| | AND Initialize L2 xconnect with link bonding in 3-node circular topology
| | Then Find NDR and PDR intervals using optimized search
*** Test Cases ***
-| 64B-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
+| 64B-1c-eth-l2xcbase-1lbvpplacp-ndrpdr
| | [Tags] | 64B | 1C
| | frame_size=${64} | phy_cores=${1}
-| 64B-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
+| 64B-2c-eth-l2xcbase-1lbvpplacp-ndrpdr
| | [Tags] | 64B | 2C
| | frame_size=${64} | phy_cores=${2}
-| 64B-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
+| 64B-4c-eth-l2xcbase-1lbvpplacp-ndrpdr
| | [Tags] | 64B | 4C
| | frame_size=${64} | phy_cores=${4}
-| 1518B-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
+| 1518B-1c-eth-l2xcbase-1lbvpplacp-ndrpdr
| | [Tags] | 1518B | 1C
| | frame_size=${1518} | phy_cores=${1}
-| 1518B-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
+| 1518B-2c-eth-l2xcbase-1lbvpplacp-ndrpdr
| | [Tags] | 1518B | 2C
| | frame_size=${1518} | phy_cores=${2}
-| 1518B-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
+| 1518B-4c-eth-l2xcbase-1lbvpplacp-ndrpdr
| | [Tags] | 1518B | 4C
| | frame_size=${1518} | phy_cores=${4}
-| 9000B-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
+| 9000B-1c-eth-l2xcbase-1lbvpplacp-ndrpdr
| | [Tags] | 9000B | 1C
| | frame_size=${9000} | phy_cores=${1}
-| 9000B-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
+| 9000B-2c-eth-l2xcbase-1lbvpplacp-ndrpdr
| | [Tags] | 9000B | 2C
| | frame_size=${9000} | phy_cores=${2}
-| 9000B-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
+| 9000B-4c-eth-l2xcbase-1lbvpplacp-ndrpdr
| | [Tags] | 9000B | 4C
| | frame_size=${9000} | phy_cores=${4}
-| IMIX-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
+| IMIX-1c-eth-l2xcbase-1lbvpplacp-ndrpdr
| | [Tags] | IMIX | 1C
| | frame_size=IMIX_v4_1 | phy_cores=${1}
-| IMIX-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
+| IMIX-2c-eth-l2xcbase-1lbvpplacp-ndrpdr
| | [Tags] | IMIX | 2C
| | frame_size=IMIX_v4_1 | phy_cores=${2}
-| IMIX-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
+| IMIX-4c-eth-l2xcbase-1lbvpplacp-ndrpdr
| | [Tags] | IMIX | 4C
| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf.robot b/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf.robot
deleted file mode 100644
index 173325ca19..0000000000
--- a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf.robot
+++ /dev/null
@@ -1,172 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VXLAN | DOT1Q | NF_DENSITY | NF_TESTPMD
-| ... | CHAIN | 10R1C | 1_ADDED_CHAIN | 10VM1T | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet loss L2BD test cases with Dot1Q and
-| ... | VXLANoIPv4 with ${nf_chains} instances, ${nf_nodes} VMs per instance.**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 for \
-| ... | l2 cross-connect switching of IPv4 Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 is \
-| ... | applied on link between DUT1 and TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 is configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running testpmd l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1 is \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and throughput NDR (Non Drop \
-| ... | Rate) with zero packet loss tolerance, then measured loss at this load \
-| ... | while additional chain is configured. \
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 256 flows per \
-| ... | flow-group) with all packets containing Ethernet header with .1Q, IPv4 \
-| ... | header, UPD header, VXLAN header and static payload. MAC addresses are \
-| ... | matching MAC addresses of the TG node interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${54}
-| ${nf_dtcr}= | ${2}
-| ${nf_dtc}= | ${0.5}
-| ${nf_chains}= | ${10}
-| ${nf_added_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-dot1qip4vxlan-ip4src${nf_chains}udpsrcrnd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs Dot1Q-IP4-Vxlan L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure packet loss during reconfig at NDR load.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | ${nf_total_chains}= | Evaluate | ${nf_chains} + ${nf_added_chains}
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | ... | count=${nf_total_chains}
-| | And Initialize layer dot1q
-| | ... | count=${nf_chains} | vlan_per_chain=${False}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=testpmd_io
-| | ${unidirectional_throughput} = | Find Throughput Using MLRsearch
-| | Start Traffic on Background | ${unidirectional_throughput}
-| | And Initialize layer dot1q
-| | ... | count=${nf_total_chains} | vlan_per_chain=${False}
-| | ... | start=${nf_chains+1}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_total_chains} | start=${nf_chains+1}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_total_chains} | nf_nodes=${nf_nodes}
-| | ... | start=${nf_chains+1}
-| | ${result}= | Stop Running Traffic
-| | Display Reconfig Test Message | ${result}
-
-*** Test Cases ***
-| 118B-1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf
-| | [Tags] | 118B | 1C
-| | frame_size=${118} | phy_cores=${1}
-
-| 118B-2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf
-| | [Tags] | 118B | 2C
-| | frame_size=${118} | phy_cores=${2}
-
-| 118B-4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf
-| | [Tags] | 118B | 4C
-| | frame_size=${118} | phy_cores=${4}
-
-| 1518B-1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf.robot b/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf.robot
deleted file mode 100644
index 781784233c..0000000000
--- a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf.robot
+++ /dev/null
@@ -1,172 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VXLAN | DOT1Q | NF_DENSITY | NF_TESTPMD
-| ... | CHAIN | 10R1C | 1_ADDED_CHAIN | 10VM2T | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet loss L2BD test cases with Dot1Q and
-| ... | VXLANoIPv4 with ${nf_chains} instances, ${nf_nodes} VMs per instance.**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 for \
-| ... | l2 cross-connect switching of IPv4 Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 is \
-| ... | applied on link between DUT1 and TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 is configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running testpmd l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1 is \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and throughput NDR (Non Drop \
-| ... | Rate) with zero packet loss tolerance, then measured loss at this load \
-| ... | while additional chain is configured. \
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 256 flows per \
-| ... | flow-group) with all packets containing Ethernet header with .1Q, IPv4 \
-| ... | header, UPD header, VXLAN header and static payload. MAC addresses are \
-| ... | matching MAC addresses of the TG node interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${54}
-| ${nf_dtcr}= | ${1}
-| ${nf_dtc}= | ${1}
-| ${nf_chains}= | ${10}
-| ${nf_added_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-dot1qip4vxlan-ip4src${nf_chains}udpsrcrnd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs Dot1Q-IP4-Vxlan L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure packet loss during reconfig at NDR load.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | ${nf_total_chains}= | Evaluate | ${nf_chains} + ${nf_added_chains}
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | ... | count=${nf_total_chains}
-| | And Initialize layer dot1q
-| | ... | count=${nf_chains} | vlan_per_chain=${False}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=testpmd_io
-| | ${unidirectional_throughput} = | Find Throughput Using MLRsearch
-| | Start Traffic on Background | ${unidirectional_throughput}
-| | And Initialize layer dot1q
-| | ... | count=${nf_total_chains} | vlan_per_chain=${False}
-| | ... | start=${nf_chains+1}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_total_chains} | start=${nf_chains+1}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_total_chains} | nf_nodes=${nf_nodes}
-| | ... | start=${nf_chains+1}
-| | ${result}= | Stop Running Traffic
-| | Display Reconfig Test Message | ${result}
-
-*** Test Cases ***
-| 118B-1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf
-| | [Tags] | 118B | 1C
-| | frame_size=${118} | phy_cores=${1}
-
-| 118B-2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf
-| | [Tags] | 118B | 2C
-| | frame_size=${118} | phy_cores=${2}
-
-| 118B-4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf
-| | [Tags] | 118B | 4C
-| | frame_size=${118} | phy_cores=${4}
-
-| 1518B-1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm2t-testpmd-reconf
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf.robot b/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf.robot
deleted file mode 100644
index 850e1d8b22..0000000000
--- a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf.robot
+++ /dev/null
@@ -1,172 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VXLAN | DOT1Q | NF_DENSITY | NF_TESTPMD
-| ... | CHAIN | 1R1C | 1_ADDED_CHAIN | 1VM1T | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet loss L2BD test cases with Dot1Q and
-| ... | VXLANoIPv4 with ${nf_chains} instances, ${nf_nodes} VMs per instance.**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 for \
-| ... | l2 cross-connect switching of IPv4 Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 is \
-| ... | applied on link between DUT1 and TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 is configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running testpmd l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1 is \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and throughput NDR (Non Drop \
-| ... | Rate) with zero packet loss tolerance, then measured loss at this load \
-| ... | while additional chain is configured. \
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 256 flows per \
-| ... | flow-group) with all packets containing Ethernet header with .1Q, IPv4 \
-| ... | header, UPD header, VXLAN header and static payload. MAC addresses are \
-| ... | matching MAC addresses of the TG node interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${54}
-| ${nf_dtcr}= | ${2}
-| ${nf_dtc}= | ${0.5}
-| ${nf_chains}= | ${1}
-| ${nf_added_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-dot1qip4vxlan-ip4src${nf_chains}udpsrcrnd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs Dot1Q-IP4-Vxlan L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure packet loss during reconfig at NDR load.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | ${nf_total_chains}= | Evaluate | ${nf_chains} + ${nf_added_chains}
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | ... | count=${nf_total_chains}
-| | And Initialize layer dot1q
-| | ... | count=${nf_chains} | vlan_per_chain=${False}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=testpmd_io
-| | ${unidirectional_throughput} = | Find Throughput Using MLRsearch
-| | Start Traffic on Background | ${unidirectional_throughput}
-| | And Initialize layer dot1q
-| | ... | count=${nf_total_chains} | vlan_per_chain=${False}
-| | ... | start=${nf_chains+1}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_total_chains} | start=${nf_chains+1}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_total_chains} | nf_nodes=${nf_nodes}
-| | ... | start=${nf_chains+1}
-| | ${result}= | Stop Running Traffic
-| | Display Reconfig Test Message | ${result}
-
-*** Test Cases ***
-| 118B-1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf
-| | [Tags] | 118B | 1C
-| | frame_size=${118} | phy_cores=${1}
-
-| 118B-2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf
-| | [Tags] | 118B | 2C
-| | frame_size=${118} | phy_cores=${2}
-
-| 118B-4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf
-| | [Tags] | 118B | 4C
-| | frame_size=${118} | phy_cores=${4}
-
-| 1518B-1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf.robot b/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf.robot
deleted file mode 100644
index 170e09dff8..0000000000
--- a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf.robot
+++ /dev/null
@@ -1,172 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VXLAN | DOT1Q | NF_DENSITY | NF_TESTPMD
-| ... | CHAIN | 1R1C | 1_ADDED_CHAIN | 1VM2T | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet loss L2BD test cases with Dot1Q and
-| ... | VXLANoIPv4 with ${nf_chains} instances, ${nf_nodes} VMs per instance.**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 for \
-| ... | l2 cross-connect switching of IPv4 Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 is \
-| ... | applied on link between DUT1 and TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 is configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running testpmd l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1 is \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and throughput NDR (Non Drop \
-| ... | Rate) with zero packet loss tolerance, then measured loss at this load \
-| ... | while additional chain is configured. \
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 256 flows per \
-| ... | flow-group) with all packets containing Ethernet header with .1Q, IPv4 \
-| ... | header, UPD header, VXLAN header and static payload. MAC addresses are \
-| ... | matching MAC addresses of the TG node interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${54}
-| ${nf_dtcr}= | ${1}
-| ${nf_dtc}= | ${1}
-| ${nf_chains}= | ${1}
-| ${nf_added_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-dot1qip4vxlan-ip4src${nf_chains}udpsrcrnd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs Dot1Q-IP4-Vxlan L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure packet loss during reconfig at NDR load.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | ${nf_total_chains}= | Evaluate | ${nf_chains} + ${nf_added_chains}
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | ... | count=${nf_total_chains}
-| | And Initialize layer dot1q
-| | ... | count=${nf_chains} | vlan_per_chain=${False}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=testpmd_io
-| | ${unidirectional_throughput} = | Find Throughput Using MLRsearch
-| | Start Traffic on Background | ${unidirectional_throughput}
-| | And Initialize layer dot1q
-| | ... | count=${nf_total_chains} | vlan_per_chain=${False}
-| | ... | start=${nf_chains+1}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_total_chains} | start=${nf_chains+1}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_total_chains} | nf_nodes=${nf_nodes}
-| | ... | start=${nf_chains+1}
-| | ${result}= | Stop Running Traffic
-| | Display Reconfig Test Message | ${result}
-
-*** Test Cases ***
-| 118B-1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf
-| | [Tags] | 118B | 1C
-| | frame_size=${118} | phy_cores=${1}
-
-| 118B-2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf
-| | [Tags] | 118B | 2C
-| | frame_size=${118} | phy_cores=${2}
-
-| 118B-4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf
-| | [Tags] | 118B | 4C
-| | frame_size=${118} | phy_cores=${4}
-
-| 1518B-1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm2t-testpmd-reconf
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf.robot b/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf.robot
deleted file mode 100644
index cb668f5fbf..0000000000
--- a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf.robot
+++ /dev/null
@@ -1,172 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VXLAN | DOT1Q | NF_DENSITY | NF_TESTPMD
-| ... | CHAIN | 2R1C | 1_ADDED_CHAIN | 2VM1T | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet loss L2BD test cases with Dot1Q and
-| ... | VXLANoIPv4 with ${nf_chains} instances, ${nf_nodes} VMs per instance.**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 for \
-| ... | l2 cross-connect switching of IPv4 Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 is \
-| ... | applied on link between DUT1 and TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 is configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running testpmd l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1 is \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and throughput NDR (Non Drop \
-| ... | Rate) with zero packet loss tolerance, then measured loss at this load \
-| ... | while additional chain is configured. \
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 256 flows per \
-| ... | flow-group) with all packets containing Ethernet header with .1Q, IPv4 \
-| ... | header, UPD header, VXLAN header and static payload. MAC addresses are \
-| ... | matching MAC addresses of the TG node interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${54}
-| ${nf_dtcr}= | ${2}
-| ${nf_dtc}= | ${0.5}
-| ${nf_chains}= | ${2}
-| ${nf_added_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-dot1qip4vxlan-ip4src${nf_chains}udpsrcrnd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs Dot1Q-IP4-Vxlan L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure packet loss during reconfig at NDR load.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | ${nf_total_chains}= | Evaluate | ${nf_chains} + ${nf_added_chains}
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | ... | count=${nf_total_chains}
-| | And Initialize layer dot1q
-| | ... | count=${nf_chains} | vlan_per_chain=${False}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=testpmd_io
-| | ${unidirectional_throughput} = | Find Throughput Using MLRsearch
-| | Start Traffic on Background | ${unidirectional_throughput}
-| | And Initialize layer dot1q
-| | ... | count=${nf_total_chains} | vlan_per_chain=${False}
-| | ... | start=${nf_chains+1}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_total_chains} | start=${nf_chains+1}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_total_chains} | nf_nodes=${nf_nodes}
-| | ... | start=${nf_chains+1}
-| | ${result}= | Stop Running Traffic
-| | Display Reconfig Test Message | ${result}
-
-*** Test Cases ***
-| 118B-1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf
-| | [Tags] | 118B | 1C
-| | frame_size=${118} | phy_cores=${1}
-
-| 118B-2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf
-| | [Tags] | 118B | 2C
-| | frame_size=${118} | phy_cores=${2}
-
-| 118B-4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf
-| | [Tags] | 118B | 4C
-| | frame_size=${118} | phy_cores=${4}
-
-| 1518B-1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf.robot b/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf.robot
deleted file mode 100644
index 4dabec5aaa..0000000000
--- a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf.robot
+++ /dev/null
@@ -1,172 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VXLAN | DOT1Q | NF_DENSITY | NF_TESTPMD
-| ... | CHAIN | 2R1C | 1_ADDED_CHAIN | 2VM2T | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet loss L2BD test cases with Dot1Q and
-| ... | VXLANoIPv4 with ${nf_chains} instances, ${nf_nodes} VMs per instance.**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 for \
-| ... | l2 cross-connect switching of IPv4 Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 is \
-| ... | applied on link between DUT1 and TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 is configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running testpmd l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1 is \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and throughput NDR (Non Drop \
-| ... | Rate) with zero packet loss tolerance, then measured loss at this load \
-| ... | while additional chain is configured. \
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 256 flows per \
-| ... | flow-group) with all packets containing Ethernet header with .1Q, IPv4 \
-| ... | header, UPD header, VXLAN header and static payload. MAC addresses are \
-| ... | matching MAC addresses of the TG node interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${54}
-| ${nf_dtcr}= | ${1}
-| ${nf_dtc}= | ${1}
-| ${nf_chains}= | ${2}
-| ${nf_added_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-dot1qip4vxlan-ip4src${nf_chains}udpsrcrnd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs Dot1Q-IP4-Vxlan L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure packet loss during reconfig at NDR load.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | ${nf_total_chains}= | Evaluate | ${nf_chains} + ${nf_added_chains}
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | ... | count=${nf_total_chains}
-| | And Initialize layer dot1q
-| | ... | count=${nf_chains} | vlan_per_chain=${False}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=testpmd_io
-| | ${unidirectional_throughput} = | Find Throughput Using MLRsearch
-| | Start Traffic on Background | ${unidirectional_throughput}
-| | And Initialize layer dot1q
-| | ... | count=${nf_total_chains} | vlan_per_chain=${False}
-| | ... | start=${nf_chains+1}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_total_chains} | start=${nf_chains+1}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_total_chains} | nf_nodes=${nf_nodes}
-| | ... | start=${nf_chains+1}
-| | ${result}= | Stop Running Traffic
-| | Display Reconfig Test Message | ${result}
-
-*** Test Cases ***
-| 118B-1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf
-| | [Tags] | 118B | 1C
-| | frame_size=${118} | phy_cores=${1}
-
-| 118B-2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf
-| | [Tags] | 118B | 2C
-| | frame_size=${118} | phy_cores=${2}
-
-| 118B-4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf
-| | [Tags] | 118B | 4C
-| | frame_size=${118} | phy_cores=${4}
-
-| 1518B-1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm2t-testpmd-reconf
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf.robot b/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf.robot
deleted file mode 100644
index c0c9ccbd10..0000000000
--- a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf.robot
+++ /dev/null
@@ -1,172 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VXLAN | DOT1Q | NF_DENSITY | NF_TESTPMD
-| ... | CHAIN | 4R1C | 1_ADDED_CHAIN | 4VM1T | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet throughput L2BD test cases with Dot1Q and
-| ... | VXLANoIPv4 with ${nf_chains} instances, ${nf_nodes} VMs per instance.**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 for \
-| ... | l2 cross-connect switching of IPv4 Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 is \
-| ... | applied on link between DUT1 and TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 is configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running testpmd l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1 is \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and throughput NDR (Non Drop \
-| ... | Rate) with zero packet loss tolerance, then measured loss at this load \
-| ... | while additional chain is configured. \
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 256 flows per \
-| ... | flow-group) with all packets containing Ethernet header with .1Q, IPv4 \
-| ... | header, UPD header, VXLAN header and static payload. MAC addresses are \
-| ... | matching MAC addresses of the TG node interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${54}
-| ${nf_dtcr}= | ${2}
-| ${nf_dtc}= | ${0.5}
-| ${nf_chains}= | ${4}
-| ${nf_added_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-dot1qip4vxlan-ip4src${nf_chains}udpsrcrnd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs Dot1Q-IP4-Vxlan L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure packet loss during reconfig at NDR load.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | ${nf_total_chains}= | Evaluate | ${nf_chains} + ${nf_added_chains}
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | ... | count=${nf_total_chains}
-| | And Initialize layer dot1q
-| | ... | count=${nf_chains} | vlan_per_chain=${False}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=testpmd_io
-| | ${unidirectional_throughput} = | Find Throughput Using MLRsearch
-| | Start Traffic on Background | ${unidirectional_throughput}
-| | And Initialize layer dot1q
-| | ... | count=${nf_total_chains} | vlan_per_chain=${False}
-| | ... | start=${nf_chains+1}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_total_chains} | start=${nf_chains+1}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_total_chains} | nf_nodes=${nf_nodes}
-| | ... | start=${nf_chains+1}
-| | ${result}= | Stop Running Traffic
-| | Display Reconfig Test Message | ${result}
-
-*** Test Cases ***
-| 118B-1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf
-| | [Tags] | 118B | 1C
-| | frame_size=${118} | phy_cores=${1}
-
-| 118B-2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf
-| | [Tags] | 118B | 2C
-| | frame_size=${118} | phy_cores=${2}
-
-| 118B-4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf
-| | [Tags] | 118B | 4C
-| | frame_size=${118} | phy_cores=${4}
-
-| 1518B-1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf.robot b/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf.robot
deleted file mode 100644
index ce8612ca12..0000000000
--- a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf.robot
+++ /dev/null
@@ -1,172 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VXLAN | DOT1Q | NF_DENSITY | NF_TESTPMD
-| ... | CHAIN | 4R1C | 1_ADDED_CHAIN | 4VM2T | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet throughput L2BD test cases with Dot1Q and
-| ... | VXLANoIPv4 with ${nf_chains} instances, ${nf_nodes} VMs per instance.**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 for \
-| ... | l2 cross-connect switching of IPv4 Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 is \
-| ... | applied on link between DUT1 and TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 is configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running testpmd l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1 is \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and throughput NDR (Non Drop \
-| ... | Rate) with zero packet loss tolerance, then measured loss at this load \
-| ... | while additional chain is configured. \
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 256 flows per \
-| ... | flow-group) with all packets containing Ethernet header with .1Q, IPv4 \
-| ... | header, UPD header, VXLAN header and static payload. MAC addresses are \
-| ... | matching MAC addresses of the TG node interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${54}
-| ${nf_dtcr}= | ${1}
-| ${nf_dtc}= | ${1}
-| ${nf_chains}= | ${4}
-| ${nf_added_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-dot1qip4vxlan-ip4src${nf_chains}udpsrcrnd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs Dot1Q-IP4-Vxlan L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure packet loss during reconfig at NDR load.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | ${nf_total_chains}= | Evaluate | ${nf_chains} + ${nf_added_chains}
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | ... | count=${nf_total_chains}
-| | And Initialize layer dot1q
-| | ... | count=${nf_chains} | vlan_per_chain=${False}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=testpmd_io
-| | ${unidirectional_throughput} = | Find Throughput Using MLRsearch
-| | Start Traffic on Background | ${unidirectional_throughput}
-| | And Initialize layer dot1q
-| | ... | count=${nf_total_chains} | vlan_per_chain=${False}
-| | ... | start=${nf_chains+1}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_total_chains} | start=${nf_chains+1}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_total_chains} | nf_nodes=${nf_nodes}
-| | ... | start=${nf_chains+1}
-| | ${result}= | Stop Running Traffic
-| | Display Reconfig Test Message | ${result}
-
-*** Test Cases ***
-| 118B-1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf
-| | [Tags] | 118B | 1C
-| | frame_size=${118} | phy_cores=${1}
-
-| 118B-2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf
-| | [Tags] | 118B | 2C
-| | frame_size=${118} | phy_cores=${2}
-
-| 118B-4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf
-| | [Tags] | 118B | 4C
-| | frame_size=${118} | phy_cores=${4}
-
-| 1518B-1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm2t-testpmd-reconf
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf.robot b/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf.robot
deleted file mode 100644
index 6b81b4fea9..0000000000
--- a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf.robot
+++ /dev/null
@@ -1,172 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VXLAN | DOT1Q | NF_DENSITY | NF_TESTPMD
-| ... | CHAIN | 6R1C | 1_ADDED_CHAIN | 6VM1T | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet loss L2BD test cases with Dot1Q and
-| ... | VXLANoIPv4 with ${nf_chains} instances, ${nf_nodes} VMs per instance.**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 for \
-| ... | l2 cross-connect switching of IPv4 Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 is \
-| ... | applied on link between DUT1 and TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 is configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running testpmd l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1 is \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and throughput NDR (Non Drop \
-| ... | Rate) with zero packet loss tolerance, then measured loss at this load \
-| ... | while additional chain is configured. \
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 256 flows per \
-| ... | flow-group) with all packets containing Ethernet header with .1Q, IPv4 \
-| ... | header, UPD header, VXLAN header and static payload. MAC addresses are \
-| ... | matching MAC addresses of the TG node interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${54}
-| ${nf_dtcr}= | ${2}
-| ${nf_dtc}= | ${0.5}
-| ${nf_chains}= | ${6}
-| ${nf_added_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-dot1qip4vxlan-ip4src${nf_chains}udpsrcrnd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs Dot1Q-IP4-Vxlan L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure packet loss during reconfig at NDR load.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | ${nf_total_chains}= | Evaluate | ${nf_chains} + ${nf_added_chains}
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | ... | count=${nf_total_chains}
-| | And Initialize layer dot1q
-| | ... | count=${nf_chains} | vlan_per_chain=${False}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=testpmd_io
-| | ${unidirectional_throughput} = | Find Throughput Using MLRsearch
-| | Start Traffic on Background | ${unidirectional_throughput}
-| | And Initialize layer dot1q
-| | ... | count=${nf_total_chains} | vlan_per_chain=${False}
-| | ... | start=${nf_chains+1}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_total_chains} | start=${nf_chains+1}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_total_chains} | nf_nodes=${nf_nodes}
-| | ... | start=${nf_chains+1}
-| | ${result}= | Stop Running Traffic
-| | Display Reconfig Test Message | ${result}
-
-*** Test Cases ***
-| 118B-1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf
-| | [Tags] | 118B | 1C
-| | frame_size=${118} | phy_cores=${1}
-
-| 118B-2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf
-| | [Tags] | 118B | 2C
-| | frame_size=${118} | phy_cores=${2}
-
-| 118B-4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf
-| | [Tags] | 118B | 4C
-| | frame_size=${118} | phy_cores=${4}
-
-| 1518B-1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf.robot b/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf.robot
deleted file mode 100644
index 62542a295b..0000000000
--- a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf.robot
+++ /dev/null
@@ -1,172 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VXLAN | DOT1Q | NF_DENSITY | NF_TESTPMD
-| ... | CHAIN | 6R1C | 1_ADDED_CHAIN | 6VM2T | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet loss L2BD test cases with Dot1Q and
-| ... | VXLANoIPv4 with ${nf_chains} instances, ${nf_nodes} VMs per instance.**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 for \
-| ... | l2 cross-connect switching of IPv4 Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 is \
-| ... | applied on link between DUT1 and TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 is configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running testpmd l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1 is \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and throughput NDR (Non Drop \
-| ... | Rate) with zero packet loss tolerance, then measured loss at this load \
-| ... | while additional chain is configured. \
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 256 flows per \
-| ... | flow-group) with all packets containing Ethernet header with .1Q, IPv4 \
-| ... | header, UPD header, VXLAN header and static payload. MAC addresses are \
-| ... | matching MAC addresses of the TG node interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${54}
-| ${nf_dtcr}= | ${1}
-| ${nf_dtc}= | ${1}
-| ${nf_chains}= | ${6}
-| ${nf_added_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-dot1qip4vxlan-ip4src${nf_chains}udpsrcrnd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs Dot1Q-IP4-Vxlan L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure packet loss during reconfig at NDR load.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | ${nf_total_chains}= | Evaluate | ${nf_chains} + ${nf_added_chains}
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | ... | count=${nf_total_chains}
-| | And Initialize layer dot1q
-| | ... | count=${nf_chains} | vlan_per_chain=${False}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=testpmd_io
-| | ${unidirectional_throughput} = | Find Throughput Using MLRsearch
-| | Start Traffic on Background | ${unidirectional_throughput}
-| | And Initialize layer dot1q
-| | ... | count=${nf_total_chains} | vlan_per_chain=${False}
-| | ... | start=${nf_chains+1}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_total_chains} | start=${nf_chains+1}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_total_chains} | nf_nodes=${nf_nodes}
-| | ... | start=${nf_chains+1}
-| | ${result}= | Stop Running Traffic
-| | Display Reconfig Test Message | ${result}
-
-*** Test Cases ***
-| 118B-1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf
-| | [Tags] | 118B | 1C
-| | frame_size=${118} | phy_cores=${1}
-
-| 118B-2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf
-| | [Tags] | 118B | 2C
-| | frame_size=${118} | phy_cores=${2}
-
-| 118B-4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf
-| | [Tags] | 118B | 4C
-| | frame_size=${118} | phy_cores=${4}
-
-| 1518B-1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm2t-testpmd-reconf
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf.robot b/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf.robot
deleted file mode 100644
index 90e5f1458d..0000000000
--- a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf.robot
+++ /dev/null
@@ -1,172 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VXLAN | DOT1Q | NF_DENSITY | NF_TESTPMD
-| ... | CHAIN | 8R1C | 1_ADDED_CHAIN | 8VM1T | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet loss L2BD test cases with Dot1Q and
-| ... | VXLANoIPv4 with ${nf_chains} instances, ${nf_nodes} VMs per instance.**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 for \
-| ... | l2 cross-connect switching of IPv4 Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 is \
-| ... | applied on link between DUT1 and TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 is configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running testpmd l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1 is \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and throughput NDR (Non Drop \
-| ... | Rate) with zero packet loss tolerance, then measured loss at this load \
-| ... | while additional chain is configured. \
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 256 flows per \
-| ... | flow-group) with all packets containing Ethernet header with .1Q, IPv4 \
-| ... | header, UPD header, VXLAN header and static payload. MAC addresses are \
-| ... | matching MAC addresses of the TG node interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${54}
-| ${nf_dtcr}= | ${2}
-| ${nf_dtc}= | ${0.5}
-| ${nf_chains}= | ${8}
-| ${nf_added_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-dot1qip4vxlan-ip4src${nf_chains}udpsrcrnd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs Dot1Q-IP4-Vxlan L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure packet loss during reconfig at NDR load.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | ${nf_total_chains}= | Evaluate | ${nf_chains} + ${nf_added_chains}
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | ... | count=${nf_total_chains}
-| | And Initialize layer dot1q
-| | ... | count=${nf_chains} | vlan_per_chain=${False}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=testpmd_io
-| | ${unidirectional_throughput} = | Find Throughput Using MLRsearch
-| | Start Traffic on Background | ${unidirectional_throughput}
-| | And Initialize layer dot1q
-| | ... | count=${nf_total_chains} | vlan_per_chain=${False}
-| | ... | start=${nf_chains+1}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_total_chains} | start=${nf_chains+1}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_total_chains} | nf_nodes=${nf_nodes}
-| | ... | start=${nf_chains+1}
-| | ${result}= | Stop Running Traffic
-| | Display Reconfig Test Message | ${result}
-
-*** Test Cases ***
-| 118B-1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf
-| | [Tags] | 118B | 1C
-| | frame_size=${118} | phy_cores=${1}
-
-| 118B-2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf
-| | [Tags] | 118B | 2C
-| | frame_size=${118} | phy_cores=${2}
-
-| 118B-4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf
-| | [Tags] | 118B | 4C
-| | frame_size=${118} | phy_cores=${4}
-
-| 1518B-1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf.robot b/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf.robot
deleted file mode 100644
index ddb9c88b1a..0000000000
--- a/tests/vpp/perf/nfv_density/vm_vhost/chain_dot1qip4vxlan/2n-10ge2p1x710-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf.robot
+++ /dev/null
@@ -1,172 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | RECONF
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VXLAN | DOT1Q | NF_DENSITY | NF_TESTPMD
-| ... | CHAIN | 8R1C | 1_ADDED_CHAIN | 8VM2T | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet loss L2BD test cases with Dot1Q and
-| ... | VXLANoIPv4 with ${nf_chains} instances, ${nf_nodes} VMs per instance.**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 for \
-| ... | l2 cross-connect switching of IPv4 Dot1q-IPv4-UDP-VXLAN-Eth-IPv4 is \
-| ... | applied on link between DUT1 and TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUT1 is configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running testpmd l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUT1 is \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and throughput NDR (Non Drop \
-| ... | Rate) with zero packet loss tolerance, then measured loss at this load \
-| ... | while additional chain is configured. \
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile \
-| ... | contains two L3 flow-groups (flow-group per direction, 256 flows per \
-| ... | flow-group) with all packets containing Ethernet header with .1Q, IPv4 \
-| ... | header, UPD header, VXLAN header and static payload. MAC addresses are \
-| ... | matching MAC addresses of the TG node interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${54}
-| ${nf_dtcr}= | ${1}
-| ${nf_dtc}= | ${1}
-| ${nf_chains}= | ${8}
-| ${nf_added_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-dot1qip4vxlan-ip4src${nf_chains}udpsrcrnd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs Dot1Q-IP4-Vxlan L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure packet loss during reconfig at NDR load.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | ${nf_total_chains}= | Evaluate | ${nf_chains} + ${nf_added_chains}
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | ... | count=${nf_total_chains}
-| | And Initialize layer dot1q
-| | ... | count=${nf_chains} | vlan_per_chain=${False}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=testpmd_io
-| | ${unidirectional_throughput} = | Find Throughput Using MLRsearch
-| | Start Traffic on Background | ${unidirectional_throughput}
-| | And Initialize layer dot1q
-| | ... | count=${nf_total_chains} | vlan_per_chain=${False}
-| | ... | start=${nf_chains+1}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_total_chains} | start=${nf_chains+1}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_total_chains} | nf_nodes=${nf_nodes}
-| | ... | start=${nf_chains+1}
-| | ${result}= | Stop Running Traffic
-| | Display Reconfig Test Message | ${result}
-
-*** Test Cases ***
-| 118B-1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf
-| | [Tags] | 118B | 1C
-| | frame_size=${118} | phy_cores=${1}
-
-| 118B-2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf
-| | [Tags] | 118B | 2C
-| | frame_size=${118} | phy_cores=${2}
-
-| 118B-4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf
-| | [Tags] | 118B | 4C
-| | frame_size=${118} | phy_cores=${4}
-
-| 1518B-1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm2t-testpmd-reconf
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/vts/2n1l-10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vts/2n1l-10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644
index 1fde752893..0000000000
--- a/tests/vpp/perf/vts/2n1l-10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,165 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VTS | ACL_PERMIT | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet throughput L2BD test cases with \
-| ... | VXLANoIPv4 and vhost**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 switching of IPv4. \
-| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link from/to TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUTs are configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running VPP l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUTs are \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
-| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
-| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \
-| ... | expressed in percentage of packets transmitted. NDR and PDR are \
-| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
-| ... | library.
-| ... | Test packets are generated by TG on \
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets \
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static \
-| ... | payload. MAC addresses are matching MAC addresses of the TG node \
-| ... | interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | acl_plugin.so
-| ... | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${50}
-| ${nf_dtcr}= | ${1}
-| ${nf_dtc}= | ${1}
-| ${nf_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-ethip4vxlan-ip4src${nf_chains}udpsrcrnd
-| ${acl_type}= | permit
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - L2 Frame Size [B]. Type: integer
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| | ... | - acl_type - FIXME.
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | @{permit_list} = | Create List | 172.17.0.2/32 | 172.27.0.2/32
-| | Run Keyword If | '${acl_type}' != '${EMPTY}'
-| | ... | Configure ACLs on a single interface | ${dut1} | ${DUT1_${int}2_1}[0]
-| | ... | input | ${acl_type} | @{permit_list}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${True}
-| | ... | vnf=vppl2xc_2vhostvr1024
-| | Then Find NDR and PDR intervals using optimized search
-
-*** Test Cases ***
-| 114B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 114B | 1C
-| | frame_size=${114} | phy_cores=${1}
-
-| 114B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 114B | 2C
-| | frame_size=${114} | phy_cores=${2}
-
-| 114B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 114B | 4C
-| | frame_size=${114} | phy_cores=${4}
-
-| 1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/vts/2n1l-10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vts/2n1l-10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644
index ed3af348ed..0000000000
--- a/tests/vpp/perf/vts/2n1l-10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,164 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VTS | ACL_PERMIT_REFLECT | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet throughput L2BD test cases with \
-| ... | VXLANoIPv4 and vhost**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 switching of IPv4. \
-| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link from/to TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUTs are configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running VPP l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUTs are \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
-| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
-| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \
-| ... | expressed in percentage of packets transmitted. NDR and PDR are \
-| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
-| ... | library.
-| ... | Test packets are generated by TG on \
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets \
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static \
-| ... | payload. MAC addresses are matching MAC addresses of the TG node \
-| ... | interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | acl_plugin.so
-| ... | vhost_plugin.so | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${50}
-| ${nf_dtcr}= | ${1}
-| ${nf_dtc}= | ${1}
-| ${nf_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-ethip4vxlan-ip4src${nf_chains}udpsrcrnd
-| ${acl_type}= | permit+reflect
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - L2 Frame Size [B]. Type: integer
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | @{permit_list} = | Create List | 172.17.0.2/32 | 172.27.0.2/32
-| | Run Keyword If | '${acl_type}' != '${EMPTY}'
-| | ... | Configure ACLs on a single interface | ${dut1} | ${DUT1_${int}2_1}[0]
-| | ... | input | ${acl_type} | @{permit_list}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${True}
-| | ... | vnf=vppl2xc_2vhostvr1024
-| | Then Find NDR and PDR intervals using optimized search
-
-*** Test Cases ***
-| 114B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 114B | 1C
-| | frame_size=${114} | phy_cores=${1}
-
-| 114B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 114B | 2C
-| | frame_size=${114} | phy_cores=${2}
-
-| 114B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 114B | 4C
-| | frame_size=${114} | phy_cores=${4}
-
-| 1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/tests/vpp/perf/vts/2n1l-10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vts/2n1l-10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644
index 827e79b80c..0000000000
--- a/tests/vpp/perf/vts/2n1l-10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,165 +0,0 @@
-# Copyright (c) 2023 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/shared/default.robot
-|
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VTS | DRV_VFIO_PCI
-| ... | RXQ_SIZE_0 | TXQ_SIZE_0
-| ... | ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm
-|
-| Suite Setup | Setup suite topology interfaces | performance
-| Suite Teardown | Tear down suite | performance
-| Test Setup | Setup test | performance
-| Test Teardown | Tear down test | performance | vhost
-|
-| Test Template | Local Template
-|
-| Documentation | **RFC2544: Packet throughput L2BD test cases with \
-| ... | VXLANoIPv4 and vhost**
-| ... |
-| ... | - **[Top] Network Topologies:** TG-DUT1-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... |
-| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4 for L2 switching of IPv4. \
-| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link from/to TG.
-| ... |
-| ... | - **[Cfg] DUT configuration:** DUTs are configured with L2 bridge- \
-| ... | domain and MAC learning enabled. Qemu VNFs are connected \
-| ... | to VPP via vhost-user interfaces. Guest is running VPP l2xc \
-| ... | interconnecting vhost-user interfaces, rxd/txd=1024. DUTs are \
-| ... | tested with ${nic_name}.
-| ... |
-| ... | - **[Ver] TG verification:** TG finds and reports throughput NDR (Non \
-| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \
-| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \
-| ... | expressed in percentage of packets transmitted. NDR and PDR are \
-| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \
-| ... | library.
-| ... | Test packets are generated by TG on \
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups \
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets \
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static \
-| ... | payload. MAC addresses are matching MAC addresses of the TG node \
-| ... | interfaces.
-| ... |
-| ... | - **[Ref] Applicable standard specifications:** RFC2544, RFC7348.
-
-*** Variables ***
-| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | vhost_plugin.so
-| ... | vxlan_plugin.so
-| ${crypto_type}= | ${None}
-| ${nic_name}= | Intel-X710
-| ${nic_driver}= | vfio-pci
-| ${nic_rxq_size}= | 0
-| ${nic_txq_size}= | 0
-| ${nic_pfs}= | 2
-| ${nic_vfs}= | 0
-| ${osi_layer}= | L3
-| ${overhead}= | ${50}
-| ${nf_dtcr}= | ${1}
-| ${nf_dtc}= | ${1}
-| ${nf_chains}= | ${1}
-| ${nf_nodes}= | ${1}
-# Traffic profile:
-| ${traffic_profile}=
-| ... | trex-stl-ethip4vxlan-ip4src${nf_chains}udpsrcrnd
-| ${acl_type}= | ${EMPTY}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | - **[Cfg]** DUT runs L2BD switching config. \
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | - **[Ver]** Measure NDR and PDR values using MLRsearch algorithm.
-| |
-| | ... | *Arguments:*
-| | ... | - frame_size - L2 Frame Size [B]. Type: integer
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| | ... | - acl_type - FIXME.
-| |
-| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
-| |
-| | Set Test Variable | \${frame_size}
-| |
-| | Given Set Max Rate And Jumbo
-| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq}
-| | And Pre-initialize layer driver | ${nic_driver}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize layer driver | ${nic_driver}
-| | And Initialize layer interface
-| | @{permit_list} = | Create List | 172.17.0.2/32 | 172.27.0.2/32
-| | Run Keyword If | '${acl_type}' != '${EMPTY}'
-| | ... | Configure ACLs on a single interface | ${dut1} | ${DUT1_${int}2_1}[0]
-| | ... | input | ${acl_type} | @{permit_list}
-| | And Initialize layer ip4vxlan
-| | ... | count=${nf_chains}
-| | And Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${True}
-| | ... | vnf=vppl2xc_2vhostvr1024
-| | Then Find NDR and PDR intervals using optimized search
-
-*** Test Cases ***
-| 114B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 114B | 1C
-| | frame_size=${114} | phy_cores=${1}
-
-| 114B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 114B | 2C
-| | frame_size=${114} | phy_cores=${2}
-
-| 114B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 114B | 4C
-| | frame_size=${114} | phy_cores=${4}
-
-| 1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | frame_size=${1518} | phy_cores=${1}
-
-| 1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | frame_size=${1518} | phy_cores=${2}
-
-| 1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | frame_size=${1518} | phy_cores=${4}
-
-| 9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | frame_size=${9000} | phy_cores=${1}
-
-| 9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | frame_size=${9000} | phy_cores=${2}
-
-| 9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | frame_size=${9000} | phy_cores=${4}
-
-| IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | frame_size=IMIX_v4_1 | phy_cores=${1}
-
-| IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | frame_size=IMIX_v4_1 | phy_cores=${2}
-
-| IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | frame_size=IMIX_v4_1 | phy_cores=${4}
diff --git a/topologies/available/2n_hw_testbed1.yaml.example b/topologies/available/2n_hw_testbed1.yaml.example
index 4155f6eb0a..eb3acae3ec 100644
--- a/topologies/available/2n_hw_testbed1.yaml.example
+++ b/topologies/available/2n_hw_testbed1.yaml.example
@@ -34,12 +34,12 @@ nodes:
mac_address: "08:00:27:35:59:04"
pci_address: "0000:00:08.0"
link: link1
- model: Intel-X553
+ model: Intel-X710
port5:
mac_address: "08:00:27:46:2b:4c"
pci_address: "0000:00:09.0"
link: link2
- model: Intel-X553
+ model: Intel-X710
DUT1:
type: DUT
host: 10.0.0.1
@@ -53,9 +53,9 @@ nodes:
mac_address: "08:00:27:ae:29:2b"
pci_address: "0000:00:08.0"
link: link1
- model: Intel-X553
+ model: Intel-X710
port3:
mac_address: "08:00:27:f3:be:f0"
pci_address: "0000:00:09.0"
link: link2
- model: Intel-X553 \ No newline at end of file
+ model: Intel-X710 \ No newline at end of file
diff --git a/topologies/available/lf_3n_snr_testbed39.yaml b/topologies/available/lf_3n_snr_testbed39.yaml
index d2f1e0df73..28875db230 100644
--- a/topologies/available/lf_3n_snr_testbed39.yaml
+++ b/topologies/available/lf_3n_snr_testbed39.yaml
@@ -19,7 +19,7 @@ nodes:
port1:
# s89-t39t310-tg1-c4/p1 - 25GE port1 Intel E810-XXVDA4 4p25GE.
mac_address: "b4:96:91:a5:22:08"
- pci_address: "0000:ca:00.0"
+ pci_address: "0000:86:00.0"
ip4_address: "172.16.10.1"
driver: ice
link: disabled1
@@ -27,7 +27,7 @@ nodes:
port2:
# s89-t39t310-tg1-c4/p2 - 25GE port2 Intel E810-XXVDA4 4p25GE.
mac_address: "b4:96:91:a5:22:09"
- pci_address: "0000:ca:00.1"
+ pci_address: "0000:86:00.1"
ip4_address: "172.16.20.1"
driver: ice
link: link2
@@ -35,7 +35,7 @@ nodes:
port3:
# s89-t39t310-tg1-c4/p3 - 25GE port3 Intel E810-XXVDA4 4p25GE.
mac_address: "b4:96:91:a5:22:0a"
- pci_address: "0000:ca:00.2"
+ pci_address: "0000:86:00.2"
ip4_address: "172.16.50.1"
driver: ice
link: disabled2
@@ -43,7 +43,7 @@ nodes:
port4:
# s89-t39t310-tg1-c4/p4 - 25GE port4 Intel E810-XXVDA4 4p25GE.
mac_address: "b4:96:91:a5:22:0b"
- pci_address: "0000:ca:00.3"
+ pci_address: "0000:86:00.3"
ip4_address: "172.16.60.1"
driver: ice
link: link5
diff --git a/topologies/available/lf_2n_clx_testbed27.yaml b/topologies/disabled/lf_2n_clx_testbed27.yaml
index 63e16d90e2..63e16d90e2 100644
--- a/topologies/available/lf_2n_clx_testbed27.yaml
+++ b/topologies/disabled/lf_2n_clx_testbed27.yaml
diff --git a/topologies/available/lf_2n_clx_testbed28.yaml b/topologies/disabled/lf_2n_clx_testbed28.yaml
index 771cb20c52..771cb20c52 100644
--- a/topologies/available/lf_2n_clx_testbed28.yaml
+++ b/topologies/disabled/lf_2n_clx_testbed28.yaml
diff --git a/topologies/available/lf_2n_clx_testbed29.yaml b/topologies/disabled/lf_2n_clx_testbed29.yaml
index 24cba15af9..24cba15af9 100644
--- a/topologies/available/lf_2n_clx_testbed29.yaml
+++ b/topologies/disabled/lf_2n_clx_testbed29.yaml
diff --git a/topologies/available/lf_2n_tx2_testbed34.yaml b/topologies/disabled/lf_2n_tx2_testbed34.yaml
index cbaefc387a..cbaefc387a 100644
--- a/topologies/available/lf_2n_tx2_testbed34.yaml
+++ b/topologies/disabled/lf_2n_tx2_testbed34.yaml
diff --git a/topologies/available/lf_2n_icx_testbed215.yaml b/topologies/disabled/lf_3n_oct_testbed215.yaml
index 6b0b0dee0c..6b0b0dee0c 100644
--- a/topologies/available/lf_2n_icx_testbed215.yaml
+++ b/topologies/disabled/lf_3n_oct_testbed215.yaml
diff --git a/topologies/available/lf_3n_tsh_testbed33.yaml b/topologies/disabled/lf_3n_tsh_testbed33.yaml
index 8d6397379a..8d6397379a 100644
--- a/topologies/available/lf_3n_tsh_testbed33.yaml
+++ b/topologies/disabled/lf_3n_tsh_testbed33.yaml
diff --git a/tox-requirements.txt b/tox-requirements.txt
index 550fc1d3b3..2b2d309fb4 100644
--- a/tox-requirements.txt
+++ b/tox-requirements.txt
@@ -1,4 +1,4 @@
-# Copyright (c) 2022 Cisco and/or its affiliates.
+# Copyright (c) 2024 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
@@ -12,16 +12,17 @@
# limitations under the License.
# Tox dependencies.
-tox==3.25.1
+tox==4.18.0
# Other PIP freeze dependencies.
-distlib==0.3.4
-filelock==3.7.1
-packaging==21.3
-platformdirs==2.5.2
-pluggy==1.0.0
-pyparsing==3.0.9
-py==1.11.0
-six==1.16.0
-toml==0.10.2
-virtualenv==20.15.1
+cachetools==5.5.0
+chardet==5.2.0
+colorama==0.4.6
+distlib==0.3.8
+filelock==3.15.4
+packaging==24.1
+platformdirs==4.2.2
+pluggy==1.5.0
+pyproject-api==1.7.1
+tomli==2.0.1
+virtualenv==20.26.3
diff --git a/tox.ini b/tox.ini
index e0ac85c22a..c61677477f 100644
--- a/tox.ini
+++ b/tox.ini
@@ -39,30 +39,30 @@ script_dir = ./resources/libraries/bash/entry/tox
# + ignore_outcome for non-voting checkers,
# + setenv (PYTHONPATH) for Python-using checkers and fixers.
# + Other Python stuff (e.g. basepython and deps for pylint).
-# + whitelist_externals to enable bash.
+# + allowlist_externals to enable bash.
# + Commands with a single bash to launch the corresponding script.
[testenv:autogen]
setenv = PYTHONPATH = {toxinidir}
-whitelist_externals = bash
+allowlist_externals = bash
commands = bash {[tox]script_dir}/autogen.sh
[testenv:copyright_year]
-whitelist_externals = bash
+allowlist_externals = bash
commands = bash {[tox]script_dir}/copyright_year.sh
[testenv:fix_copyright_year]
-whitelist_externals = bash
+allowlist_externals = bash
commands = bash {[tox]script_dir}/fix_copyright_year.sh
[testenv:gpl_license]
-whitelist_externals = bash
+allowlist_externals = bash
commands = bash {[tox]script_dir}/gpl_license.sh
[testenv:line_length]
# Fix all transgressions and remove the ignore_outcome flag.
ignore_outcome = true
-whitelist_externals = bash
+allowlist_externals = bash
commands = bash {[tox]script_dir}/line.sh
[testenv:new_line_length]
@@ -70,7 +70,7 @@ commands = bash {[tox]script_dir}/line.sh
# As current implementation is too dumb to filter those out,
# the checker has to remain non-voting.
ignore_outcome = true
-whitelist_externals = bash
+allowlist_externals = bash
commands = bash {[tox]script_dir}/new_line.sh
[testenv:pylint]
@@ -79,5 +79,5 @@ ignore_outcome = true
setenv = PYTHONPATH = {toxinidir}
basepython = python3
deps = -r ./requirements.txt
-whitelist_externals = bash
+allowlist_externals = bash
commands = bash {[tox]script_dir}/pylint.sh