From fb09f3eae0aa7c88e700d3e49b5dd8763979d04c Mon Sep 17 00:00:00 2001 From: Vratko Polak Date: Thu, 18 Apr 2024 14:45:29 +0200 Subject: feat(jobspec): Unify soak jobspecs Added 9 common tests (only one for non-default NIC+driver), 4 specific to nodeness (ASTF for 2-node, IPsec for 3-node). + First round, we can add more tests when duration is stable. - Left TODOs for possible improvements. Change-Id: I4724e3a05af0dfbf2ca0c146f1bbd4665d9e0cf0 Signed-off-by: Vratko Polak --- .../report_iterative/2n-clx/vpp-soak-00.md | 43 ++++++++++---------- .../report_iterative/2n-icx/vpp-soak-00.md | 43 ++++++++++---------- .../report_iterative/2n-spr/vpp-soak-00.md | 45 +++++++++++---------- .../report_iterative/3n-icx/vpp-soak-00.md | 44 ++++++++++----------- .../report_iterative/3n-icxd/vpp-soak-00.md | 46 +++++++++++----------- 5 files changed, 106 insertions(+), 115 deletions(-) (limited to 'resources') diff --git a/resources/job_specs/report_iterative/2n-clx/vpp-soak-00.md b/resources/job_specs/report_iterative/2n-clx/vpp-soak-00.md index 33e92b2b5f..fb175544e2 100644 --- a/resources/job_specs/report_iterative/2n-clx/vpp-soak-00.md +++ b/resources/job_specs/report_iterative/2n-clx/vpp-soak-00.md @@ -4,43 +4,40 @@ #### avf ##### eth-l2bdbasemaclrn-eth-2memif-1dcr 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr -#### dpdk-vfio-pci -##### eth-l2bdbasemaclrn-eth-2memif-1dcr -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr ## ./ip4 ### intel-e810cq #### avf ##### ethip4-ip4base 1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4base -#### dpdk-vfio-pci -##### ethip4-ip4base -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND ethip4-ip4base +##### ethip4-ip4scale20k-rnd +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput ## ./ip6 #### avf ##### ethip6-ip6base 1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6base -#### dpdk-vfio-pci -##### ethip6-ip6base -1c AND 78b AND soak AND e810cq AND drv_vfio_pci AND ethip6-ip6base +##### ethip6-ip6scale20k-rnd +1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd ## ./l2 +### mellanox-cx556a +#### rdma-core +##### eth-l2bdbasemaclrn +1c AND 64b AND soak AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn +### intel-e810cq #### avf -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2xcbase ##### eth-l2bdbasemaclrn 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn -#### dpdk-vfio-pci -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2xcbase -##### eth-l2bdbasemaclrn -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn +##### eth-l2bdscale1mmaclrn +1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn ## ./vm_vhost +### intel-e810cq #### avf -##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# #### dpdk-vfio-pci -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc diff --git a/resources/job_specs/report_iterative/2n-icx/vpp-soak-00.md b/resources/job_specs/report_iterative/2n-icx/vpp-soak-00.md index 55a1c81fe8..db95287f2d 100644 --- a/resources/job_specs/report_iterative/2n-icx/vpp-soak-00.md +++ b/resources/job_specs/report_iterative/2n-icx/vpp-soak-00.md @@ -4,43 +4,40 @@ #### avf ##### eth-l2bdbasemaclrn-eth-2memif-1dcr 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr -#### dpdk-vfio-pci -##### eth-l2bdbasemaclrn-eth-2memif-1dcr -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr ## ./ip4 ### intel-e810cq #### avf ##### ethip4-ip4base 1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4base -#### dpdk-vfio-pci -##### ethip4-ip4base -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND ethip4-ip4base +##### ethip4-ip4scale20k-rnd +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput ## ./ip6 #### avf ##### ethip6-ip6base 1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6base -#### dpdk-vfio-pci -##### ethip6-ip6base -1c AND 78b AND soak AND e810cq AND drv_vfio_pci AND ethip6-ip6base +##### ethip6-ip6scale20k-rnd +1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd ## ./l2 +### mellanox-cx7veat +#### mlx5-core +##### eth-l2bdbasemaclrn +1c AND 64b AND soak AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn +### intel-e810cq #### avf -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2xcbase ##### eth-l2bdbasemaclrn 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn -#### dpdk-vfio-pci -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2xcbase -##### eth-l2bdbasemaclrn -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn +##### eth-l2bdscale1mmaclrn +1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn ## ./vm_vhost +### intel-e810cq #### avf -##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# #### dpdk-vfio-pci -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc \ No newline at end of file diff --git a/resources/job_specs/report_iterative/2n-spr/vpp-soak-00.md b/resources/job_specs/report_iterative/2n-spr/vpp-soak-00.md index 829ac703fd..760e957586 100644 --- a/resources/job_specs/report_iterative/2n-spr/vpp-soak-00.md +++ b/resources/job_specs/report_iterative/2n-spr/vpp-soak-00.md @@ -4,43 +4,42 @@ #### avf ##### eth-l2bdbasemaclrn-eth-2memif-1dcr 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr -#### dpdk-vfio-pci -##### eth-l2bdbasemaclrn-eth-2memif-1dcr -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr ## ./ip4 ### intel-e810cq #### avf ##### ethip4-ip4base 1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4base -#### dpdk-vfio-pci -##### ethip4-ip4base -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND ethip4-ip4base +##### ethip4-ip4scale20k-rnd +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput ## ./ip6 #### avf ##### ethip6-ip6base 1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6base -#### dpdk-vfio-pci -##### ethip6-ip6base -1c AND 78b AND soak AND e810cq AND drv_vfio_pci AND ethip6-ip6base +##### ethip6-ip6scale20k-rnd +1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd ## ./l2 +### mellanox-cx7veat +#### mlx5-core +##### eth-l2bdbasemaclrn +1c AND 64b AND soak AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn +### intel-e810cq #### avf -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2xcbase ##### eth-l2bdbasemaclrn 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn -#### dpdk-vfio-pci -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2xcbase -##### eth-l2bdbasemaclrn -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn +##### eth-l2bdscale1mmaclrn +1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn ## ./vm_vhost +### intel-e810cq #### avf -##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# #### dpdk-vfio-pci -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc + +# TODO: Add memif-dma test? diff --git a/resources/job_specs/report_iterative/3n-icx/vpp-soak-00.md b/resources/job_specs/report_iterative/3n-icx/vpp-soak-00.md index 5c347df134..cfaa79862f 100644 --- a/resources/job_specs/report_iterative/3n-icx/vpp-soak-00.md +++ b/resources/job_specs/report_iterative/3n-icx/vpp-soak-00.md @@ -4,43 +4,41 @@ #### avf ##### eth-l2bdbasemaclrn-eth-2memif-1dcr 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr -#### dpdk-vfio-pci -##### eth-l2bdbasemaclrn-eth-2memif-1dcr -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr +## ./crypto +### intel-e810cq +#### avf +##### ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha +1c AND 1518b AND soak AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha +##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm +1c AND 1518b AND soak AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm ## ./ip4 ### intel-e810cq #### avf ##### ethip4-ip4base 1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4base -#### dpdk-vfio-pci -##### ethip4-ip4base -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND ethip4-ip4base +##### ethip4-ip4scale20k-rnd +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd ## ./ip6 #### avf ##### ethip6-ip6base 1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6base -#### dpdk-vfio-pci -##### ethip6-ip6base -1c AND 78b AND soak AND e810cq AND drv_vfio_pci AND ethip6-ip6base +##### ethip6-ip6scale20k-rnd +1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd ## ./l2 +### mellanox-cx6dx +#### mlx5-core +##### eth-l2bdbasemaclrn +1c AND 64b AND soak AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn +### intel-e810cq #### avf -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2xcbase ##### eth-l2bdbasemaclrn 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn -#### dpdk-vfio-pci -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2xcbase -##### eth-l2bdbasemaclrn -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn +##### eth-l2bdscale1mmaclrn +1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn ## ./vm_vhost +### intel-e810cq #### avf -##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# #### dpdk-vfio-pci -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc + +# TODO: No IPsecHW available, maybe add WireguardSW and GtpuHW? diff --git a/resources/job_specs/report_iterative/3n-icxd/vpp-soak-00.md b/resources/job_specs/report_iterative/3n-icxd/vpp-soak-00.md index b89bfc6aab..bf6159e3cb 100644 --- a/resources/job_specs/report_iterative/3n-icxd/vpp-soak-00.md +++ b/resources/job_specs/report_iterative/3n-icxd/vpp-soak-00.md @@ -4,43 +4,43 @@ #### avf ##### eth-l2bdbasemaclrn-eth-2memif-1dcr 1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr -#### dpdk-vfio-pci -##### eth-l2bdbasemaclrn-eth-2memif-1dcr -1c AND 64b AND soak AND e823c AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr +## ./crypto +### intel-e823c +#### avf +##### ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha +1c AND 1518b AND soak AND e823c AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha +##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm +1c AND 1518b AND soak AND e823c AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm +##### ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha +1c AND 1518b AND soak AND e823c AND drv_avf AND ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha +##### ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm +1c AND 1518b AND soak AND e823c AND drv_avf AND ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm ## ./ip4 ### intel-e823c #### avf ##### ethip4-ip4base 1c AND 64b AND soak AND e823c AND drv_avf AND ethip4-ip4base -#### dpdk-vfio-pci -##### ethip4-ip4base -1c AND 64b AND soak AND e823c AND drv_vfio_pci AND ethip4-ip4base +##### ethip4-ip4scale20k-rnd +1c AND 64b AND soak AND e823c AND drv_avf AND ethip4-ip4scale20k-rnd ## ./ip6 #### avf ##### ethip6-ip6base 1c AND 78b AND soak AND e823c AND drv_avf AND ethip6-ip6base -#### dpdk-vfio-pci -##### ethip6-ip6base -1c AND 78b AND soak AND e823c AND drv_vfio_pci AND ethip6-ip6base +##### ethip6-ip6scale20k-rnd +1c AND 78b AND soak AND e823c AND drv_avf AND ethip6-ip6scale20k-rnd ## ./l2 +### mellanox-cx6dx +#### mlx5-core +##### eth-l2bdbasemaclrn +1c AND 64b AND soak AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn +### intel-e823c #### avf -##### eth-l2xcbase -1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2xcbase ##### eth-l2bdbasemaclrn 1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2bdbasemaclrn -#### dpdk-vfio-pci -##### eth-l2xcbase -1c AND 64b AND soak AND e823c AND drv_vfio_pci AND eth-l2xcbase -##### eth-l2bdbasemaclrn -1c AND 64b AND soak AND e823c AND drv_vfio_pci AND eth-l2bdbasemaclrn +##### eth-l2bdscale1mmaclrn +1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2bdscale1mmaclrn ## ./vm_vhost +### intel-e823c #### avf -##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc 1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# #### dpdk-vfio-pci -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# 1c AND 64b AND soak AND e823c AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# 1c AND 64b AND soak AND e823c AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -- cgit 1.2.3-korg