diff options
author | Vratko Polak <vrpolak@cisco.com> | 2024-04-18 14:45:29 +0200 |
---|---|---|
committer | Vratko Polak <vrpolak@cisco.com> | 2024-04-19 11:04:31 +0000 |
commit | 953b3239a4f241093dc411d164b243dc088f9d0b (patch) | |
tree | f52639874dc389abf70d81579e013ce83489c955 | |
parent | 44ab3dadf61808df3bb54ba462ba7fb9e669aec2 (diff) |
feat(jobspec): Unify soak jobspecsoper-240415
Added 9 common tests (only one for non-default NIC+driver),
4 specific to nodeness (ASTF for 2-node, IPsec for 3-node).
+ First round, we can add more tests when duration is stable.
- Left TODOs for possible improvements.
Change-Id: I4724e3a05af0dfbf2ca0c146f1bbd4665d9e0cf0
Signed-off-by: Vratko Polak <vrpolak@cisco.com>
(cherry picked from commit fb09f3eae0aa7c88e700d3e49b5dd8763979d04c)
5 files changed, 106 insertions, 115 deletions
diff --git a/resources/job_specs/report_iterative/2n-clx/vpp-soak-00.md b/resources/job_specs/report_iterative/2n-clx/vpp-soak-00.md index 33e92b2b5f..fb175544e2 100644 --- a/resources/job_specs/report_iterative/2n-clx/vpp-soak-00.md +++ b/resources/job_specs/report_iterative/2n-clx/vpp-soak-00.md @@ -4,43 +4,40 @@ #### avf ##### eth-l2bdbasemaclrn-eth-2memif-1dcr 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr -#### dpdk-vfio-pci -##### eth-l2bdbasemaclrn-eth-2memif-1dcr -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr ## ./ip4 ### intel-e810cq #### avf ##### ethip4-ip4base 1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4base -#### dpdk-vfio-pci -##### ethip4-ip4base -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND ethip4-ip4base +##### ethip4-ip4scale20k-rnd +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput ## ./ip6 #### avf ##### ethip6-ip6base 1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6base -#### dpdk-vfio-pci -##### ethip6-ip6base -1c AND 78b AND soak AND e810cq AND drv_vfio_pci AND ethip6-ip6base +##### ethip6-ip6scale20k-rnd +1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd ## ./l2 +### mellanox-cx556a +#### rdma-core +##### eth-l2bdbasemaclrn +1c AND 64b AND soak AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn +### intel-e810cq #### avf -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2xcbase ##### eth-l2bdbasemaclrn 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn -#### dpdk-vfio-pci -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2xcbase -##### eth-l2bdbasemaclrn -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn +##### eth-l2bdscale1mmaclrn +1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn ## ./vm_vhost +### intel-e810cq #### avf -##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# #### dpdk-vfio-pci -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc diff --git a/resources/job_specs/report_iterative/2n-icx/vpp-soak-00.md b/resources/job_specs/report_iterative/2n-icx/vpp-soak-00.md index 55a1c81fe8..db95287f2d 100644 --- a/resources/job_specs/report_iterative/2n-icx/vpp-soak-00.md +++ b/resources/job_specs/report_iterative/2n-icx/vpp-soak-00.md @@ -4,43 +4,40 @@ #### avf ##### eth-l2bdbasemaclrn-eth-2memif-1dcr 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr -#### dpdk-vfio-pci -##### eth-l2bdbasemaclrn-eth-2memif-1dcr -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr ## ./ip4 ### intel-e810cq #### avf ##### ethip4-ip4base 1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4base -#### dpdk-vfio-pci -##### ethip4-ip4base -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND ethip4-ip4base +##### ethip4-ip4scale20k-rnd +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput ## ./ip6 #### avf ##### ethip6-ip6base 1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6base -#### dpdk-vfio-pci -##### ethip6-ip6base -1c AND 78b AND soak AND e810cq AND drv_vfio_pci AND ethip6-ip6base +##### ethip6-ip6scale20k-rnd +1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd ## ./l2 +### mellanox-cx7veat +#### mlx5-core +##### eth-l2bdbasemaclrn +1c AND 64b AND soak AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn +### intel-e810cq #### avf -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2xcbase ##### eth-l2bdbasemaclrn 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn -#### dpdk-vfio-pci -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2xcbase -##### eth-l2bdbasemaclrn -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn +##### eth-l2bdscale1mmaclrn +1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn ## ./vm_vhost +### intel-e810cq #### avf -##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# #### dpdk-vfio-pci -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
\ No newline at end of file diff --git a/resources/job_specs/report_iterative/2n-spr/vpp-soak-00.md b/resources/job_specs/report_iterative/2n-spr/vpp-soak-00.md index 829ac703fd..760e957586 100644 --- a/resources/job_specs/report_iterative/2n-spr/vpp-soak-00.md +++ b/resources/job_specs/report_iterative/2n-spr/vpp-soak-00.md @@ -4,43 +4,42 @@ #### avf ##### eth-l2bdbasemaclrn-eth-2memif-1dcr 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr -#### dpdk-vfio-pci -##### eth-l2bdbasemaclrn-eth-2memif-1dcr -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr ## ./ip4 ### intel-e810cq #### avf ##### ethip4-ip4base 1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4base -#### dpdk-vfio-pci -##### ethip4-ip4base -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND ethip4-ip4base +##### ethip4-ip4scale20k-rnd +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput +##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps +##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput +1c AND 100b AND soak AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput ## ./ip6 #### avf ##### ethip6-ip6base 1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6base -#### dpdk-vfio-pci -##### ethip6-ip6base -1c AND 78b AND soak AND e810cq AND drv_vfio_pci AND ethip6-ip6base +##### ethip6-ip6scale20k-rnd +1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd ## ./l2 +### mellanox-cx7veat +#### mlx5-core +##### eth-l2bdbasemaclrn +1c AND 64b AND soak AND 2p1cx7veat AND drv_mlx5_core AND eth-l2bdbasemaclrn +### intel-e810cq #### avf -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2xcbase ##### eth-l2bdbasemaclrn 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn -#### dpdk-vfio-pci -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2xcbase -##### eth-l2bdbasemaclrn -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn +##### eth-l2bdscale1mmaclrn +1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn ## ./vm_vhost +### intel-e810cq #### avf -##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# #### dpdk-vfio-pci -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc + +# TODO: Add memif-dma test? diff --git a/resources/job_specs/report_iterative/3n-icx/vpp-soak-00.md b/resources/job_specs/report_iterative/3n-icx/vpp-soak-00.md index 5c347df134..cfaa79862f 100644 --- a/resources/job_specs/report_iterative/3n-icx/vpp-soak-00.md +++ b/resources/job_specs/report_iterative/3n-icx/vpp-soak-00.md @@ -4,43 +4,41 @@ #### avf ##### eth-l2bdbasemaclrn-eth-2memif-1dcr 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr -#### dpdk-vfio-pci -##### eth-l2bdbasemaclrn-eth-2memif-1dcr -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr +## ./crypto +### intel-e810cq +#### avf +##### ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha +1c AND 1518b AND soak AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha +##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm +1c AND 1518b AND soak AND e810cq AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm ## ./ip4 ### intel-e810cq #### avf ##### ethip4-ip4base 1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4base -#### dpdk-vfio-pci -##### ethip4-ip4base -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND ethip4-ip4base +##### ethip4-ip4scale20k-rnd +1c AND 64b AND soak AND e810cq AND drv_avf AND ethip4-ip4scale20k-rnd ## ./ip6 #### avf ##### ethip6-ip6base 1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6base -#### dpdk-vfio-pci -##### ethip6-ip6base -1c AND 78b AND soak AND e810cq AND drv_vfio_pci AND ethip6-ip6base +##### ethip6-ip6scale20k-rnd +1c AND 78b AND soak AND e810cq AND drv_avf AND ethip6-ip6scale20k-rnd ## ./l2 +### mellanox-cx6dx +#### mlx5-core +##### eth-l2bdbasemaclrn +1c AND 64b AND soak AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn +### intel-e810cq #### avf -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2xcbase ##### eth-l2bdbasemaclrn 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn -#### dpdk-vfio-pci -##### eth-l2xcbase -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2xcbase -##### eth-l2bdbasemaclrn -1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn +##### eth-l2bdscale1mmaclrn +1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdscale1mmaclrn ## ./vm_vhost +### intel-e810cq #### avf -##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc 1c AND 64b AND soak AND e810cq AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# #### dpdk-vfio-pci -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# 1c AND 64b AND soak AND e810cq AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc + +# TODO: No IPsecHW available, maybe add WireguardSW and GtpuHW? diff --git a/resources/job_specs/report_iterative/3n-icxd/vpp-soak-00.md b/resources/job_specs/report_iterative/3n-icxd/vpp-soak-00.md index b89bfc6aab..bf6159e3cb 100644 --- a/resources/job_specs/report_iterative/3n-icxd/vpp-soak-00.md +++ b/resources/job_specs/report_iterative/3n-icxd/vpp-soak-00.md @@ -4,43 +4,43 @@ #### avf ##### eth-l2bdbasemaclrn-eth-2memif-1dcr 1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr -#### dpdk-vfio-pci -##### eth-l2bdbasemaclrn-eth-2memif-1dcr -1c AND 64b AND soak AND e823c AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr +## ./crypto +### intel-e823c +#### avf +##### ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha +1c AND 1518b AND soak AND e823c AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha +##### ethip4ipsec1000tnlsw-ip4base-int-aes256gcm +1c AND 1518b AND soak AND e823c AND drv_avf AND ethip4ipsec1000tnlsw-ip4base-int-aes256gcm +##### ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha +1c AND 1518b AND soak AND e823c AND drv_avf AND ethip4ipsec1000tnlhwasync-ip4base-int-aes128cbc-hmac512sha +##### ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm +1c AND 1518b AND soak AND e823c AND drv_avf AND ethip4ipsec1000tnlhwasync-ip4base-int-aes256gcm ## ./ip4 ### intel-e823c #### avf ##### ethip4-ip4base 1c AND 64b AND soak AND e823c AND drv_avf AND ethip4-ip4base -#### dpdk-vfio-pci -##### ethip4-ip4base -1c AND 64b AND soak AND e823c AND drv_vfio_pci AND ethip4-ip4base +##### ethip4-ip4scale20k-rnd +1c AND 64b AND soak AND e823c AND drv_avf AND ethip4-ip4scale20k-rnd ## ./ip6 #### avf ##### ethip6-ip6base 1c AND 78b AND soak AND e823c AND drv_avf AND ethip6-ip6base -#### dpdk-vfio-pci -##### ethip6-ip6base -1c AND 78b AND soak AND e823c AND drv_vfio_pci AND ethip6-ip6base +##### ethip6-ip6scale20k-rnd +1c AND 78b AND soak AND e823c AND drv_avf AND ethip6-ip6scale20k-rnd ## ./l2 +### mellanox-cx6dx +#### mlx5-core +##### eth-l2bdbasemaclrn +1c AND 64b AND soak AND cx6dx AND drv_mlx5_core AND eth-l2bdbasemaclrn +### intel-e823c #### avf -##### eth-l2xcbase -1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2xcbase ##### eth-l2bdbasemaclrn 1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2bdbasemaclrn -#### dpdk-vfio-pci -##### eth-l2xcbase -1c AND 64b AND soak AND e823c AND drv_vfio_pci AND eth-l2xcbase -##### eth-l2bdbasemaclrn -1c AND 64b AND soak AND e823c AND drv_vfio_pci AND eth-l2bdbasemaclrn +##### eth-l2bdscale1mmaclrn +1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2bdscale1mmaclrn ## ./vm_vhost +### intel-e823c #### avf -##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc 1c AND 64b AND soak AND e823c AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# #### dpdk-vfio-pci -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# 1c AND 64b AND soak AND e823c AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm -# ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc -# 1c AND 64b AND soak AND e823c AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc |