diff options
author | Tibor Frank <tifrank@cisco.com> | 2021-01-27 20:23:53 +0100 |
---|---|---|
committer | Tibor Frank <tifrank@cisco.com> | 2021-01-27 20:47:29 +0100 |
commit | 3354bdb7f7c183322c886ab1c89c8f3bbf42366b (patch) | |
tree | bb179f05ef9672e3196bf527fa88ed3b0c9c47ed /docs/job_specs/report_coverage | |
parent | d6615bce0d5ac4cb88bbeec584fa7094a6db2c06 (diff) |
job-specs: Add rnd tests
Change-Id: I877f46608853401c5226845737ace691e3f393b1
Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'docs/job_specs/report_coverage')
-rw-r--r-- | docs/job_specs/report_coverage/2n-clx/ip6-01.md | 96 | ||||
-rw-r--r-- | docs/job_specs/report_coverage/2n-dnv/ip6-01.md | 36 | ||||
-rw-r--r-- | docs/job_specs/report_coverage/2n-skx/ip6-01.md | 86 | ||||
-rw-r--r-- | docs/job_specs/report_coverage/2n-zn2/ip6-01.md | 96 | ||||
-rw-r--r-- | docs/job_specs/report_coverage/3n-dnv/ip4-00.md | 36 | ||||
-rw-r--r-- | docs/job_specs/report_coverage/3n-dnv/ip6-01.md | 36 | ||||
-rw-r--r-- | docs/job_specs/report_coverage/3n-hsw/ip4-00.md | 60 | ||||
-rw-r--r-- | docs/job_specs/report_coverage/3n-hsw/ip6-01.md | 70 |
8 files changed, 487 insertions, 29 deletions
diff --git a/docs/job_specs/report_coverage/2n-clx/ip6-01.md b/docs/job_specs/report_coverage/2n-clx/ip6-01.md index eddb6f8136..a8c34b152c 100644 --- a/docs/job_specs/report_coverage/2n-clx/ip6-01.md +++ b/docs/job_specs/report_coverage/2n-clx/ip6-01.md @@ -1,7 +1,7 @@ # 2n-clx -### tests 81 -### job hrs est. 4.87 -### job hrs real 4.87 +### tests 162 +### job hrs est. 9.75 +### job hrs real x ### test mins est. 3.61 ### test mins real 3.61 ## ./container_memif @@ -21,6 +21,16 @@ 1c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd #### dpdk-vfio-pci ##### ethip6-ip6scale2m 1c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m @@ -32,6 +42,16 @@ 1c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd ### intel-xxv710 #### avf ##### ethip6-ip6scale20k @@ -64,6 +84,36 @@ 1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m +##### ethip6-ip6scale20k-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +##### ethip6-ip6scale200k-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd #### dpdk-vfio-pci ##### ethip6-ip6scale20k 1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k @@ -95,6 +145,36 @@ 1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m +##### ethip6-ip6scale20k-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +##### ethip6-ip6scale200k-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd ### mellanox-cx556a #### rdma-core ##### ethip6-ip6scale2m @@ -107,6 +187,16 @@ 1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd ## ./ip6_tunnels ## ./l2 ## ./lb diff --git a/docs/job_specs/report_coverage/2n-dnv/ip6-01.md b/docs/job_specs/report_coverage/2n-dnv/ip6-01.md index 145406d37d..603b7d043a 100644 --- a/docs/job_specs/report_coverage/2n-dnv/ip6-01.md +++ b/docs/job_specs/report_coverage/2n-dnv/ip6-01.md @@ -1,7 +1,7 @@ # 2n-dnv -### tests 27 -### job hrs est. 2.25 -### job hrs real 2.25 +### tests 54 +### job hrs est. 4.5 +### job hrs real x ### test mins est. 5 ### test mins real 5 ## ./container_memif @@ -41,6 +41,36 @@ 1c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m +##### ethip6-ip6scale20k-rnd +1c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +4c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND 9000b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +4c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +##### ethip6-ip6scale200k-rnd +1c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +4c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND 9000b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +4c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd ## ./ip6_tunnels ## ./l2 ## ./lb diff --git a/docs/job_specs/report_coverage/2n-skx/ip6-01.md b/docs/job_specs/report_coverage/2n-skx/ip6-01.md index 3b7d58f8f7..12209a2ade 100644 --- a/docs/job_specs/report_coverage/2n-skx/ip6-01.md +++ b/docs/job_specs/report_coverage/2n-skx/ip6-01.md @@ -1,7 +1,7 @@ # 2n-skx -### tests 72 -### job hrs est. 4.75 -### job hrs real 4.75 +### tests 144 +### job hrs est. 9.5 +### job hrs real x ### test mins est. 3.96 ### test mins real 3.96 ## ./container_memif @@ -21,6 +21,16 @@ 1c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd #### dpdk-vfio-pci ##### ethip6-ip6scale2m 1c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m @@ -32,6 +42,16 @@ 1c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd ### intel-xxv710 #### avf ##### ethip6-ip6scale20k @@ -64,6 +84,36 @@ 1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m +##### ethip6-ip6scale20k-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +##### ethip6-ip6scale200k-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd #### dpdk-vfio-pci ##### ethip6-ip6scale20k 1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k @@ -95,6 +145,36 @@ 1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m +##### ethip6-ip6scale20k-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +##### ethip6-ip6scale200k-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd ## ./ip6_tunnels ## ./l2 ## ./lb diff --git a/docs/job_specs/report_coverage/2n-zn2/ip6-01.md b/docs/job_specs/report_coverage/2n-zn2/ip6-01.md index b009e8f8a8..3310574c16 100644 --- a/docs/job_specs/report_coverage/2n-zn2/ip6-01.md +++ b/docs/job_specs/report_coverage/2n-zn2/ip6-01.md @@ -1,7 +1,7 @@ # 2n-zn2 -### tests 81 -### job hrs est. 4.87 -### job hrs real 4.87 +### tests 162 +### job hrs est. 9.75 +### job hrs real x ### test mins est. 3.61 ### test mins real 3.61 ## ./container_memif @@ -21,6 +21,16 @@ 1c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND x710 AND drv_avf AND ethip6-ip6scale2m-rnd #### dpdk-vfio-pci ##### ethip6-ip6scale2m 1c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m @@ -32,6 +42,16 @@ 1c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd ### intel-xxv710 #### avf ##### ethip6-ip6scale20k @@ -64,6 +84,36 @@ 1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m +##### ethip6-ip6scale20k-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale20k-rnd +##### ethip6-ip6scale200k-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale200k-rnd +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd #### dpdk-vfio-pci ##### ethip6-ip6scale20k 1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k @@ -95,6 +145,36 @@ 1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m +##### ethip6-ip6scale20k-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +##### ethip6-ip6scale200k-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd ### mellanox-cx556a #### rdma-core ##### ethip6-ip6scale2m @@ -107,6 +187,16 @@ 1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd ## ./ip6_tunnels ## ./l2 ## ./lb diff --git a/docs/job_specs/report_coverage/3n-dnv/ip4-00.md b/docs/job_specs/report_coverage/3n-dnv/ip4-00.md index 1ac3b7b9fe..d889959fbd 100644 --- a/docs/job_specs/report_coverage/3n-dnv/ip4-00.md +++ b/docs/job_specs/report_coverage/3n-dnv/ip4-00.md @@ -1,7 +1,7 @@ # 3n-dnv -### tests 45 -### job hrs est. 4.5 -### job hrs real 4.5 +### tests 72 +### job hrs est. 5.4 +### job hrs real 5.4 ### test mins est. 6 ### test mins real 6 ## ./container_memif @@ -49,6 +49,36 @@ 1c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale2m 2c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale2m 4c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale2m +##### ethip4-ip4scale20k-rnd +1c AND 64b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +2c AND 64b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +4c AND 64b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +1c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +2c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +1c AND 9000b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +1c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +2c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +4c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +##### ethip4-ip4scale200k-rnd +1c AND 64b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +2c AND 64b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +4c AND 64b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +1c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +2c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +1c AND 9000b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +1c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +2c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +4c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +##### ethip4-ip4scale2m-rnd +1c AND 64b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND 64b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +4c AND 64b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND 9000b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +4c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd ##### dot1q-ip4base 1c AND 64b AND ndrpdr AND x553 AND drv_vfio_pci AND dot1q-ip4base 2c AND 64b AND ndrpdr AND x553 AND drv_vfio_pci AND dot1q-ip4base diff --git a/docs/job_specs/report_coverage/3n-dnv/ip6-01.md b/docs/job_specs/report_coverage/3n-dnv/ip6-01.md index 411ee804b4..8db80bf7bb 100644 --- a/docs/job_specs/report_coverage/3n-dnv/ip6-01.md +++ b/docs/job_specs/report_coverage/3n-dnv/ip6-01.md @@ -1,7 +1,7 @@ # 3n-dnv -### tests 27 -### job hrs est. 3 -### job hrs real 3 +### tests 54 +### job hrs est. 6 +### job hrs real x ### test mins est. 6.67 ### test mins real 6.67 ## ./container_memif @@ -41,6 +41,36 @@ 1c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m 4c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m +##### ethip6-ip6scale20k-rnd +1c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +4c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND 9000b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +4c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +##### ethip6-ip6scale200k-rnd +1c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +4c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND 9000b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +4c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND 78b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +4c AND imix AND ndrpdr AND x553 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd ## ./ip6_tunnels ## ./l2 ## ./lb diff --git a/docs/job_specs/report_coverage/3n-hsw/ip4-00.md b/docs/job_specs/report_coverage/3n-hsw/ip4-00.md index a30cf63d0f..7aa80d4684 100644 --- a/docs/job_specs/report_coverage/3n-hsw/ip4-00.md +++ b/docs/job_specs/report_coverage/3n-hsw/ip4-00.md @@ -1,7 +1,7 @@ # 3n-hsw -### tests 87 -### job hrs est. 8 -### job hrs real 8 +### tests 134 +### job hrs est. 12.33 +### job hrs real x ### test mins est. 5.52 ### test mins real 5.52 ## ./container_memif @@ -23,6 +23,13 @@ 2c AND 1518b AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip4-ip4scale2m 1c AND imix AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip4-ip4scale2m 2c AND imix AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip4-ip4scale2m +##### ethip4-ip4scale2m-rnd +1c AND 64b AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND 64b AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND 1518b AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND 1518b AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND imix AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND imix AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd ### cisco-vic1385 #### dpdk-vfio-pci ##### ethip4-ip4base @@ -39,6 +46,13 @@ 2c AND 1518b AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip4-ip4scale2m 1c AND imix AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip4-ip4scale2m 2c AND imix AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip4-ip4scale2m +##### ethip4-ip4scale2m-rnd +1c AND 64b AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND 64b AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND 1518b AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND 1518b AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND imix AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND imix AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd ### intel-x520-da2 #### dpdk-vfio-pci ##### ethip4-ip4base @@ -57,6 +71,14 @@ 1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m 1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m 2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m +##### ethip4-ip4scale2m-rnd +1c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND 64b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd ### intel-x710 #### dpdk-vfio-pci ##### ethip4-ip4base @@ -75,6 +97,14 @@ 1c AND 9000b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip4-ip4scale2m 1c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip4-ip4scale2m 2c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip4-ip4scale2m +##### ethip4-ip4scale2m-rnd +1c AND 64b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND 64b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND 1518b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND 1518b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND 9000b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd ### intel-xl710 #### dpdk-vfio-pci ##### ethip4-ip4base @@ -109,6 +139,30 @@ 1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m 1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m 2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m +##### ethip4-ip4scale20k-rnd +1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale20k-rnd +##### ethip4-ip4scale200k-rnd +1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale200k-rnd +##### ethip4-ip4scale2m-rnd +1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd +2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd ##### dot1q-ip4base 1c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-ip4base 2c AND 64b AND ndrpdr AND xl710 AND drv_vfio_pci AND dot1q-ip4base diff --git a/docs/job_specs/report_coverage/3n-hsw/ip6-01.md b/docs/job_specs/report_coverage/3n-hsw/ip6-01.md index 2fc4f39048..f04260f263 100644 --- a/docs/job_specs/report_coverage/3n-hsw/ip6-01.md +++ b/docs/job_specs/report_coverage/3n-hsw/ip6-01.md @@ -1,7 +1,7 @@ # 3n-hsw -### tests 47 -### job hrs est. 4.4 -### job hrs real 4.4 +### tests 94 +### job hrs est. 8.8 +### job hrs real x ### test mins est. 5.62 ### test mins real 5.62 ## ./container_memif @@ -18,6 +18,13 @@ 2c AND 1518b AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip6-ip6scale2m 1c AND imix AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip6-ip6scale2m +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND vic1227 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd ### cisco-vic1385 #### dpdk-vfio-pci ##### ethip6-ip6scale2m @@ -27,6 +34,13 @@ 2c AND 1518b AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip6-ip6scale2m 1c AND imix AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip6-ip6scale2m +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND vic1385 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd ### intel-x520-da2 #### dpdk-vfio-pci ##### ethip6-ip6scale2m @@ -35,8 +49,16 @@ 1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m 1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m - 1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m +1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND x520-da2 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd ### intel-x710 #### dpdk-vfio-pci ##### ethip6-ip6scale2m @@ -45,8 +67,16 @@ 1c AND 1518b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND 1518b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m 1c AND 9000b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m - 1c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m +1c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND x710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd ### intel-xl710 #### dpdk-vfio-pci ##### ethip6-ip6scale20k @@ -55,7 +85,7 @@ 1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k 2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k 1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k - 1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k +1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k 2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k ##### ethip6-ip6scale200k 1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k @@ -63,7 +93,7 @@ 1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k 2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k 1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k - 1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k +1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k 2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k ##### ethip6-ip6scale2m 1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m @@ -71,8 +101,32 @@ 1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m 1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m - 1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m +1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m 2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m +##### ethip6-ip6scale20k-rnd +1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale20k-rnd +##### ethip6-ip6scale200k-rnd +1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale200k-rnd +##### ethip6-ip6scale2m-rnd +1c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 78b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND 1518b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND 9000b AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +1c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd +2c AND imix AND ndrpdr AND xl710 AND drv_vfio_pci AND ethip6-ip6scale2m-rnd ## ./ip6_tunnels ## ./l2 ## ./lb |