aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools
diff options
context:
space:
mode:
Diffstat (limited to 'resources/tools')
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml591
1 files changed, 302 insertions, 289 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index aa6d6da070..626711dad2 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -5,9 +5,8 @@
- type: "data-sets"
vpp-device-results-ubuntu:
- # csit-vpp-device-2206-ubuntu2004-x86_64-1n-skx:
- csit-vpp-device-2202-ubuntu2004-x86_64-1n-skx:
- - 164 # rls2202.rel VPP DEV env 9
+ csit-vpp-device-2206-ubuntu2004-x86_64-1n-skx:
+ - 6 # rls2206.rc1 VPP DEV env 10
################################################################################
@@ -40,19 +39,22 @@
- 48 # rls2202.rel NDRPDR iter env 9
vpp-3n-skx-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2206-3n-skx:
- csit-vpp-perf-report-iterative-2202-3n-skx:
- - 28 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-skx:
+ - 5 # rls2202.rel NDRPDR iter env 10
+ - 6 # rls2202.rel NDRPDR iter env 10
+ - 7 # rls2202.rel NDRPDR iter env 10
+ - 8 # rls2202.rel NDRPDR iter env 10
+ - 9 # rls2202.rel NDRPDR iter env 10
+ - 11 # rls2202.rel NDRPDR iter env 10
+ - 14 # rls2202.rel NDRPDR iter env 10
vpp-3n-skx-curr-iter:
- # csit-vpp-perf-report-iterative-2206-3n-skx:
- csit-vpp-perf-report-iterative-2202-3n-skx:
- - 28 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-skx:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-3n-skx-curr-iter-best:
- # csit-vpp-perf-report-iterative-2206-3n-skx:
- csit-vpp-perf-report-iterative-2202-3n-skx:
- - 40 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-skx:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-3n-skx-hist-iter-mrr-new-env:
csit-vpp-perf-report-iterative-2202-3n-skx:
@@ -63,14 +65,12 @@
- 27 # rls2202.rel MRR iter env 9
vpp-3n-skx-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2206-3n-skx:
- csit-vpp-perf-report-iterative-2202-3n-skx:
- - 4 # rls2110.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-skx:
+ - 4 # rls2202.rel MRR iter env 10
vpp-3n-skx-curr-iter-mrr:
- # csit-vpp-perf-report-iterative-2206-3n-skx:
- csit-vpp-perf-report-iterative-2202-3n-skx:
- - 27 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-skx:
+ - 1 # rls2206.rc1 MRR iter env 10
vpp-3n-skx-hist-iter-hoststack-new-env:
csit-vpp-perf-report-iterative-2110-3n-skx:
@@ -99,14 +99,12 @@
- 47 # rls2202.rel hoststack iter env 9
vpp-3n-skx-prev-iter-hoststack-new-env:
- # csit-vpp-perf-report-iterative-2206-3n-skx:
- csit-vpp-perf-report-iterative-2202-3n-skx:
- - 29 # rls2202.rel hoststack iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-skx:
+ - 3 # rls2206.rc1 hoststack iter env 10
vpp-3n-skx-curr-iter-hoststack:
- # csit-vpp-perf-report-iterative-2206-3n-skx:
- csit-vpp-perf-report-iterative-2202-3n-skx:
- - 29 # rls2202.rel hoststack iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-skx:
+ - 3 # rls2206.rc1 hoststack iter env 10
vpp-3n-skx-curr-cov:
# csit-vpp-perf-report-coverage-2206-3n-skx:
@@ -141,14 +139,21 @@
- 21 # rls2202 NDRPDR iter env 9
dpdk-3n-skx-curr-iter:
- # csit-dpdk-perf-report-iterative-2206-3n-skx:
- csit-dpdk-perf-report-iterative-2202-3n-skx:
- - 12 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-3n-skx:
+ - 1 # rls2206 NDRPDR iter env 10
+ - 2 # rls2206 NDRPDR iter env 10
+ - 3 # rls2206 NDRPDR iter env 10
+ - 4 # rls2206 NDRPDR iter env 10
+ - 5 # rls2206 NDRPDR iter env 10
+ - 6 # rls2206 NDRPDR iter env 10
+ - 7 # rls2206 NDRPDR iter env 10
+ - 8 # rls2206 NDRPDR iter env 10
+ # - 9 # rls2206 NDRPDR iter env 10
+ - 10 # rls2206 NDRPDR iter env 10
dpdk-3n-skx-curr-iter-best:
- # csit-dpdk-perf-report-iterative-2206-3n-skx:
- csit-dpdk-perf-report-iterative-2202-3n-skx:
- - 12 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-3n-skx:
+ - 1 # rls2206 NDRPDR iter env 10
# 2n-skx
@@ -179,19 +184,21 @@
- 69 # rls2202.rel NDRPDR iter env 9
vpp-2n-skx-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2206-2n-skx:
- csit-vpp-perf-report-iterative-2202-2n-skx:
- - 41 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-skx:
+ - 10 # rls2202.rel NDRPDR iter env 10
+ - 11 # rls2202.rel NDRPDR iter env 10
+ - 12 # rls2202.rel NDRPDR iter env 10
+ - 16 # rls2202.rel NDRPDR iter env 10
+ - 17 # rls2202.rel NDRPDR iter env 10
+ - 18 # rls2202.rel NDRPDR iter env 10
vpp-2n-skx-curr-iter:
- # csit-vpp-perf-report-iterative-2206-2n-skx:
- csit-vpp-perf-report-iterative-2202-2n-skx:
- - 41 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-skx:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-skx-curr-iter-best:
- # csit-vpp-perf-report-iterative-2206-2n-skx:
- csit-vpp-perf-report-iterative-2202-2n-skx:
- - 64 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-skx:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-skx-hist-iter-mrr-new-env:
csit-vpp-perf-report-iterative-2202-2n-skx:
@@ -202,48 +209,39 @@
- 40 # rls2202.rel MRR iter env 9
vpp-2n-skx-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2206-2n-skx:
csit-vpp-perf-report-iterative-2202-2n-skx:
- - 40 # rls2202.rel MRR iter env 9
+ - 9 # rls2202.rel MRR iter env 10
vpp-2n-skx-curr-iter-mrr:
- # csit-vpp-perf-report-iterative-2206-2n-skx:
- csit-vpp-perf-report-iterative-2202-2n-skx:
- - 40 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-skx:
+ - 1 # rls2206.rc1 MRR iter env 10
vpp-2n-skx-curr-soak:
- # csit-vpp-perf-report-iterative-2206-2n-skx:
- csit-vpp-perf-report-iterative-2202-2n-skx:
- - 46 # rls2202.rel soak env 9
+ csit-vpp-perf-report-iterative-2206-2n-skx:
+ - 7 # rls2206.rc1 soak env 10
vpp-soak-vs-ndr-2n-skx-ref:
- # csit-vpp-perf-report-iterative-2206-2n-skx:
- csit-vpp-perf-report-iterative-2202-2n-skx:
- - 41 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-skx:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-soak-vs-ndr-2n-skx:
- # csit-vpp-perf-report-iterative-2206-2n-skx:
- csit-vpp-perf-report-iterative-2202-2n-skx:
- - 41 # rls2202.rel NDRPDR iter env 9
- - 46 # rls2202.rel soak env 9
+ csit-vpp-perf-report-iterative-2206-2n-skx:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
+ - 7 # rls2206.rc1 soak env 10
vpp-2n-skx-curr-nfv-ndrpdr:
- # csit-vpp-perf-report-iterative-2206-2n-skx:
- csit-vpp-perf-report-iterative-2202-2n-skx:
- - 47 # rls2202.rel NDRPDR nf-density iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-skx:
+ - 5 # rls2206.rc1 NDRPDR nf-density iter env 10
vpp-2n-skx-curr-nfv-mrr:
- # csit-vpp-perf-report-iterative-2206-2n-skx:
- csit-vpp-perf-report-iterative-2202-2n-skx:
- - 42 # rls2202.rel MRR nf-density iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-skx:
+ - 4 # rls2206.rc1 MRR nf-density iter env 10
vpp-2n-skx-curr-nfv-reconf:
- # csit-vpp-perf-report-iterative-2206-2n-skx:
- csit-vpp-perf-report-iterative-2202-2n-skx:
- - 44 # rls2202.rel NDRPDR reconf iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-skx:
+ - 6 # rls2206.rc1 NDRPDR reconf iter env 10
vpp-2n-skx-curr-iter-gso:
- # csit-vpp-perf-report-iterative-2206-2n-skx:
- csit-vpp-perf-report-iterative-2202-2n-skx:
- - 43 # rls2202.rel MRR GSO iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-skx:
+ - 8 # rls2206.rc1 MRR GSO iter env 10
vpp-2n-skx-curr-cov:
# csit-vpp-perf-report-coverage-2206-2n-skx:
@@ -278,14 +276,21 @@
- 21 # rls2202 NDRPDR iter env 9
dpdk-2n-skx-curr-iter:
- # csit-dpdk-perf-report-iterative-2206-2n-skx:
- csit-dpdk-perf-report-iterative-2202-2n-skx:
- - 11 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-2n-skx:
+ - 1 # rls2206 NDRPDR iter env 10
+ - 2 # rls2206 NDRPDR iter env 10
+ - 3 # rls2206 NDRPDR iter env 10
+ - 4 # rls2206 NDRPDR iter env 10
+ - 5 # rls2206 NDRPDR iter env 10
+ - 6 # rls2206 NDRPDR iter env 10
+ - 7 # rls2206 NDRPDR iter env 10
+ - 8 # rls2206 NDRPDR iter env 10
+ - 9 # rls2206 NDRPDR iter env 10
+ - 10 # rls2206 NDRPDR iter env 10
dpdk-2n-skx-curr-iter-best:
- # csit-dpdk-perf-report-iterative-2206-2n-skx:
- csit-dpdk-perf-report-iterative-2202-2n-skx:
- - 11 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-2n-skx:
+ - 1 # rls2206 NDRPDR iter env 10
trex-2n-skx-hist-iter:
csit-trex-perf-report-iterative-2110-2n-skx:
@@ -314,14 +319,21 @@
- 10 # rls2202.rel NDRPDR iter env 9
trex-2n-skx-curr-iter:
- # csit-trex-perf-report-iterative-2206-2n-skx:
- csit-trex-perf-report-iterative-2202-2n-skx:
- - 1 # rls2202.rel NDRPDR iter env 9
+ csit-trex-perf-report-iterative-2206-2n-skx:
+ - 1 # rls2206.rel NDRPDR iter env 10
+ - 2 # rls2206.rel NDRPDR iter env 10
+ - 3 # rls2206.rel NDRPDR iter env 10
+ - 4 # rls2206.rel NDRPDR iter env 10
+ - 5 # rls2206.rel NDRPDR iter env 10
+ - 6 # rls2206.rel NDRPDR iter env 10
+ - 7 # rls2206.rel NDRPDR iter env 10
+ - 8 # rls2206.rel NDRPDR iter env 10
+ - 9 # rls2206.rel NDRPDR iter env 10
+ - 10 # rls2206.rel NDRPDR iter env 10
trex-2n-skx-curr-iter-best:
- # csit-trex-perf-report-iterative-2206-2n-skx:
- csit-trex-perf-report-iterative-2202-2n-skx:
- - 1 # rls2202.rel NDRPDR iter env 9
+ csit-trex-perf-report-iterative-2206-2n-skx:
+ - 1 # rls2206.rel NDRPDR iter env 10
trex-2n-skx-curr-cov:
# csit-trex-perf-report-coverage-2206-2n-skx:
@@ -357,24 +369,21 @@
- 34 # rls2202.rel NDRPDR iter env 9
vpp-2n-zn2-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2206-2n-zn2:
- csit-vpp-perf-report-iterative-2202-2n-zn2:
- - 24 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-zn2:
+ - 6 # rls2202.rel NDRPDR iter env 10
+ - 7 # rls2202.rel NDRPDR iter env 10
vpp-2n-zn2-curr-iter:
- # csit-vpp-perf-report-iterative-2206-2n-zn2:
- csit-vpp-perf-report-iterative-2202-2n-zn2:
- - 24 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-zn2:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-zn2-curr-iter-best:
- # csit-vpp-perf-report-iterative-2206-2n-zn2:
- csit-vpp-perf-report-iterative-2202-2n-zn2:
- - 24 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-zn2:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-zn2-curr-iter-gso:
- # csit-vpp-perf-report-iterative-2206-2n-zn2:
- csit-vpp-perf-report-iterative-2202-2n-zn2:
- - 25 # rls2202.rel MRR GSO iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-zn2:
+ - 4 # rls2206.rc1 MRR GSO iter env 10
vpp-2n-zn2-hist-iter-mrr-new-env:
csit-vpp-perf-report-iterative-2202-2n-zn2:
@@ -385,14 +394,12 @@
- 23 # rls2202.rel MRR iter env 9
vpp-2n-zn2-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2206-2n-zn2:
- csit-vpp-perf-report-iterative-2202-2n-zn2:
- - 23 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-zn2:
+ - 5 # rls2202.rel MRR iter env 10
vpp-2n-zn2-curr-iter-mrr:
- # csit-vpp-perf-report-iterative-2206-2n-zn2:
- csit-vpp-perf-report-iterative-2202-2n-zn2:
- - 23 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-zn2:
+ - 16 # rls2202.rc1 MRR iter env 10
vpp-2n-zn2-curr-cov:
# csit-vpp-perf-report-coverage-2202-2n-zn2:
@@ -427,14 +434,19 @@
- 22 # rls2202 NDRPDR iter env 9
dpdk-2n-zn2-curr-iter:
- # csit-dpdk-perf-report-iterative-2206-2n-zn2:
- csit-dpdk-perf-report-iterative-2202-2n-zn2:
- - 12 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-2n-zn2:
+ - 1 # rls2206 NDRPDR iter env 10
+ - 3 # rls2206 NDRPDR iter env 10
+ - 4 # rls2206 NDRPDR iter env 10
+ - 5 # rls2206 NDRPDR iter env 10
+ - 6 # rls2206 NDRPDR iter env 10
+ - 8 # rls2206 NDRPDR iter env 10
+ - 9 # rls2206 NDRPDR iter env 10
+ - 10 # rls2206 NDRPDR iter env 10
dpdk-2n-zn2-curr-iter-best:
- # csit-dpdk-perf-report-iterative-2206-2n-zn2:
- csit-dpdk-perf-report-iterative-2202-2n-zn2:
- - 12 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-2n-zn2:
+ - 1 # rls2206 NDRPDR iter env 10
# 2n-clx
@@ -465,19 +477,19 @@
- 84 # rls2202.rel NDRPDR iter env 9
vpp-2n-clx-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 49 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 11 # rls2202.rel NDRPDR iter env 10
+ - 14 # rls2202.rel NDRPDR iter env 10
+ - 16 # rls2202.rel NDRPDR iter env 10
vpp-2n-clx-curr-iter:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 49 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
+ - 12 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-clx-curr-iter-best:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 49 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 12 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-clx-hist-iter-mrr-new-env:
csit-vpp-perf-report-iterative-2202-2n-clx:
@@ -488,19 +500,16 @@
- 48 # rls2202.rel MRR iter env 9
vpp-2n-clx-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 48 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 10 # rls2202.rel MRR iter env 10
vpp-2n-clx-curr-iter-mrr:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 48 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 13 # rls2206.rc1 MRR iter env 10
vpp-2n-clx-curr-iter-gso:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 51 # rls2202.rel MRR GSO iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 9 # rls2206.rc1 MRR GSO iter env 10
vpp-2n-clx-hist-iter-vsap-new-env:
csit-vpp-perf-report-iterative-2110-2n-clx:
@@ -529,43 +538,35 @@
- 85 # rls2202.rel VSAP iter env 9
vpp-2n-clx-curr-iter-vsap-new-env:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 55 # rls2202.rel VSAP iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 8 # rls2202.rel VSAP iter env 10 - RETEST
vpp-2n-clx-curr-iter-vsap:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 55 # rls2202.rel VSAP iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 8 # rls2206.rc1 VSAP iter env 10
vpp-2n-clx-curr-nfv-ndrpdr:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 53 # rls2202.rel NDRPDR nf-density iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 5 # rls2206.rc1 NDRPDR nf-density iter env 10
vpp-2n-clx-curr-nfv-mrr:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 50 # rls2202.rel NDRPDR nf-density iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 4 # rls2206.rc1 NDRPDR nf-density iter env 10
vpp-2n-clx-curr-nfv-reconf:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 52 # rls2202.rel NDRPDR reconf iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 6 # rls2206.rc1 NDRPDR reconf iter env 10
vpp-2n-clx-curr-soak:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 54 # rls2202.rel soak env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 7 # rls2206.rc1 soak env 10
vpp-soak-vs-ndr-2n-clx-ref:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 49 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 12 # rls2206.rc1 NDRPDR iter env 10
vpp-soak-vs-ndr-2n-clx:
- # csit-vpp-perf-report-iterative-2206-2n-clx:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 49 # rls2202.rel NDRPDR iter env 9
- - 54 # rls2202.rel soak env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 12 # rls2206.rc1 NDRPDR iter env 10
+ - 7 # rls2206.rc1 soak env 10
vpp-2n-clx-curr-cov:
# csit-vpp-perf-report-coverage-2206-2n-clx:
@@ -600,14 +601,17 @@
- 20 # rls2202 NDRPDR iter env 9
dpdk-2n-clx-curr-iter:
- # csit-dpdk-perf-report-iterative-2206-2n-clx:
- csit-dpdk-perf-report-iterative-2202-2n-clx:
- - 11 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-2n-clx:
+ - 1 # rls2206 NDRPDR iter env 10
+ - 2 # rls2206 NDRPDR iter env 10
+ - 3 # rls2206 NDRPDR iter env 10
+ - 6 # rls2206 NDRPDR iter env 10
+ - 7 # rls2206 NDRPDR iter env 10
+ - 10 # rls2206 NDRPDR iter env 10
dpdk-2n-clx-curr-iter-best:
- # csit-dpdk-perf-report-iterative-2206-2n-clx:
- csit-dpdk-perf-report-iterative-2202-2n-clx:
- - 11 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-2n-clx:
+ - 1 # rls2206 NDRPDR iter env 10
# 3n-tsh
@@ -638,19 +642,17 @@
- 33 # rls2202.rel NDRPDR iter env 9
vpp-3n-tsh-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2206-3n-tsh:
- csit-vpp-perf-report-iterative-2202-3n-tsh:
- - 24 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-tsh:
+ - 4 # rls2202.rel NDRPDR iter env 10
+ - 5 # rls2202.rel NDRPDR iter env 10
vpp-3n-tsh-curr-iter:
- # csit-vpp-perf-report-iterative-2206-3n-tsh:
- csit-vpp-perf-report-iterative-2202-3n-tsh:
- - 24 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-tsh:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-3n-tsh-curr-iter-best:
- # csit-vpp-perf-report-iterative-2206-3n-tsh:
- csit-vpp-perf-report-iterative-2202-3n-tsh:
- - 24 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-tsh:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-3n-tsh-hist-iter-mrr-new-env:
csit-vpp-perf-report-iterative-2202-3n-tsh:
@@ -661,14 +663,12 @@
- 23 # rls2202.rel NDRPDR iter env 9
vpp-3n-tsh-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2206-3n-tsh:
- csit-vpp-perf-report-iterative-2202-3n-tsh:
- - 23 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-tsh:
+ - 3 # rls2202.rel NDRPDR iter env 10
vpp-3n-tsh-curr-iter-mrr:
- # csit-vpp-perf-report-iterative-2206-3n-tsh:
- csit-vpp-perf-report-iterative-2202-3n-tsh:
- - 23 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-tsh:
+ - 1 # rls2206.rc1l NDRPDR iter env 10
vpp-3n-tsh-curr-cov:
# csit-vpp-perf-report-coverage-2206-3n-tsh:
@@ -703,14 +703,21 @@
- 20 # rls2202 NDRPDR iter env 9
dpdk-3n-tsh-curr-iter:
- # csit-dpdk-perf-report-iterative-2206-3n-tsh:
- csit-dpdk-perf-report-iterative-2202-3n-tsh:
- - 11 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-3n-tsh:
+ - 1 # rls2206 NDRPDR iter env 10
+ - 2 # rls2206 NDRPDR iter env 10
+ - 3 # rls2206 NDRPDR iter env 10
+ - 4 # rls2206 NDRPDR iter env 10
+ - 5 # rls2206 NDRPDR iter env 10
+ - 6 # rls2206 NDRPDR iter env 10
+ - 7 # rls2206 NDRPDR iter env 10
+ - 8 # rls2206 NDRPDR iter env 10
+ - 9 # rls2206 NDRPDR iter env 10
+ - 10 # rls2206 NDRPDR iter env 10
dpdk-3n-tsh-curr-iter-best:
- # csit-dpdk-perf-report-iterative-2206-3n-tsh:
- csit-dpdk-perf-report-iterative-2202-3n-tsh:
- - 11 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-3n-tsh:
+ - 1 # rls2206 NDRPDR iter env 10
# 2n-tx2
@@ -741,19 +748,17 @@
- 35 # rls2202.rel NDRPDR iter env 9
vpp-2n-tx2-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2206-2n-tx2:
- csit-vpp-perf-report-iterative-2202-2n-tx2:
- - 26 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-tx2:
+ - 4 # rls2202.rel NDRPDR iter env 10
+ - 5 # rls2202.rel NDRPDR iter env 10
vpp-2n-tx2-curr-iter:
- # csit-vpp-perf-report-iterative-2206-2n-tx2:
- csit-vpp-perf-report-iterative-2202-2n-tx2:
- - 26 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-tx2:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-tx2-curr-iter-best:
- # csit-vpp-perf-report-iterative-2206-2n-tx2:
- csit-vpp-perf-report-iterative-2202-2n-tx2:
- - 26 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-tx2:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-tx2-hist-iter-mrr-new-env:
csit-vpp-perf-report-iterative-2202-2n-tx2:
@@ -764,14 +769,12 @@
- 25 # rls2202.rel MRR iter env 9
vpp-2n-tx2-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2206-2n-tx2:
- csit-vpp-perf-report-iterative-2202-2n-tx2:
- - 25 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-tx2:
+ - 3 # rls2202.rel MRR iter env 10
vpp-2n-tx2-curr-iter-mrr:
- # csit-vpp-perf-report-iterative-2206-2n-tx2:
- csit-vpp-perf-report-iterative-2202-2n-tx2:
- - 25 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-tx2:
+ - 1 # rls2206.rc1 MRR iter env 10
vpp-2n-tx2-curr-cov:
# csit-vpp-perf-report-coverage-2206-2n-tx2:
@@ -806,14 +809,21 @@
- 20 # rls2202 NDRPDR iter env 9
dpdk-2n-tx2-curr-iter:
- # csit-dpdk-perf-report-iterative-2206-2n-tx2:
- csit-dpdk-perf-report-iterative-2202-2n-tx2:
- - 11 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-2n-tx2:
+ - 1 # rls2206 NDRPDR iter env 10
+ - 2 # rls2206 NDRPDR iter env 10
+ - 3 # rls2206 NDRPDR iter env 10
+ - 4 # rls2206 NDRPDR iter env 10
+ - 5 # rls2206 NDRPDR iter env 10
+ - 6 # rls2206 NDRPDR iter env 10
+ - 7 # rls2206 NDRPDR iter env 10
+ - 8 # rls2206 NDRPDR iter env 10
+ - 9 # rls2206 NDRPDR iter env 10
+ - 10 # rls2206 NDRPDR iter env 10
dpdk-2n-tx2-curr-iter-best:
- # csit-dpdk-perf-report-iterative-2206-2n-tx2:
- csit-dpdk-perf-report-iterative-2202-2n-tx2:
- - 11 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-2n-tx2:
+ - 1 # rls2206 NDRPDR iter env 10
# 3n-dnv
@@ -844,14 +854,21 @@
- 30 # rls2202.rel NDRPDR iter env 9
vpp-3n-dnv-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2206-3n-dnv:
- csit-vpp-perf-report-iterative-2202-3n-dnv:
- - 21 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-dnv:
+ - 4 # rls2202.rel NDRPDR iter env 10
+ - 5 # rls2202.rel NDRPDR iter env 10
+ - 6 # rls2202.rel NDRPDR iter env 10
+ - 7 # rls2202.rel NDRPDR iter env 10
+ - 8 # rls2202.rel NDRPDR iter env 10
+ - 9 # rls2202.rel NDRPDR iter env 10
+ - 10 # rls2202.rel NDRPDR iter env 10
+ - 11 # rls2202.rel NDRPDR iter env 10
+ - 12 # rls2202.rel NDRPDR iter env 10
+ - 13 # rls2202.rel NDRPDR iter env 10
vpp-3n-dnv-curr-iter:
- # csit-vpp-perf-report-iterative-2206-3n-dnv:
- csit-vpp-perf-report-iterative-2202-3n-dnv:
- - 21 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-dnv:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-3n-dnv-hist-iter-mrr-new-env:
csit-vpp-perf-report-iterative-2202-3n-dnv:
@@ -862,14 +879,12 @@
- 20 # rls2202.rel MRR iter env 9
vpp-3n-dnv-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2206-3n-dnv:
- csit-vpp-perf-report-iterative-2202-3n-dnv:
- - 20 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-dnv:
+ - 3 # rls2202.rel MRR iter env 10
vpp-3n-dnv-curr-iter-mrr:
- # csit-vpp-perf-report-iterative-2206-3n-dnv:
- csit-vpp-perf-report-iterative-2202-3n-dnv:
- - 20 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-dnv:
+ - 1 # rls2206.rc1 MRR iter env 10
vpp-3n-dnv-curr-cov:
# csit-vpp-perf-report-coverage-2202-3n-dnv:
@@ -906,14 +921,21 @@
- 36 # rls2202.rel NDRPDR iter env 9
vpp-2n-dnv-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2206-2n-dnv:
- csit-vpp-perf-report-iterative-2202-2n-dnv:
- - 24 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-dnv:
+ - 4 # rls2202.rel NDRPDR iter env 10
+ - 5 # rls2202.rel NDRPDR iter env 10
+ - 6 # rls2202.rel NDRPDR iter env 10
+ - 7 # rls2202.rel NDRPDR iter env 10
+ - 8 # rls2202.rel NDRPDR iter env 10
+ - 9 # rls2202.rel NDRPDR iter env 10
+ - 10 # rls2202.rel NDRPDR iter env 10
+ - 11 # rls2202.rel NDRPDR iter env 10
+ - 12 # rls2202.rel NDRPDR iter env 10
+ - 13 # rls2202.rel NDRPDR iter env 10
vpp-2n-dnv-curr-iter:
- # csit-vpp-perf-report-iterative-2206-2n-dnv:
- csit-vpp-perf-report-iterative-2202-2n-dnv:
- - 24 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-dnv:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-dnv-hist-iter-mrr-new-env:
csit-vpp-perf-report-iterative-2202-2n-dnv:
@@ -924,25 +946,18 @@
- 23 # rls2202.rel MRR iter env 9
vpp-2n-dnv-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2206-2n-dnv:
- csit-vpp-perf-report-iterative-2202-2n-dnv:
- - 23 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-dnv:
+ - 3 # rls2202.rel MRR iter env 10
vpp-2n-dnv-curr-iter-mrr:
- # csit-vpp-perf-report-iterative-2206-2n-dnv:
- csit-vpp-perf-report-iterative-2202-2n-dnv:
- - 23 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-dnv:
+ - 1 # rls2206.rc1 MRR iter env 10
vpp-2n-dnv-curr-cov:
# csit-vpp-perf-report-coverage-2206-2n-dnv:
# csit-vpp-perf-report-iterative-2206-2n-dnv:
csit-vpp-perf-report-coverage-2202-2n-dnv:
- 7 # rls2202.rel NDRPDR cov env 9
- - 8 # rls2202.rel NDRPDR cov env 9
- - 10 # rls2202.rel NDRPDR cov env 9
- - 11 # rls2202.rel NDRPDR cov env 9
- - 12 # rls2202.rel NDRPDR cov env 9
- - 14 # rls2202.rel NDRPDR cov env 9
# 2n-aws
@@ -991,9 +1006,8 @@
- 11 # rls2202.rel MRR iter env 9
vpp-2n-aws-curr-iter-mrr:
- # csit-vpp-perf-report-iterative-2206-2n-aws:
- csit-vpp-perf-report-iterative-2202-2n-aws:
- - 11 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-aws:
+ - 1 # rls2206.rc1 MRR iter env 10
vpp-2n-aws-curr-cov:
# csit-vpp-perf-report-coverage-2206-2n-aws:
@@ -1077,67 +1091,55 @@
- 41 # rls2202.rel NDRPDR iter env 9
vpp-2n-icx-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2206-2n-icx:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 23 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 10 # rls2202.rel NDRPDR iter env 10
vpp-2n-icx-curr-iter:
- # csit-vpp-perf-report-iterative-2206-2n-icx:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 23 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-icx-curr-iter-best:
- # csit-vpp-perf-report-iterative-2206-2n-icx:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 23 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-icx-prev-iter-mrr-old-env:
csit-vpp-perf-report-iterative-2202-2n-icx:
- 22 # rls2202.rel MRR iter env 9
vpp-2n-icx-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2206-2n-icx:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 22 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 9 # rls2202.rel MRR iter env 10
vpp-2n-icx-curr-iter-mrr:
- # csit-vpp-perf-report-iterative-2206-2n-icx:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 22 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 1 # rls2206.rc1 MRR iter env 10
vpp-2n-icx-curr-nfv-ndrpdr:
- # csit-vpp-perf-report-iterative-2206-2n-icx:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 27 # rls2202.rel NDRPDR nf-density iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 5 # rls2206.rc1 NDRPDR nf-density iter env 10
vpp-2n-icx-curr-nfv-mrr:
- # csit-vpp-perf-report-iterative-2206-2n-icx:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 24 # rls2202.rel MRR nf-density iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 4 # rls2206.rc1 MRR nf-density iter env 10
vpp-2n-icx-curr-nfv-reconf:
- # csit-vpp-perf-report-iterative-2206-2n-icx:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 26 # rls2202.rel NDRPDR reconf iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 6 # rls2206.rc1 NDRPDR reconf iter env 10
vpp-2n-icx-curr-soak:
- # csit-vpp-perf-report-iterative-2206-2n-icx:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 28 # rls2202.rel soak env 9
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 7 # rls2206.rc1 soak env 10
vpp-soak-vs-ndr-2n-icx-ref:
- # csit-vpp-perf-report-iterative-2206-2n-icx:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 23 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-soak-vs-ndr-2n-icx:
- # csit-vpp-perf-report-iterative-2206-2n-icx:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 23 # rls2202.rel NDRPDR iter env 9
- - 28 # rls2202.rel soak env 9
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
+ - 7 # rls2206.rc1 soak env 10
vpp-2n-icx-curr-iter-gso:
- # csit-vpp-perf-report-iterative-2206-2n-icx:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 25 # rls2202.rel MRR GSO iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 8 # rls2206.rc1 MRR GSO iter env 10
vpp-2n-icx-curr-cov:
# csit-vpp-perf-report-coverage-2206-2n-icx:
@@ -1159,14 +1161,21 @@
- 10 # rls2202 NDRPDR iter env 9
dpdk-2n-icx-curr-iter:
- # csit-dpdk-perf-report-iterative-2206-2n-icx:
- csit-dpdk-perf-report-iterative-2202-2n-icx:
- - 1 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-2n-icx:
+ # - 1 # rls2206 NDRPDR iter env 10
+ - 2 # rls2206 NDRPDR iter env 10
+ - 3 # rls2206 NDRPDR iter env 10
+ # - 4 # rls2206 NDRPDR iter env 10
+ - 5 # rls2206 NDRPDR iter env 10
+ # - 6 # rls2206 NDRPDR iter env 10
+ # - 7 # rls2206 NDRPDR iter env 10
+ # - 8 # rls2206 NDRPDR iter env 10
+ - 9 # rls2206 NDRPDR iter env 10
+ # - 10 # rls2206 NDRPDR iter env 10
dpdk-2n-icx-curr-iter-best:
- # csit-dpdk-perf-report-iterative-2206-2n-icx:
- csit-dpdk-perf-report-iterative-2202-2n-icx:
- - 1 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-2n-icx:
+ - 2 # rls2206 NDRPDR iter env 10
# 3n-icx
@@ -1187,33 +1196,30 @@
- 21 # rls2202.rel NDRPDR iter env 9
vpp-3n-icx-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2206-3n-icx:
- csit-vpp-perf-report-iterative-2202-3n-icx:
- - 12 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-icx:
+ - 4 # rls2202.rel NDRPDR iter env 10
+ - 5 # rls2202.rel NDRPDR iter env 10
+ - 8 # rls2202.rel NDRPDR iter env 10
vpp-3n-icx-curr-iter:
- # csit-vpp-perf-report-iterative-2206-3n-icx:
- csit-vpp-perf-report-iterative-2202-3n-icx:
- - 12 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-icx:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-3n-icx-curr-iter-best:
- # csit-vpp-perf-report-iterative-2206-3n-icx:
- csit-vpp-perf-report-iterative-2202-3n-icx:
- - 12 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-icx:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-3n-icx-prev-iter-mrr-old-env:
csit-vpp-perf-report-iterative-2202-3n-icx:
- 11 # rls2202.rel MRR iter env 9
vpp-3n-icx-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2206-3n-icx:
- csit-vpp-perf-report-iterative-2202-3n-icx:
- - 11 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-icx:
+ - 3 # rls2202.rel MRR iter env 10
vpp-3n-icx-curr-iter-mrr:
- # csit-vpp-perf-report-iterative-2206-3n-icx:
- csit-vpp-perf-report-iterative-2202-3n-icx:
- - 11 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-icx:
+ - 1 # rls2206.rc1 MRR iter env 10
vpp-3n-icx-curr-cov:
# csit-vpp-perf-report-coverage-2206-3n-icx:
@@ -1235,11 +1241,18 @@
- 11 # rls2202 NDRPDR iter env 9
dpdk-3n-icx-curr-iter:
- # csit-dpdk-perf-report-iterative-2206-3n-icx:
- csit-dpdk-perf-report-iterative-2202-3n-icx:
- - 2 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-3n-icx:
+ - 1 # rls2206 NDRPDR iter env 10
+ - 2 # rls2206 NDRPDR iter env 10
+ - 3 # rls2206 NDRPDR iter env 10
+ - 4 # rls2206 NDRPDR iter env 10
+ - 5 # rls2206 NDRPDR iter env 10
+ - 7 # rls2206 NDRPDR iter env 10
+ - 8 # rls2206 NDRPDR iter env 10
+ - 9 # rls2206 NDRPDR iter env 10
+ - 10 # rls2206 NDRPDR iter env 10
+ - 11 # rls2206 NDRPDR iter env 10
dpdk-3n-icx-curr-iter-best:
- # csit-dpdk-perf-report-iterative-2206-3n-icx:
- csit-dpdk-perf-report-iterative-2202-3n-icx:
- - 2 # rls2202 NDRPDR iter env 9
+ csit-dpdk-perf-report-iterative-2206-3n-icx:
+ - 1 # rls2206 NDRPDR iter env 10