diff options
Diffstat (limited to 'resources/tools/presentation')
5 files changed, 1731 insertions, 2415 deletions
diff --git a/resources/tools/presentation/requirements.txt b/resources/tools/presentation/requirements.txt deleted file mode 100644 index 88a3675717..0000000000 --- a/resources/tools/presentation/requirements.txt +++ /dev/null @@ -1,13 +0,0 @@ -Sphinx==3.5.4 -sphinx-rtd-theme==0.5.2 -sphinxcontrib-programoutput==0.17 -robotframework==3.1.2 -PyYAML==5.1 -numpy==1.17.3 -pandas==0.25.3 -plotly==4.1.1 -PTable==0.9.2 -hdrhistogram==0.9.2 -urllib3==1.25.6 -boto3==1.17.78 -botocore==1.20.78 diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 00e518d783..5a0701f78c 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -5,8 +5,8 @@ - type: "data-sets" vpp-device-results-ubuntu: - csit-vpp-device-2206-ubuntu2004-x86_64-1n-skx: - - 267 # rls2206.rel VPP DEV env 10 + csit-vpp-device-2210-ubuntu2004-x86_64-1n-skx: + - 1 # rls2210.rel VPP DEV env 11 ################################################################################ @@ -62,32 +62,6 @@ # 2n-zn2 vpp-2n-zn2-hist-iter-new-env: - csit-vpp-perf-report-iterative-2202-2n-zn2: - - 6 # rls2110.rel NDRPDR iter env 9 - - 7 # rls2110.rel NDRPDR iter env 9 - - 8 # rls2110.rel NDRPDR iter env 9 - - 9 # rls2110.rel NDRPDR iter env 9 - - 10 # rls2110.rel NDRPDR iter env 9 - - 11 # rls2110.rel NDRPDR iter env 9 - - 12 # rls2110.rel NDRPDR iter env 9 - - 13 # rls2110.rel NDRPDR iter env 9 - - 14 # rls2110.rel NDRPDR iter env 9 - - 15 # rls2110.rel NDRPDR iter env 9 - - vpp-2n-zn2-prev-iter-old-env: - csit-vpp-perf-report-iterative-2202-2n-zn2: - - 24 # rls2202.rel NDRPDR iter env 9 - - 26 # rls2202.rel NDRPDR iter env 9 - - 27 # rls2202.rel NDRPDR iter env 9 - - 28 # rls2202.rel NDRPDR iter env 9 - - 29 # rls2202.rel NDRPDR iter env 9 - - 30 # rls2202.rel NDRPDR iter env 9 - - 31 # rls2202.rel NDRPDR iter env 9 - - 32 # rls2202.rel NDRPDR iter env 9 - - 33 # rls2202.rel NDRPDR iter env 9 - - 34 # rls2202.rel NDRPDR iter env 9 - - vpp-2n-zn2-prev-iter-new-env: csit-vpp-perf-report-iterative-2206-2n-zn2: - 6 # rls2202.rel NDRPDR iter env 10 - 7 # rls2202.rel NDRPDR iter env 10 @@ -100,7 +74,7 @@ - 29 # rls2202.rel NDRPDR iter env 10 - 30 # rls2202.rel NDRPDR iter env 10 - vpp-2n-zn2-curr-iter: + vpp-2n-zn2-prev-iter-old-env: csit-vpp-perf-report-iterative-2206-2n-zn2: - 47 # rls2206.rel NDRPDR iter env 10 - 48 # rls2206.rel NDRPDR iter env 10 @@ -113,62 +87,50 @@ - 55 # rls2206.rel NDRPDR iter env 10 - 56 # rls2206.rel NDRPDR iter env 10 - vpp-2n-zn2-curr-iter-best: + vpp-2n-zn2-prev-iter-new-env: + # csit-vpp-perf-report-iterative-2210-2n-zn2: csit-vpp-perf-report-iterative-2206-2n-zn2: - - 51 # rls2206.rel NDRPDR iter env 10 + - 47 # rls2206.rel NDRPDR iter env 10 - vpp-2n-zn2-curr-iter-gso: + vpp-2n-zn2-curr-iter: + # csit-vpp-perf-report-iterative-2210-2n-zn2: csit-vpp-perf-report-iterative-2206-2n-zn2: - - 46 # rls2206.rel MRR GSO iter env 10 + - 47 # rls2206.rel NDRPDR iter env 10 + + vpp-2n-zn2-curr-iter-best: + # csit-vpp-perf-report-iterative-2210-2n-zn2: + csit-vpp-perf-report-iterative-2206-2n-zn2: + - 51 # rls2206.rel NDRPDR iter env 10 vpp-2n-zn2-hist-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2202-2n-zn2: - - 4 # rls2110.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-2n-zn2: + - 22 # rls2202.rel MRR iter env 10 vpp-2n-zn2-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2202-2n-zn2: - - 23 # rls2202.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-2n-zn2: + - 43 # rls2202.rel MRR iter env 10 vpp-2n-zn2-prev-iter-mrr-new-env: + # csit-vpp-perf-report-iterative-2210-2n-zn2: csit-vpp-perf-report-iterative-2206-2n-zn2: - - 22 # rls2202.rel MRR iter env 10 + - 43 # rls2202.rel MRR iter env 10 vpp-2n-zn2-curr-iter-mrr: + # csit-vpp-perf-report-iterative-2210-2n-zn2: csit-vpp-perf-report-iterative-2206-2n-zn2: - 43 # rls2202.rel MRR iter env 10 + vpp-2n-zn2-curr-iter-gso: + # csit-vpp-perf-report-iterative-2210-2n-zn2: + csit-vpp-perf-report-iterative-2206-2n-zn2: + - 46 # rls2206.rel MRR GSO iter env 10 + vpp-2n-zn2-curr-cov: + # csit-vpp-perf-report-coverage-2210-2n-zn2: csit-vpp-perf-report-coverage-2206-2n-zn2: - 1 # rls2206.rel NDRPDR cov env 10 - - 2 # rls2206.rel NDRPDR cov env 10 - - 3 # rls2206.rel NDRPDR cov env 10 - - 4 # rls2206.rel NDRPDR cov env 10 - - 5 # rls2206.rel NDRPDR cov env 10 - - 6 # rls2206.rel NDRPDR cov env 10 - - 7 # rls2206.rel NDRPDR cov env 10 - - 8 # rls2206.rel NDRPDR cov env 10 - - 9 # rls2206.rel NDRPDR cov env 10 - - 10 # rls2206.rel NDRPDR cov env 10 - - 11 # rls2206.rel NDRPDR cov env 10 - - 12 # rls2206.rel NDRPDR cov env 10 - - 13 # rls2206.rel NDRPDR cov env 10 - - 14 # rls2206.rel NDRPDR cov env 10 - - 15 # rls2206.rel NDRPDR cov env 10 dpdk-2n-zn2-hist-iter: - csit-dpdk-perf-report-iterative-2110-2n-zn2: - - 24 # rls2110 NDRPDR iter env 8 - - 25 # rls2110 NDRPDR iter env 8 - - 26 # rls2110 NDRPDR iter env 8 - - 27 # rls2110 NDRPDR iter env 8 - - 28 # rls2110 NDRPDR iter env 8 - - 29 # rls2110 NDRPDR iter env 8 - - 30 # rls2110 NDRPDR iter env 8 - - 31 # rls2110 NDRPDR iter env 8 - - 32 # rls2110 NDRPDR iter env 8 - - 33 # rls2110 NDRPDR iter env 8 - - dpdk-2n-zn2-prev-iter: csit-dpdk-perf-report-iterative-2202-2n-zn2: - 12 # rls2202 NDRPDR iter env 9 - 14 # rls2202 NDRPDR iter env 9 @@ -181,7 +143,7 @@ - 21 # rls2202 NDRPDR iter env 9 - 22 # rls2202 NDRPDR iter env 9 - dpdk-2n-zn2-curr-iter: + dpdk-2n-zn2-prev-iter: csit-dpdk-perf-report-iterative-2206-2n-zn2: - 1 # rls2206 NDRPDR iter env 10 - 3 # rls2206 NDRPDR iter env 10 @@ -194,39 +156,19 @@ - 12 # rls2206 NDRPDR iter env 10 - 13 # rls2206 NDRPDR iter env 10 + dpdk-2n-zn2-curr-iter: + # csit-dpdk-perf-report-iterative-2210-2n-zn2: + csit-dpdk-perf-report-iterative-2206-2n-zn2: + - 1 # rls2206 NDRPDR iter env 10 + dpdk-2n-zn2-curr-iter-best: + # csit-dpdk-perf-report-iterative-2210-2n-zn2: csit-dpdk-perf-report-iterative-2206-2n-zn2: - 1 # rls2206 NDRPDR iter env 10 # 2n-clx vpp-2n-clx-hist-iter-new-env: - csit-vpp-perf-report-iterative-2202-2n-clx: - - 11 # rls2110.rel NDRPDR iter env 9 - - 12 # rls2110.rel NDRPDR iter env 9 - - 13 # rls2110.rel NDRPDR iter env 9 - - 14 # rls2110.rel NDRPDR iter env 9 - - 15 # rls2110.rel NDRPDR iter env 9 - - 16 # rls2110.rel NDRPDR iter env 9 - - 18 # rls2110.rel NDRPDR iter env 9 - - 20 # rls2110.rel NDRPDR iter env 9 - - 21 # rls2110.rel NDRPDR iter env 9 - - 22 # rls2110.rel NDRPDR iter env 9 - - vpp-2n-clx-prev-iter-old-env: - csit-vpp-perf-report-iterative-2202-2n-clx: - - 49 # rls2202.rel NDRPDR iter env 9 - - 61 # rls2202.rel NDRPDR iter env 9 - - 62 # rls2202.rel NDRPDR iter env 9 - - 63 # rls2202.rel NDRPDR iter env 9 - - 64 # rls2202.rel NDRPDR iter env 9 - - 71 # rls2202.rel NDRPDR iter env 9 - - 78 # rls2202.rel NDRPDR iter env 9 - - 79 # rls2202.rel NDRPDR iter env 9 - - 83 # rls2202.rel NDRPDR iter env 9 - - 84 # rls2202.rel NDRPDR iter env 9 - - vpp-2n-clx-prev-iter-new-env: csit-vpp-perf-report-iterative-2206-2n-clx: - 44 # rls2202.rel NDRPDR iter env 10 - 86 # rls2202.rel NDRPDR iter env 10 @@ -249,7 +191,7 @@ - 169 # rls2202.rel NDRPDR iter env 10 NAT44 - 170 # rls2202.rel NDRPDR iter env 10 NAT44 - vpp-2n-clx-curr-iter: + vpp-2n-clx-prev-iter-old-env: csit-vpp-perf-report-iterative-2206-2n-clx: - 113 # rls2206.rel NDRPDR iter env 10 - 114 # rls2206.rel NDRPDR iter env 10 @@ -272,46 +214,47 @@ - 158 # rls2206.rel NDRPDR iter env 10 NAT44 - 159 # rls2206.rel NDRPDR iter env 10 NAT44 + vpp-2n-clx-prev-iter-new-env: + # csit-vpp-perf-report-iterative-2210-2n-clx: + csit-vpp-perf-report-iterative-2206-2n-clx: + - 44 # rls2202.rel NDRPDR iter env 10 + + vpp-2n-clx-curr-iter: + # csit-vpp-perf-report-iterative-2210-2n-clx: + csit-vpp-perf-report-iterative-2206-2n-clx: + - 113 # rls2206.rel NDRPDR iter env 10 + vpp-2n-clx-curr-iter-best: + # csit-vpp-perf-report-iterative-2210-2n-clx: csit-vpp-perf-report-iterative-2206-2n-clx: - 116 # rls2206.rel NDRPDR iter env 10 vpp-2n-clx-hist-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2202-2n-clx: - - 8 # rls2110.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-2n-clx: + - 43 # rls2202.rel MRR iter env 10 + - 160 # rls2202.rel MRR iter env 10 NAT44 vpp-2n-clx-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2202-2n-clx: - - 48 # rls2202.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-2n-clx: + - 97 # rls2206.rel MRR iter env 10 + - 149 # rls2206.rel MRR iter env 10 NAT44 vpp-2n-clx-prev-iter-mrr-new-env: + # csit-vpp-perf-report-iterative-2210-2n-clx: csit-vpp-perf-report-iterative-2206-2n-clx: - 43 # rls2202.rel MRR iter env 10 - - 160 # rls2202.rel MRR iter env 10 NAT44 vpp-2n-clx-curr-iter-mrr: + # csit-vpp-perf-report-iterative-2210-2n-clx: csit-vpp-perf-report-iterative-2206-2n-clx: - 97 # rls2206.rel MRR iter env 10 - - 149 # rls2206.rel MRR iter env 10 NAT44 vpp-2n-clx-curr-iter-gso: + # csit-vpp-perf-report-iterative-2210-2n-clx: csit-vpp-perf-report-iterative-2206-2n-clx: - 108 # rls2206.rel MRR GSO iter env 10 vpp-2n-clx-hist-iter-vsap-new-env: - csit-vpp-perf-report-iterative-2110-2n-clx: - - 95 # rls2110.rel VSAP iter env 8 - - 96 # rls2110.rel VSAP iter env 8 - - 97 # rls2110.rel VSAP iter env 8 - - 98 # rls2110.rel VSAP iter env 8 - - 99 # rls2110.rel VSAP iter env 8 - - 101 # rls2110.rel VSAP iter env 8 - - 104 # rls2110.rel VSAP iter env 8 - - 105 # rls2110.rel VSAP iter env 8 - - 106 # rls2110.rel VSAP iter env 8 - - 107 # rls2110.rel VSAP iter env 8 - - vpp-2n-clx-curr-iter-vsap-old-env: csit-vpp-perf-report-iterative-2202-2n-clx: - 55 # rls2202.rel VSAP iter env 9 - 56 # rls2202.rel VSAP iter env 9 @@ -324,7 +267,7 @@ - 70 # rls2202.rel VSAP iter env 9 - 85 # rls2202.rel VSAP iter env 9 - vpp-2n-clx-curr-iter-vsap: + vpp-2n-clx-curr-iter-vsap-old-env: csit-vpp-perf-report-iterative-2206-2n-clx: - 104 # rls2206.rel VSAP iter env 10 - 112 # rls2206.rel VSAP iter env 10 @@ -337,101 +280,46 @@ - 147 # rls2206.rel VSAP iter env 10 - 148 # rls2206.rel VSAP iter env 10 + vpp-2n-clx-curr-iter-vsap: + # csit-vpp-perf-report-iterative-2210-2n-clx: + csit-vpp-perf-report-iterative-2206-2n-clx: + - 104 # rls2206.rel VSAP iter env 10 + vpp-2n-clx-curr-nfv-ndrpdr: + # csit-vpp-perf-report-iterative-2210-2n-clx: csit-vpp-perf-report-iterative-2206-2n-clx: - 109 # rls2206.rel NDRPDR nf-density iter env 10 - - 118 # rls2206.rel NDRPDR nf-density iter env 10 - - 119 # rls2206.rel NDRPDR nf-density iter env 10 - - 121 # rls2206.rel NDRPDR nf-density iter env 10 - - 133 # rls2206.rel NDRPDR nf-density iter env 10 - - 139 # rls2206.rel NDRPDR nf-density iter env 10 - - 140 # rls2206.rel NDRPDR nf-density iter env 10 - - 141 # rls2206.rel NDRPDR nf-density iter env 10 - - 142 # rls2206.rel NDRPDR nf-density iter env 10 - - 143 # rls2206.rel NDRPDR nf-density iter env 10 vpp-2n-clx-curr-nfv-mrr: + # csit-vpp-perf-report-iterative-2210-2n-clx: csit-vpp-perf-report-iterative-2206-2n-clx: - 99 # rls2206.rel NDRPDR nf-density iter env 10 vpp-2n-clx-curr-nfv-reconf: + # csit-vpp-perf-report-iterative-2210-2n-clx: csit-vpp-perf-report-iterative-2206-2n-clx: - 101 # rls2206.rel NDRPDR reconf iter env 10 - - 110 # rls2206.rel NDRPDR reconf iter env 10 - - 120 # rls2206.rel NDRPDR reconf iter env 10 - - 122 # rls2206.rel NDRPDR reconf iter env 10 - - 127 # rls2206.rel NDRPDR reconf iter env 10 - - 131 # rls2206.rel NDRPDR reconf iter env 10 - - 132 # rls2206.rel NDRPDR reconf iter env 10 - - 134 # rls2206.rel NDRPDR reconf iter env 10 - - 136 # rls2206.rel NDRPDR reconf iter env 10 - - 138 # rls2206.rel NDRPDR reconf iter env 10 vpp-2n-clx-curr-soak: + # csit-vpp-perf-report-iterative-2210-2n-clx: csit-vpp-perf-report-iterative-2206-2n-clx: - 111 # rls2206.rel soak env 10 - - 137 # rls2206.rel soak env 10 vpp-soak-vs-ndr-2n-clx-ref: + # csit-vpp-perf-report-iterative-2210-2n-clx: csit-vpp-perf-report-iterative-2206-2n-clx: - 113 # rls2206.rel NDRPDR iter env 10 - - 114 # rls2206.rel NDRPDR iter env 10 - - 115 # rls2206.rel NDRPDR iter env 10 - - 116 # rls2206.rel NDRPDR iter env 10 - - 117 # rls2206.rel NDRPDR iter env 10 - - 123 # rls2206.rel NDRPDR iter env 10 - - 124 # rls2206.rel NDRPDR iter env 10 - - 126 # rls2206.rel NDRPDR iter env 10 - - 129 # rls2206.rel NDRPDR iter env 10 - - 130 # rls2206.rel NDRPDR iter env 10 vpp-soak-vs-ndr-2n-clx: + # csit-vpp-perf-report-iterative-2210-2n-clx: csit-vpp-perf-report-iterative-2206-2n-clx: - 113 # rls2206.rel NDRPDR iter env 10 - - 114 # rls2206.rel NDRPDR iter env 10 - - 115 # rls2206.rel NDRPDR iter env 10 - - 116 # rls2206.rel NDRPDR iter env 10 - - 117 # rls2206.rel NDRPDR iter env 10 - - 123 # rls2206.rel NDRPDR iter env 10 - - 124 # rls2206.rel NDRPDR iter env 10 - - 126 # rls2206.rel NDRPDR iter env 10 - - 129 # rls2206.rel NDRPDR iter env 10 - - 130 # rls2206.rel NDRPDR iter env 10 - 111 # rls2206.rel soak env 10 - - 137 # rls2206.rel soak env 10 vpp-2n-clx-curr-cov: + # csit-vpp-perf-report-coverage-2210-2n-clx: csit-vpp-perf-report-coverage-2206-2n-clx: - 4 # rls2206.rel NDRPDR cov env 10 - - 5 # rls2206.rel NDRPDR cov env 10 - - 6 # rls2206.rel NDRPDR cov env 10 - - 7 # rls2206.rel NDRPDR cov env 10 - - 8 # rls2206.rel NDRPDR cov env 10 - - 9 # rls2206.rel NDRPDR cov env 10 - - 10 # rls2206.rel NDRPDR cov env 10 - - 11 # rls2206.rel NDRPDR cov env 10 - - 12 # rls2206.rel NDRPDR cov env 10 - - 13 # rls2206.rel NDRPDR cov env 10 - - 14 # rls2206.rel NDRPDR cov env 10 - - 15 # rls2206.rel NDRPDR cov env 10 - - 16 # rls2206.rel NDRPDR cov env 10 - - 17 # rls2206.rel NDRPDR cov env 10 - - 18 # rls2206.rel NDRPDR cov env 10 - - 19 # rls2206.rel NDRPDR cov env 10 - - 20 # rls2206.rel NDRPDR cov env 10 dpdk-2n-clx-hist-iter: - csit-dpdk-perf-report-iterative-2110-2n-clx: - - 5 # rls2110 NDRPDR iter env 8 - - 6 # rls2110 NDRPDR iter env 8 - - 7 # rls2110 NDRPDR iter env 8 - - 8 # rls2110 NDRPDR iter env 8 - - 10 # rls2110 NDRPDR iter env 8 - - 14 # rls2110 NDRPDR iter env 8 - - 15 # rls2110 NDRPDR iter env 8 - - 16 # rls2110 NDRPDR iter env 8 - - 17 # rls2110 NDRPDR iter env 8 - - 18 # rls2110 NDRPDR iter env 8 - - dpdk-2n-clx-prev-iter: csit-dpdk-perf-report-iterative-2202-2n-clx: - 11 # rls2202 NDRPDR iter env 9 - 12 # rls2202 NDRPDR iter env 9 @@ -444,7 +332,7 @@ - 19 # rls2202 NDRPDR iter env 9 - 20 # rls2202 NDRPDR iter env 9 - dpdk-2n-clx-curr-iter: + dpdk-2n-clx-prev-iter: csit-dpdk-perf-report-iterative-2206-2n-clx: - 15 # rls2206 NDRPDR iter env 10 - 17 # rls2206 NDRPDR iter env 10 @@ -457,39 +345,19 @@ - 27 # rls2206 NDRPDR iter env 10 - 28 # rls2206 NDRPDR iter env 10 + dpdk-2n-clx-curr-iter: + # csit-dpdk-perf-report-iterative-2210-2n-clx: + csit-dpdk-perf-report-iterative-2206-2n-clx: + - 15 # rls2206 NDRPDR iter env 10 + dpdk-2n-clx-curr-iter-best: + # csit-dpdk-perf-report-iterative-2210-2n-clx: csit-dpdk-perf-report-iterative-2206-2n-clx: - - 22 # rls2206 NDRPDR iter env 10 + - 15 # rls2206 NDRPDR iter env 10 # 3n-tsh vpp-3n-tsh-hist-iter-new-env: - csit-vpp-perf-report-iterative-2202-3n-tsh: - - 5 # rls2110.rel NDRPDR iter env 9 - - 7 # rls2110.rel NDRPDR iter env 9 - - 9 # rls2110.rel NDRPDR iter env 9 - - 10 # rls2110.rel NDRPDR iter env 9 - - 11 # rls2110.rel NDRPDR iter env 9 - - 12 # rls2110.rel NDRPDR iter env 9 - - 13 # rls2110.rel NDRPDR iter env 9 - - 14 # rls2110.rel NDRPDR iter env 9 - - 15 # rls2110.rel NDRPDR iter env 9 - - 16 # rls2110.rel NDRPDR iter env 9 - - vpp-3n-tsh-prev-iter-old-env: - csit-vpp-perf-report-iterative-2202-3n-tsh: - - 24 # rls2202.rel NDRPDR iter env 9 - - 25 # rls2202.rel NDRPDR iter env 9 - - 26 # rls2202.rel NDRPDR iter env 9 - - 27 # rls2202.rel NDRPDR iter env 9 - - 28 # rls2202.rel NDRPDR iter env 9 - - 29 # rls2202.rel NDRPDR iter env 9 - - 30 # rls2202.rel NDRPDR iter env 9 - - 31 # rls2202.rel NDRPDR iter env 9 - - 32 # rls2202.rel NDRPDR iter env 9 - - 33 # rls2202.rel NDRPDR iter env 9 - - vpp-3n-tsh-prev-iter-new-env: csit-vpp-perf-report-iterative-2206-3n-tsh: - 4 # rls2202.rel NDRPDR iter env 10 - 5 # rls2202.rel NDRPDR iter env 10 @@ -502,7 +370,7 @@ - 17 # rls2202.rel NDRPDR iter env 10 - 18 # rls2202.rel NDRPDR iter env 10 - vpp-3n-tsh-curr-iter: + vpp-3n-tsh-prev-iter-old-env: csit-vpp-perf-report-iterative-2206-3n-tsh: - 37 # rls2206.rel NDRPDR iter env 10 - 38 # rls2206.rel NDRPDR iter env 10 @@ -515,60 +383,45 @@ - 45 # rls2206.rel NDRPDR iter env 10 - 46 # rls2206.rel NDRPDR iter env 10 + vpp-3n-tsh-prev-iter-new-env: + # csit-vpp-perf-report-iterative-2210-3n-tsh: + csit-vpp-perf-report-iterative-2206-3n-tsh: + - 4 # rls2202.rel NDRPDR iter env 10 + + vpp-3n-tsh-curr-iter: + # csit-vpp-perf-report-iterative-2210-3n-tsh: + csit-vpp-perf-report-iterative-2206-3n-tsh: + - 37 # rls2206.rel NDRPDR iter env 10 + vpp-3n-tsh-curr-iter-best: + # csit-vpp-perf-report-iterative-2206-3n-tsh: csit-vpp-perf-report-iterative-2206-3n-tsh: - - 46 # rls2206.rel NDRPDR iter env 10 + - 37 # rls2206.rel NDRPDR iter env 10 vpp-3n-tsh-hist-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2202-3n-tsh: - - 3 # rls2110.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-3n-tsh: + - 3 # rls2202.rel MRR iter env 10 vpp-3n-tsh-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2202-3n-tsh: - - 23 # rls2202.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-3n-tsh: + - 29 # rls2206.rel MRR iter env 10 vpp-3n-tsh-prev-iter-mrr-new-env: + # csit-vpp-perf-report-iterative-2210-3n-tsh: csit-vpp-perf-report-iterative-2206-3n-tsh: - 3 # rls2202.rel MRR iter env 10 vpp-3n-tsh-curr-iter-mrr: + # csit-vpp-perf-report-iterative-2210-3n-tsh: csit-vpp-perf-report-iterative-2206-3n-tsh: - 29 # rls2206.rel MRR iter env 10 vpp-3n-tsh-curr-cov: + # csit-vpp-perf-report-coverage-2210-3n-tsh: csit-vpp-perf-report-coverage-2206-3n-tsh: - 1 # rls2206.rel NDRPDR cov env 10 - - 2 # rls2206.rel NDRPDR cov env 10 - - 3 # rls2206.rel NDRPDR cov env 10 - - 4 # rls2206.rel NDRPDR cov env 10 - - 5 # rls2206.rel NDRPDR cov env 10 - - 6 # rls2206.rel NDRPDR cov env 10 - - 7 # rls2206.rel NDRPDR cov env 10 - - 8 # rls2206.rel NDRPDR cov env 10 - - 9 # rls2206.rel NDRPDR cov env 10 - - 10 # rls2206.rel NDRPDR cov env 10 - - 11 # rls2206.rel NDRPDR cov env 10 - - 12 # rls2206.rel NDRPDR cov env 10 - - 13 # rls2206.rel NDRPDR cov env 10 - - 14 # rls2206.rel NDRPDR cov env 10 - - 15 # rls2206.rel NDRPDR cov env 10 - - 16 # rls2206.rel NDRPDR cov env 10 - - 17 # rls2206.rel NDRPDR cov env 10 dpdk-3n-tsh-hist-iter: - csit-dpdk-perf-report-iterative-2110-3n-tsh: - - 12 # rls2110 NDRPDR iter env 8 - - 13 # rls2110 NDRPDR iter env 8 - - 14 # rls2110 NDRPDR iter env 8 - - 15 # rls2110 NDRPDR iter env 8 - - 16 # rls2110 NDRPDR iter env 8 - - 17 # rls2110 NDRPDR iter env 8 - - 18 # rls2110 NDRPDR iter env 8 - - 19 # rls2110 NDRPDR iter env 8 - - 20 # rls2110 NDRPDR iter env 8 - - 21 # rls2110 NDRPDR iter env 8 - - dpdk-3n-tsh-prev-iter: csit-dpdk-perf-report-iterative-2202-3n-tsh: - 11 # rls2202 NDRPDR iter env 9 - 12 # rls2202 NDRPDR iter env 9 @@ -581,7 +434,7 @@ - 19 # rls2202 NDRPDR iter env 9 - 20 # rls2202 NDRPDR iter env 9 - dpdk-3n-tsh-curr-iter: + dpdk-3n-tsh-prev-iter: csit-dpdk-perf-report-iterative-2206-3n-tsh: - 1 # rls2206 NDRPDR iter env 10 - 2 # rls2206 NDRPDR iter env 10 @@ -594,39 +447,19 @@ - 9 # rls2206 NDRPDR iter env 10 - 10 # rls2206 NDRPDR iter env 10 + dpdk-3n-tsh-curr-iter: + # csit-dpdk-perf-report-iterative-2210-3n-tsh: + csit-dpdk-perf-report-iterative-2206-3n-tsh: + - 1 # rls2206 NDRPDR iter env 10 + dpdk-3n-tsh-curr-iter-best: + # csit-dpdk-perf-report-iterative-2210-3n-tsh: csit-dpdk-perf-report-iterative-2206-3n-tsh: - 1 # rls2206 NDRPDR iter env 10 # 2n-tx2 vpp-2n-tx2-hist-iter-new-env: - csit-vpp-perf-report-iterative-2202-2n-tx2: - - 7 # rls2110.rel NDRPDR iter env 9 - - 9 # rls2202.rel NDRPDR iter env 9 - - 10 # rls2202.rel NDRPDR iter env 9 - - 12 # rls2110.rel NDRPDR iter env 9 - - 13 # rls2110.rel NDRPDR iter env 9 - - 14 # rls2110.rel NDRPDR iter env 9 - - 15 # rls2110.rel NDRPDR iter env 9 - - 16 # rls2110.rel NDRPDR iter env 9 - - 17 # rls2110.rel NDRPDR iter env 9 - - 18 # rls2110.rel NDRPDR iter env 9 - - vpp-2n-tx2-prev-iter-old-env: - csit-vpp-perf-report-iterative-2202-2n-tx2: - - 26 # rls2202.rel NDRPDR iter env 9 - - 27 # rls2202.rel NDRPDR iter env 9 - - 28 # rls2202.rel NDRPDR iter env 9 - - 29 # rls2202.rel NDRPDR iter env 9 - - 30 # rls2202.rel NDRPDR iter env 9 - - 31 # rls2202.rel NDRPDR iter env 9 - - 32 # rls2202.rel NDRPDR iter env 9 - - 33 # rls2202.rel NDRPDR iter env 9 - - 34 # rls2202.rel NDRPDR iter env 9 - - 35 # rls2202.rel NDRPDR iter env 9 - - vpp-2n-tx2-prev-iter-new-env: csit-vpp-perf-report-iterative-2206-2n-tx2: - 4 # rls2202.rel NDRPDR iter env 10 - 5 # rls2202.rel NDRPDR iter env 10 @@ -639,7 +472,7 @@ - 17 # rls2202.rel NDRPDR iter env 10 - 18 # rls2202.rel NDRPDR iter env 10 - vpp-2n-tx2-curr-iter: + vpp-2n-tx2-prev-iter-old-env: csit-vpp-perf-report-iterative-2206-2n-tx2: - 38 # rls2206.rel NDRPDR iter env 10 - 39 # rls2206.rel NDRPDR iter env 10 @@ -652,57 +485,45 @@ - 46 # rls2206.rel NDRPDR iter env 10 - 47 # rls2206.rel NDRPDR iter env 10 + vpp-2n-tx2-prev-iter-new-env: + # csit-vpp-perf-report-iterative-2210-2n-tx2: + csit-vpp-perf-report-iterative-2206-2n-tx2: + - 4 # rls2202.rel NDRPDR iter env 10 + + vpp-2n-tx2-curr-iter: + # csit-vpp-perf-report-iterative-2210-2n-tx2: + csit-vpp-perf-report-iterative-2206-2n-tx2: + - 38 # rls2206.rel NDRPDR iter env 10 + vpp-2n-tx2-curr-iter-best: + # csit-vpp-perf-report-iterative-2210-2n-tx2: csit-vpp-perf-report-iterative-2206-2n-tx2: - 38 # rls2206.rel NDRPDR iter env 10 - vpp-2n-tx2-hist-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2202-2n-tx2: - - 3 # rls2110.rel MRR iter env 9 + vpp-2n-tx2-prev-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2206-2n-tx2: + - 3 # rls2202.rel MRR iter env 10 vpp-2n-tx2-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2202-2n-tx2: - - 25 # rls2202.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-2n-tx2: + - 29 # rls2206.rel MRR iter env 10 vpp-2n-tx2-prev-iter-mrr-new-env: + # csit-vpp-perf-report-iterative-2210-2n-tx2: csit-vpp-perf-report-iterative-2206-2n-tx2: - 3 # rls2202.rel MRR iter env 10 vpp-2n-tx2-curr-iter-mrr: + # csit-vpp-perf-report-iterative-2210-2n-tx2: csit-vpp-perf-report-iterative-2206-2n-tx2: - 29 # rls2206.rel MRR iter env 10 vpp-2n-tx2-curr-cov: + # csit-vpp-perf-report-coverage-2210-2n-tx2: csit-vpp-perf-report-coverage-2206-2n-tx2: - 1 # rls2206.rel NDRPDR cov env 10 - - 2 # rls2206.rel NDRPDR cov env 10 - - 3 # rls2206.rel NDRPDR cov env 10 - - 4 # rls2206.rel NDRPDR cov env 10 - - 5 # rls2206.rel NDRPDR cov env 10 - - 6 # rls2206.rel NDRPDR cov env 10 - - 7 # rls2206.rel NDRPDR cov env 10 - - 8 # rls2206.rel NDRPDR cov env 10 - - 9 # rls2206.rel NDRPDR cov env 10 - - 10 # rls2206.rel NDRPDR cov env 10 - - 11 # rls2206.rel NDRPDR cov env 10 - - 12 # rls2206.rel NDRPDR cov env 10 - - 13 # rls2206.rel NDRPDR cov env 10 - - 14 # rls2206.rel NDRPDR cov env 10 dpdk-2n-tx2-hist-iter: - csit-dpdk-perf-report-iterative-2110-2n-tx2: - - 14 # rls2110 NDRPDR iter env 8 - - 15 # rls2110 NDRPDR iter env 8 - - 16 # rls2110 NDRPDR iter env 8 - - 17 # rls2110 NDRPDR iter env 8 - - 18 # rls2110 NDRPDR iter env 8 - - 19 # rls2110 NDRPDR iter env 8 - - 20 # rls2110 NDRPDR iter env 8 - - 21 # rls2110 NDRPDR iter env 8 - - 22 # rls2110 NDRPDR iter env 8 - - 23 # rls2110 NDRPDR iter env 8 - - dpdk-2n-tx2-prev-iter: csit-dpdk-perf-report-iterative-2202-2n-tx2: - 11 # rls2202 NDRPDR iter env 9 - 12 # rls2202 NDRPDR iter env 9 @@ -715,7 +536,7 @@ - 19 # rls2202 NDRPDR iter env 9 - 20 # rls2202 NDRPDR iter env 9 - dpdk-2n-tx2-curr-iter: + dpdk-2n-tx2-prev-iter: csit-dpdk-perf-report-iterative-2206-2n-tx2: - 1 # rls2206 NDRPDR iter env 10 - 2 # rls2206 NDRPDR iter env 10 @@ -728,39 +549,19 @@ - 9 # rls2206 NDRPDR iter env 10 - 10 # rls2206 NDRPDR iter env 10 + dpdk-2n-tx2-curr-iter: + # csit-dpdk-perf-report-iterative-2210-2n-tx2: + csit-dpdk-perf-report-iterative-2206-2n-tx2: + - 1 # rls2206 NDRPDR iter env 10 + dpdk-2n-tx2-curr-iter-best: + # csit-dpdk-perf-report-iterative-2210-2n-tx2: csit-dpdk-perf-report-iterative-2206-2n-tx2: - 1 # rls2206 NDRPDR iter env 10 # 3n-dnv vpp-3n-dnv-hist-iter-new-env: - csit-vpp-perf-report-iterative-2202-3n-dnv: - - 4 # rls2110.rel NDRPDR iter env 9 - - 5 # rls2110.rel NDRPDR iter env 9 - - 6 # rls2110.rel NDRPDR iter env 9 - - 7 # rls2110.rel NDRPDR iter env 9 - - 8 # rls2110.rel NDRPDR iter env 9 - - 9 # rls2110.rel NDRPDR iter env 9 - - 10 # rls2110.rel NDRPDR iter env 9 - - 11 # rls2110.rel NDRPDR iter env 9 - - 12 # rls2110.rel NDRPDR iter env 9 - - 13 # rls2110.rel NDRPDR iter env 9 - - vpp-3n-dnv-prev-iter-old-env: - csit-vpp-perf-report-iterative-2202-3n-dnv: - - 21 # rls2202.rel NDRPDR iter env 9 - - 22 # rls2202.rel NDRPDR iter env 9 - - 23 # rls2202.rel NDRPDR iter env 9 - - 24 # rls2202.rel NDRPDR iter env 9 - - 25 # rls2202.rel NDRPDR iter env 9 - - 26 # rls2202.rel NDRPDR iter env 9 - - 27 # rls2202.rel NDRPDR iter env 9 - - 28 # rls2202.rel NDRPDR iter env 9 - - 29 # rls2202.rel NDRPDR iter env 9 - - 30 # rls2202.rel NDRPDR iter env 9 - - vpp-3n-dnv-prev-iter-new-env: csit-vpp-perf-report-iterative-2206-3n-dnv: - 4 # rls2202.rel NDRPDR iter env 10 - 5 # rls2202.rel NDRPDR iter env 10 @@ -773,7 +574,7 @@ - 12 # rls2202.rel NDRPDR iter env 10 - 13 # rls2202.rel NDRPDR iter env 10 - vpp-3n-dnv-curr-iter: + vpp-3n-dnv-prev-iter-old-env: csit-vpp-perf-report-iterative-2206-3n-dnv: - 24 # rls2206.rel NDRPDR iter env 10 - 32 # rls2206.rel NDRPDR iter env 10 @@ -786,64 +587,42 @@ - 39 # rls2206.rel NDRPDR iter env 10 - 40 # rls2206.rel NDRPDR iter env 10 + vpp-3n-dnv-prev-iter-new-env: + # csit-vpp-perf-report-iterative-2210-3n-dnv: + csit-vpp-perf-report-iterative-2206-3n-dnv: + - 4 # rls2202.rel NDRPDR iter env 10 + + vpp-3n-dnv-curr-iter: + # csit-vpp-perf-report-iterative-2210-3n-dnv: + csit-vpp-perf-report-iterative-2206-3n-dnv: + - 24 # rls2206.rel NDRPDR iter env 10 + vpp-3n-dnv-hist-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2202-3n-dnv: - - 3 # rls2110.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-3n-dnv: + - 3 # rls2202.rel MRR iter env 10 vpp-3n-dnv-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2202-3n-dnv: - - 20 # rls2202.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-3n-dnv: + - 22 # rls2206.rel MRR iter env 10 vpp-3n-dnv-prev-iter-mrr-new-env: + # csit-vpp-perf-report-iterative-2210-3n-dnv: csit-vpp-perf-report-iterative-2206-3n-dnv: - 3 # rls2202.rel MRR iter env 10 vpp-3n-dnv-curr-iter-mrr: + # csit-vpp-perf-report-iterative-2210-3n-dnv: csit-vpp-perf-report-iterative-2206-3n-dnv: - 22 # rls2206.rel MRR iter env 10 vpp-3n-dnv-curr-cov: + # csit-vpp-perf-report-coverage-2210-3n-dnv: csit-vpp-perf-report-coverage-2206-3n-dnv: - 1 # rls2206.rel NDRPDR cov env 10 - - 2 # rls2206.rel NDRPDR cov env 10 - - 3 # rls2206.rel NDRPDR cov env 10 - - 4 # rls2206.rel NDRPDR cov env 10 - - 5 # rls2206.rel NDRPDR cov env 10 - - 6 # rls2206.rel NDRPDR cov env 10 - - 7 # rls2206.rel NDRPDR cov env 10 - - 8 # rls2206.rel NDRPDR cov env 10 - - 9 # rls2206.rel NDRPDR cov env 10 - - 10 # rls2206.rel NDRPDR cov env 10 # 2n-dnv vpp-2n-dnv-hist-iter-new-env: - csit-vpp-perf-report-iterative-2202-2n-dnv: - - 5 # rls2110.rel NDRPDR iter env 9 - - 6 # rls2110.rel NDRPDR iter env 9 - - 7 # rls2110.rel NDRPDR iter env 9 - - 8 # rls2110.rel NDRPDR iter env 9 - - 9 # rls2110.rel NDRPDR iter env 9 - - 10 # rls2110.rel NDRPDR iter env 9 - - 11 # rls2110.rel NDRPDR iter env 9 - - 12 # rls2110.rel NDRPDR iter env 9 - - 13 # rls2110.rel NDRPDR iter env 9 - - 14 # rls2110.rel NDRPDR iter env 9 - - vpp-2n-dnv-prev-iter-old-env: - csit-vpp-perf-report-iterative-2202-2n-dnv: - - 24 # rls2202.rel NDRPDR iter env 9 - - 25 # rls2202.rel NDRPDR iter env 9 - - 26 # rls2202.rel NDRPDR iter env 9 - - 28 # rls2202.rel NDRPDR iter env 9 - - 29 # rls2202.rel NDRPDR iter env 9 - - 32 # rls2202.rel NDRPDR iter env 9 - - 33 # rls2202.rel NDRPDR iter env 9 - - 34 # rls2202.rel NDRPDR iter env 9 - - 35 # rls2202.rel NDRPDR iter env 9 - - 36 # rls2202.rel NDRPDR iter env 9 - - vpp-2n-dnv-prev-iter-new-env: csit-vpp-perf-report-iterative-2206-2n-dnv: - 4 # rls2202.rel NDRPDR iter env 10 - 5 # rls2202.rel NDRPDR iter env 10 @@ -856,7 +635,7 @@ - 12 # rls2202.rel NDRPDR iter env 10 - 13 # rls2202.rel NDRPDR iter env 10 - vpp-2n-dnv-curr-iter: + vpp-2n-dnv-prev-iter-old-env: csit-vpp-perf-report-iterative-2206-2n-dnv: - 22 # rls2206.rel NDRPDR iter env 10 - 31 # rls2206.rel NDRPDR iter env 10 @@ -869,47 +648,42 @@ - 38 # rls2206.rel NDRPDR iter env 10 - 39 # rls2206.rel NDRPDR iter env 10 + vpp-2n-dnv-prev-iter-new-env: + # csit-vpp-perf-report-iterative-2210-2n-dnv: + csit-vpp-perf-report-iterative-2206-2n-dnv: + - 4 # rls2202.rel NDRPDR iter env 10 + + vpp-2n-dnv-curr-iter: + # csit-vpp-perf-report-iterative-2210-2n-dnv: + csit-vpp-perf-report-iterative-2206-2n-dnv: + - 22 # rls2206.rel NDRPDR iter env 10 + vpp-2n-dnv-hist-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2202-2n-dnv: - - 15 # rls2110.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-2n-dnv: + - 3 # rls2202.rel MRR iter env 10 vpp-2n-dnv-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2202-2n-dnv: - - 23 # rls2202.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-2n-dnv: + - 20 # rls2206.rel MRR iter env 10 vpp-2n-dnv-prev-iter-mrr-new-env: + # csit-vpp-perf-report-iterative-2210-2n-dnv: csit-vpp-perf-report-iterative-2206-2n-dnv: - 3 # rls2202.rel MRR iter env 10 vpp-2n-dnv-curr-iter-mrr: + # csit-vpp-perf-report-iterative-2210-2n-dnv: csit-vpp-perf-report-iterative-2206-2n-dnv: - 20 # rls2206.rel MRR iter env 10 vpp-2n-dnv-curr-cov: + # csit-vpp-perf-report-coverage-2210-2n-dnv: csit-vpp-perf-report-coverage-2206-2n-dnv: - 1 # rls2206.rel NDRPDR cov env 10 - - 7 # rls2206.rel NDRPDR cov env 10 - - 3 # rls2206.rel NDRPDR cov env 10 - - 4 # rls2206.rel NDRPDR cov env 10 - - 5 # rls2206.rel NDRPDR cov env 10 - - 6 # rls2206.rel NDRPDR cov env 10 # 2n-aws vpp-2n-aws-hist-iter: - csit-vpp-perf-report-iterative-2110-2n-aws: - - 26 # rls2110.rel NDRPDR iter env 8 - - 29 # rls2110.rel NDRPDR iter env 8 - - 30 # rls2110.rel NDRPDR iter env 8 - - 31 # rls2110.rel NDRPDR iter env 8 - - 32 # rls2110.rel NDRPDR iter env 8 - - 33 # rls2110.rel NDRPDR iter env 8 - - 34 # rls2110.rel NDRPDR iter env 8 - - 35 # rls2110.rel NDRPDR iter env 8 - - 36 # rls2110.rel NDRPDR iter env 8 - - 37 # rls2110.rel NDRPDR iter env 8 - - vpp-2n-aws-prev-iter: csit-vpp-perf-report-iterative-2202-2n-aws: - 12 # rls2202.rel NDRPDR iter env 9 - 13 # rls2202.rel NDRPDR iter env 9 @@ -922,7 +696,7 @@ - 21 # rls2202.rel NDRPDR iter env 9 - 22 # rls2202.rel NDRPDR iter env 9 - vpp-2n-aws-curr-iter: + vpp-2n-aws-prev-iter: csit-vpp-perf-report-iterative-2206-2n-aws: - 11 # rls2206.rel NDRPDR iter env 10 - 15 # rls2206.rel NDRPDR iter env 10 @@ -935,100 +709,37 @@ - 22 # rls2206.rel NDRPDR iter env 10 - 23 # rls2206.rel NDRPDR iter env 10 + vpp-2n-aws-curr-iter: + # csit-vpp-perf-report-iterative-2210-2n-aws: + csit-vpp-perf-report-iterative-2206-2n-aws: + - 11 # rls2206.rel NDRPDR iter env 10 + vpp-2n-aws-curr-iter-best: + # csit-vpp-perf-report-iterative-2210-2n-aws: csit-vpp-perf-report-iterative-2206-2n-aws: - 11 # rls2206.rel NDRPDR iter env 10 vpp-2n-aws-hist-iter-mrr: - csit-vpp-perf-report-iterative-2110-2n-aws: - - 25 # rls2110.rel MRR iter env 8 - - vpp-2n-aws-prev-iter-mrr: csit-vpp-perf-report-iterative-2202-2n-aws: - 11 # rls2202.rel MRR iter env 9 + vpp-2n-aws-prev-iter-mrr: + csit-vpp-perf-report-iterative-2206-2n-aws: + - 10 # rls2206.rel MRR iter env 10 + vpp-2n-aws-curr-iter-mrr: + # csit-vpp-perf-report-iterative-2210-2n-aws: csit-vpp-perf-report-iterative-2206-2n-aws: - 10 # rls2206.rel MRR iter env 10 vpp-2n-aws-curr-cov: + # csit-vpp-perf-report-coverage-2210-2n-aws: csit-vpp-perf-report-coverage-2206-2n-aws: - 1 # rls2206.rel NDRPDR cov env 10 - # # 3n-aws - - # vpp-3n-aws-hist-iter: - # csit-vpp-perf-report-iterative-2110-3n-aws: - # - 34 # rls2110.rel NDRPDR iter env 8 - # - 35 # rls2110.rel NDRPDR iter env 8 - # - 36 # rls2110.rel NDRPDR iter env 8 - # - 37 # rls2110.rel NDRPDR iter env 8 - # - 38 # rls2110.rel NDRPDR iter env 8 - # - 39 # rls2110.rel NDRPDR iter env 8 - # - 40 # rls2110.rel NDRPDR iter env 8 - # - 41 # rls2110.rel NDRPDR iter env 8 - # - 42 # rls2110.rel NDRPDR iter env 8 - # - 43 # rls2110.rel NDRPDR iter env 8 - - # vpp-3n-aws-prev-iter: - # csit-vpp-perf-report-iterative-2202-3n-aws: - # - 12 # rls2202.rel NDRPDR iter env 9 - # - 13 # rls2202.rel NDRPDR iter env 9 - # - 14 # rls2202.rel NDRPDR iter env 9 - # - 16 # rls2202.rel NDRPDR iter env 9 - # - 17 # rls2202.rel NDRPDR iter env 9 - # - 18 # rls2202.rel NDRPDR iter env 9 - # - 19 # rls2202.rel NDRPDR iter env 9 - # - 20 # rls2202.rel NDRPDR iter env 9 - # - 21 # rls2202.rel NDRPDR iter env 9 - # - 22 # rls2202.rel NDRPDR iter env 9 - - # vpp-3n-aws-curr-iter: - # # csit-vpp-perf-report-iterative-2206-3n-aws: - # csit-vpp-perf-report-iterative-2202-3n-aws: - # - 12 # rls2202.rel NDRPDR iter env 9 - - # vpp-3n-aws-curr-iter-best: - # # csit-vpp-perf-report-iterative-2206-3n-aws: - # csit-vpp-perf-report-iterative-2202-3n-aws: - # - 12 # rls2202.rel NDRPDR iter env 9 - - # vpp-3n-aws-hist-iter-mrr: - # csit-vpp-perf-report-iterative-2110-3n-aws: - # - 33 # rls2110.rel MRR iter env 8 - - # vpp-3n-aws-prev-iter-mrr: - # csit-vpp-perf-report-iterative-2202-3n-aws: - # - 11 # rls2202.rel MRR iter env 9 - - # vpp-3n-aws-curr-iter-mrr: - # # csit-vpp-perf-report-iterative-2206-3n-aws: - # csit-vpp-perf-report-iterative-2202-3n-aws: - # - 11 # rls2202.rel MRR iter env 9 - - # vpp-3n-aws-curr-cov: - # csit-vpp-perf-report-coverage-2206-3n-aws: - # - 1 # rls2209.rel NDRPDR cov env 10 - # 2n-icx - # vpp-2n-icx-hist-iter-new-env: - # csit-vpp-perf-report-iterative-2202-2n-icx: - - vpp-2n-icx-prev-iter-old-env: - csit-vpp-perf-report-iterative-2202-2n-icx: - - 23 # rls2202.rel NDRPDR iter env 9 - - 30 # rls2202.rel NDRPDR iter env 9 - - 31 # rls2202.rel NDRPDR iter env 9 - - 32 # rls2202.rel NDRPDR iter env 9 - - 33 # rls2202.rel NDRPDR iter env 9 - - 34 # rls2202.rel NDRPDR iter env 9 - - 37 # rls2202.rel NDRPDR iter env 9 - - 39 # rls2202.rel NDRPDR iter env 9 - - 40 # rls2202.rel NDRPDR iter env 9 - - 41 # rls2202.rel NDRPDR iter env 9 - - vpp-2n-icx-prev-iter-new-env: + vpp-2n-icx-hist-iter-new-env: csit-vpp-perf-report-iterative-2206-2n-icx: - 107 # rls2202.rel NDRPDR iter env 10 - 108 # rls2202.rel NDRPDR iter env 10 @@ -1051,7 +762,7 @@ - 137 # rls2202.rel NDRPDR iter env 10 NAT44 - 138 # rls2202.rel NDRPDR iter env 10 NAT44 - vpp-2n-icx-curr-iter: + vpp-2n-icx-prev-iter-old-env: csit-vpp-perf-report-iterative-2206-2n-icx: - 80 # rls2206.rel NDRPDR iter env 10 - 81 # rls2206.rel NDRPDR iter env 10 @@ -1074,110 +785,81 @@ - 126 # rls2206.rel NDRPDR iter env 10 NAT44 - 127 # rls2206.rel NDRPDR iter env 10 NAT44 + vpp-2n-icx-prev-iter-new-env: + # csit-vpp-perf-report-iterative-2210-2n-icx: + csit-vpp-perf-report-iterative-2206-2n-icx: + - 107 # rls2202.rel NDRPDR iter env 10 + + vpp-2n-icx-curr-iter: + # csit-vpp-perf-report-iterative-2210-2n-icx: + csit-vpp-perf-report-iterative-2206-2n-icx: + - 80 # rls2206.rel NDRPDR iter env 10 + vpp-2n-icx-curr-iter-best: + # csit-vpp-perf-report-iterative-2210-2n-icx: csit-vpp-perf-report-iterative-2206-2n-icx: - - 95 # rls2206.rel NDRPDR iter env 10 + - 80 # rls2206.rel NDRPDR iter env 10 + + vpp-2n-icx-hist-iter-mrr: + csit-vpp-perf-report-iterative-2206-2n-icx: + - 106 # rls2202.rel MRR iter env 10 + - 128 # rls2202.rel MRR iter env 10 NAT44 vpp-2n-icx-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2202-2n-icx: - - 22 # rls2202.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-2n-icx: + - 68 # rls2206.rel MRR iter env 10 + - 117 # rls2206.rel MRR iter env 10 NAT44 vpp-2n-icx-prev-iter-mrr-new-env: + # csit-vpp-perf-report-iterative-2210-2n-icx: csit-vpp-perf-report-iterative-2206-2n-icx: - 106 # rls2202.rel MRR iter env 10 - - 128 # rls2202.rel MRR iter env 10 NAT44 vpp-2n-icx-curr-iter-mrr: + # csit-vpp-perf-report-iterative-2210-2n-icx: csit-vpp-perf-report-iterative-2206-2n-icx: - 68 # rls2206.rel MRR iter env 10 - - 117 # rls2206.rel MRR iter env 10 NAT44 vpp-2n-icx-curr-nfv-ndrpdr: + # csit-vpp-perf-report-iterative-2210-2n-icx: csit-vpp-perf-report-iterative-2206-2n-icx: - 71 # rls2206.rel NDRPDR nf-density iter env 10 - - 77 # rls2206.rel NDRPDR nf-density iter env 10 - - 85 # rls2206.rel NDRPDR nf-density iter env 10 - - 87 # rls2206.rel NDRPDR nf-density iter env 10 - - 88 # rls2206.rel NDRPDR nf-density iter env 10 - - 91 # rls2206.rel NDRPDR nf-density iter env 10 - - 92 # rls2206.rel NDRPDR nf-density iter env 10 - - 97 # rls2206.rel NDRPDR nf-density iter env 10 - - 98 # rls2206.rel NDRPDR nf-density iter env 10 - - 101 # rls2206.rel NDRPDR nf-density iter env 10 vpp-2n-icx-curr-nfv-mrr: + # csit-vpp-perf-report-iterative-2210-2n-icx: csit-vpp-perf-report-iterative-2206-2n-icx: - 70 # rls2206.rel MRR nf-density iter env 10 vpp-2n-icx-curr-nfv-reconf: + # csit-vpp-perf-report-iterative-2210-2n-icx: csit-vpp-perf-report-iterative-2206-2n-icx: - 72 # rls2206.rel NDRPDR reconf iter env 10 - - 78 # rls2206.rel NDRPDR reconf iter env 10 - - 86 # rls2206.rel NDRPDR reconf iter env 10 - - 89 # rls2206.rel NDRPDR reconf iter env 10 - - 90 # rls2206.rel NDRPDR reconf iter env 10 - - 93 # rls2206.rel NDRPDR reconf iter env 10 - - 96 # rls2206.rel NDRPDR reconf iter env 10 - - 99 # rls2206.rel NDRPDR reconf iter env 10 - - 104 # rls2206.rel NDRPDR reconf iter env 10 - - 105 # rls2206.rel NDRPDR reconf iter env 10 vpp-2n-icx-curr-soak: + # csit-vpp-perf-report-iterative-2210-2n-icx: csit-vpp-perf-report-iterative-2206-2n-icx: - - 74 # rls2206.rel soak env 10 - 79 # rls2206.rel soak env 10 vpp-soak-vs-ndr-2n-icx-ref: + # csit-vpp-perf-report-iterative-2210-2n-icx: csit-vpp-perf-report-iterative-2206-2n-icx: - 80 # rls2206.rel NDRPDR iter env 10 - - 81 # rls2206.rel NDRPDR iter env 10 - - 82 # rls2206.rel NDRPDR iter env 10 - - 83 # rls2206.rel NDRPDR iter env 10 - - 84 # rls2206.rel NDRPDR iter env 10 - - 94 # rls2206.rel NDRPDR iter env 10 - - 95 # rls2206.rel NDRPDR iter env 10 - - 100 # rls2206.rel NDRPDR iter env 10 - - 102 # rls2206.rel NDRPDR iter env 10 - - 103 # rls2206.rel NDRPDR iter env 10 vpp-soak-vs-ndr-2n-icx: + # csit-vpp-perf-report-iterative-2210-2n-icx: csit-vpp-perf-report-iterative-2206-2n-icx: - 80 # rls2206.rel NDRPDR iter env 10 - - 81 # rls2206.rel NDRPDR iter env 10 - - 82 # rls2206.rel NDRPDR iter env 10 - - 83 # rls2206.rel NDRPDR iter env 10 - - 84 # rls2206.rel NDRPDR iter env 10 - - 94 # rls2206.rel NDRPDR iter env 10 - - 95 # rls2206.rel NDRPDR iter env 10 - - 100 # rls2206.rel NDRPDR iter env 10 - - 102 # rls2206.rel NDRPDR iter env 10 - - 103 # rls2206.rel NDRPDR iter env 10 - - 74 # rls2206.rel soak env 10 - 79 # rls2206.rel soak env 10 vpp-2n-icx-curr-iter-gso: + # csit-vpp-perf-report-iterative-2210-2n-icx: csit-vpp-perf-report-iterative-2206-2n-icx: - 73 # rls2206.rel MRR GSO iter env 10 vpp-2n-icx-curr-cov: + # csit-vpp-perf-report-coverage-2210-2n-icx: csit-vpp-perf-report-coverage-2206-2n-icx: - 1 # rls2206.rel NDRPDR cov env 10 - - 2 # rls2206.rel NDRPDR cov env 10 - - 3 # rls2206.rel NDRPDR cov env 10 - - 4 # rls2206.rel NDRPDR cov env 10 - - 5 # rls2206.rel NDRPDR cov env 10 - - 6 # rls2206.rel NDRPDR cov env 10 - - 7 # rls2206.rel NDRPDR cov env 10 - - 8 # rls2206.rel NDRPDR cov env 10 - - 9 # rls2206.rel NDRPDR cov env 10 - - 10 # rls2206.rel NDRPDR cov env 10 - - 11 # rls2206.rel NDRPDR cov env 10 - - 12 # rls2206.rel NDRPDR cov env 10 - - 13 # rls2206.rel NDRPDR cov env 10 - - 14 # rls2206.rel NDRPDR cov env 10 - - 15 # rls2206.rel NDRPDR cov env 10 - - 16 # rls2206.rel NDRPDR cov env 10 - - 17 # rls2206.rel NDRPDR cov env 10 - dpdk-2n-icx-prev-iter: + dpdk-2n-icx-hist-iter: csit-dpdk-perf-report-iterative-2202-2n-icx: - 1 # rls2202 NDRPDR iter env 9 - 2 # rls2202 NDRPDR iter env 9 @@ -1190,7 +872,7 @@ - 9 # rls2202 NDRPDR iter env 9 - 10 # rls2202 NDRPDR iter env 9 - dpdk-2n-icx-curr-iter: + dpdk-2n-icx-prev-iter: csit-dpdk-perf-report-iterative-2206-2n-icx: - 1 # rls2206 NDRPDR iter env 10 - 2 # rls2206 NDRPDR iter env 10 @@ -1203,29 +885,19 @@ - 14 # rls2206 NDRPDR iter env 10 - 15 # rls2206 NDRPDR iter env 10 + dpdk-2n-icx-curr-iter: + # csit-dpdk-perf-report-iterative-2210-2n-icx: + csit-dpdk-perf-report-iterative-2206-2n-icx: + - 1 # rls2206 NDRPDR iter env 10 + dpdk-2n-icx-curr-iter-best: + # csit-dpdk-perf-report-iterative-2210-2n-icx: csit-dpdk-perf-report-iterative-2206-2n-icx: - - 2 # rls2206 NDRPDR iter env 10 + - 1 # rls2206 NDRPDR iter env 10 # 3n-icx - # vpp-3n-icx-hist-iter-new-env: - # csit-vpp-perf-report-iterative-2202-3n-icx: - - vpp-3n-icx-prev-iter-old-env: - csit-vpp-perf-report-iterative-2202-3n-icx: - - 12 # rls2202.rel NDRPDR iter env 9 - - 13 # rls2202.rel NDRPDR iter env 9 - - 14 # rls2202.rel NDRPDR iter env 9 - - 15 # rls2202.rel NDRPDR iter env 9 - - 16 # rls2202.rel NDRPDR iter env 9 - - 17 # rls2202.rel NDRPDR iter env 9 - - 18 # rls2202.rel NDRPDR iter env 9 - - 19 # rls2202.rel NDRPDR iter env 9 - - 20 # rls2202.rel NDRPDR iter env 9 - - 21 # rls2202.rel NDRPDR iter env 9 - - vpp-3n-icx-prev-iter-new-env: + vpp-3n-icx-hist-iter-new-env: csit-vpp-perf-report-iterative-2206-3n-icx: - 60 # rls2202.rel NDRPDR iter env 10 - 61 # rls2202.rel NDRPDR iter env 10 @@ -1238,7 +910,7 @@ - 68 # rls2202.rel NDRPDR iter env 10 - 69 # rls2202.rel NDRPDR iter env 10 - vpp-3n-icx-curr-iter: + vpp-3n-icx-prev-iter-old-env: csit-vpp-perf-report-iterative-2206-3n-icx: - 49 # rls2206.rel NDRPDR iter env 10 - 50 # rls2206.rel NDRPDR iter env 10 @@ -1251,61 +923,45 @@ - 57 # rls2206.rel NDRPDR iter env 10 - 58 # rls2206.rel NDRPDR iter env 10 + vpp-3n-icx-prev-iter-new-env: + # csit-vpp-perf-report-iterative-2210-3n-icx: + csit-vpp-perf-report-iterative-2206-3n-icx: + - 60 # rls2202.rel NDRPDR iter env 10 + + vpp-3n-icx-curr-iter: + # csit-vpp-perf-report-iterative-2210-3n-icx: + csit-vpp-perf-report-iterative-2206-3n-icx: + - 49 # rls2206.rel NDRPDR iter env 10 + vpp-3n-icx-curr-iter-best: + # csit-vpp-perf-report-iterative-2210-3n-icx: csit-vpp-perf-report-iterative-2206-3n-icx: - - 55 # rls2206.rel NDRPDR iter env 10 + - 49 # rls2206.rel NDRPDR iter env 10 + + vpp-3n-icx-hist-iter-mrr: + csit-vpp-perf-report-iterative-2206-3n-icx: + - 59 # rls2202.rel MRR iter env 10 vpp-3n-icx-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2202-3n-icx: - - 11 # rls2202.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-3n-icx: + - 39 # rls2206.rel MRR iter env 10 vpp-3n-icx-prev-iter-mrr-new-env: + # csit-vpp-perf-report-iterative-2210-3n-icx: csit-vpp-perf-report-iterative-2206-3n-icx: - 59 # rls2202.rel MRR iter env 10 vpp-3n-icx-curr-iter-mrr: + # csit-vpp-perf-report-iterative-2210-3n-icx: csit-vpp-perf-report-iterative-2206-3n-icx: - 39 # rls2206.rel MRR iter env 10 vpp-3n-icx-curr-cov: + # csit-vpp-perf-report-coverage-2210-3n-icx: csit-vpp-perf-report-coverage-2206-3n-icx: - 1 # rls2206.rel NDRPDR cov env 10 - - 2 # rls2206.rel NDRPDR cov env 10 - - 3 # rls2206.rel NDRPDR cov env 10 - - 35 # rls2206.rel NDRPDR cov env 10 - - 4 # rls2206.rel NDRPDR cov env 10 - - 34 # rls2206.rel NDRPDR cov env 10 - - 5 # rls2206.rel NDRPDR cov env 10 - - 6 # rls2206.rel NDRPDR cov env 10 - - 7 # rls2206.rel NDRPDR cov env 10 - - 8 # rls2206.rel NDRPDR cov env 10 - - 9 # rls2206.rel NDRPDR cov env 10 - - 10 # rls2206.rel NDRPDR cov env 10 - - 11 # rls2206.rel NDRPDR cov env 10 - - 12 # rls2206.rel NDRPDR cov env 10 - - 13 # rls2206.rel NDRPDR cov env 10 - - 14 # rls2206.rel NDRPDR cov env 10 - - 15 # rls2206.rel NDRPDR cov env 10 - - 16 # rls2206.rel NDRPDR cov env 10 - - 17 # rls2206.rel NDRPDR cov env 10 - - 18 # rls2206.rel NDRPDR cov env 10 - - 19 # rls2206.rel NDRPDR cov env 10 - - 20 # rls2206.rel NDRPDR cov env 10 - - 21 # rls2206.rel NDRPDR cov env 10 - - 22 # rls2206.rel NDRPDR cov env 10 - - 23 # rls2206.rel NDRPDR cov env 10 - - 24 # rls2206.rel NDRPDR cov env 10 - - 25 # rls2206.rel NDRPDR cov env 10 - - 26 # rls2206.rel NDRPDR cov env 10 - - 27 # rls2206.rel NDRPDR cov env 10 - - 28 # rls2206.rel NDRPDR cov env 10 - - 29 # rls2206.rel NDRPDR cov env 10 - - 30 # rls2206.rel NDRPDR cov env 10 - - 31 # rls2206.rel NDRPDR cov env 10 - - 32 # rls2206.rel NDRPDR cov env 10 - - 33 # rls2206.rel NDRPDR cov env 10 - dpdk-3n-icx-prev-iter: + dpdk-3n-icx-hist-iter: csit-dpdk-perf-report-iterative-2202-3n-icx: - 2 # rls2202 NDRPDR iter env 9 - 3 # rls2202 NDRPDR iter env 9 @@ -1319,7 +975,7 @@ - 10 # rls2202 NDRPDR iter env 9 - 11 # rls2202 NDRPDR iter env 9 - dpdk-3n-icx-curr-iter: + dpdk-3n-icx-prev-iter: csit-dpdk-perf-report-iterative-2206-3n-icx: - 1 # rls2206 NDRPDR iter env 10 - 2 # rls2206 NDRPDR iter env 10 @@ -1332,13 +988,19 @@ - 10 # rls2206 NDRPDR iter env 10 - 11 # rls2206 NDRPDR iter env 10 + dpdk-3n-icx-curr-iter: + # csit-dpdk-perf-report-iterative-2210-3n-icx: + csit-dpdk-perf-report-iterative-2206-3n-icx: + - 1 # rls2206 NDRPDR iter env 10 + dpdk-3n-icx-curr-iter-best: + # csit-dpdk-perf-report-iterative-2210-3n-icx: csit-dpdk-perf-report-iterative-2206-3n-icx: - 1 # rls2206 NDRPDR iter env 10 # 3n-alt - vpp-3n-alt-curr-iter: + vpp-3n-alt-prev-iter-old-env: csit-vpp-perf-report-iterative-2206-3n-alt: - 20 # rls2206.rel NDRPDR iter env 10 - 21 # rls2206.rel NDRPDR iter env 10 @@ -1351,35 +1013,41 @@ - 28 # rls2206.rel NDRPDR iter env 10 - 29 # rls2206.rel NDRPDR iter env 10 + vpp-3n-alt-prev-iter-new-env: + # csit-vpp-perf-report-iterative-2210-3n-alt: + csit-vpp-perf-report-iterative-2206-3n-alt: + - 20 # rls2206.rel NDRPDR iter env 10 + + vpp-3n-alt-curr-iter: + # csit-vpp-perf-report-iterative-2210-3n-alt: + csit-vpp-perf-report-iterative-2206-3n-alt: + - 20 # rls2206.rel NDRPDR iter env 10 + vpp-3n-alt-curr-iter-best: + # csit-vpp-perf-report-iterative-2210-3n-alt: csit-vpp-perf-report-iterative-2206-3n-alt: - 20 # rls2206.rel NDRPDR iter env 10 + vpp-3n-alt-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2206-3n-alt: + - 12 # rls2206.rel MRR iter env 10 + + vpp-3n-alt-prev-iter-mrr-new-env: + # csit-vpp-perf-report-iterative-2210-3n-alt: + csit-vpp-perf-report-iterative-2206-3n-alt: + - 12 # rls2206.rel MRR iter env 10 + vpp-3n-alt-curr-iter-mrr: + # csit-vpp-perf-report-iterative-2210-3n-alt: csit-vpp-perf-report-iterative-2206-3n-alt: - 12 # rls2206.rel MRR iter env 10 vpp-3n-alt-curr-cov: + # csit-vpp-perf-report-coverage-2210-3n-alt: csit-vpp-perf-report-coverage-2206-3n-alt: - 1 # rls2206.rel NDRPDR iter env 10 - - 2 # rls2206.rel NDRPDR iter env 10 - - 3 # rls2206.rel NDRPDR iter env 10 - - 4 # rls2206.rel NDRPDR iter env 10 - - 5 # rls2206.rel NDRPDR iter env 10 - - 6 # rls2206.rel NDRPDR iter env 10 - - 7 # rls2206.rel NDRPDR iter env 10 - - 8 # rls2206.rel NDRPDR iter env 10 - - 9 # rls2206.rel NDRPDR iter env 10 - - 10 # rls2206.rel NDRPDR iter env 10 - - 11 # rls2206.rel NDRPDR iter env 10 - - 12 # rls2206.rel NDRPDR iter env 10 - - 13 # rls2206.rel NDRPDR iter env 10 - - 14 # rls2206.rel NDRPDR iter env 10 - - 15 # rls2206.rel NDRPDR iter env 10 - - 16 # rls2206.rel NDRPDR iter env 10 - - 17 # rls2206.rel NDRPDR iter env 10 - dpdk-3n-alt-curr-iter: + dpdk-3n-alt-prev-iter: csit-dpdk-perf-report-iterative-2206-3n-alt: - 1 # rls2206 NDRPDR iter env 10 - 2 # rls2206 NDRPDR iter env 10 @@ -1392,6 +1060,12 @@ - 9 # rls2206 NDRPDR iter env 10 - 10 # rls2206 NDRPDR iter env 10 + dpdk-3n-alt-curr-iter: + # csit-dpdk-perf-report-iterative-2210-3n-alt: + csit-dpdk-perf-report-iterative-2206-3n-alt: + - 1 # rls2206 NDRPDR iter env 10 + dpdk-3n-alt-curr-iter-best: + # csit-dpdk-perf-report-iterative-2210-3n-alt: csit-dpdk-perf-report-iterative-2206-3n-alt: - 1 # rls2206 NDRPDR iter env 10 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index b05a2d2e5a..6a9d8ece21 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -27,47 +27,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-icx-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-icx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" - jb-type: "coverage" - data: "vpp-2n-icx-curr-cov" - lines: - - job-spec: "gso-00" - build: "1" - - job-spec: "ip4-00" - build: "2" - - job-spec: "ip4-01" - build: "3" - - job-spec: "ip4-02" - build: "4" - - job-spec: "ip4-03" - build: "5" - - job-spec: "ip4-04" - build: "6" - - job-spec: "ip4-05" - build: "7" - - job-spec: "ip4-06" - build: "8" - - job-spec: "ip4-07" - build: "9" - - job-spec: "ip4tun-00" - build: "10" - - job-spec: "ip6-00" - build: "11" - - job-spec: "ip6-01" - build: "12" - - job-spec: "l2-00" - build: "13" - - job-spec: "l2-01" - build: "14" - - job-spec: "lb-00" - build: "15" - - job-spec: "memif-00" - build: "16" - - job-spec: "vhost-00" - build: "17" +# - type: "table" +# title: "Job Specification Duration: 2n-icx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" +# jb-type: "coverage" +# data: "vpp-2n-icx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "1" +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "5" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4-06" +# build: "8" +# - job-spec: "ip4-07" +# build: "9" +# - job-spec: "ip4tun-00" +# build: "10" +# - job-spec: "ip6-00" +# build: "11" +# - job-spec: "ip6-01" +# build: "12" +# - job-spec: "l2-00" +# build: "13" +# - job-spec: "l2-01" +# build: "14" +# - job-spec: "lb-00" +# build: "15" +# - job-spec: "memif-00" +# build: "16" +# - job-spec: "vhost-00" +# build: "17" - type: "table" title: "Job Specification Duration: 3n-icx-iterative" @@ -82,83 +82,83 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-icx-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-icx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" - jb-type: "coverage" - data: "vpp-3n-icx-curr-cov" - lines: - - job-spec: "crypto-00" - build: "1" - - job-spec: "crypto-01" - build: "2" - - job-spec: "crypto-02" - build: "3" - - job-spec: "crypto-03" - build: "35" - - job-spec: "crypto-04" - build: "4" - - job-spec: "crypto-05" - build: "34" - - job-spec: "ip4-00" - build: "5" - - job-spec: "ip4-01" - build: "6" - - job-spec: "ip4-02" - build: "7" - - job-spec: "ip4-03" - build: "8" - - job-spec: "ip4-04" - build: "9" - - job-spec: "ip4-05" - build: "10" - - job-spec: "ip4-06" - build: "11" - - job-spec: "ip4-07" - build: "12" - - job-spec: "ip4tun-00" - build: "13" - - job-spec: "ip4tun-02" - build: "14" - - job-spec: "ip6-00" - build: "15" - - job-spec: "ip6-01" - build: "16" - - job-spec: "ip6tun-00" - build: "17" - - job-spec: "l2-00" - build: "18" - - job-spec: "l2-01" - build: "19" - - job-spec: "l2-02" - build: "20" - - job-spec: "l2-03" - build: "21" - - job-spec: "l2-04" - build: "22" - - job-spec: "l2-05" - build: "23" - - job-spec: "l2-06" - build: "24" - - job-spec: "l2-07" - build: "25" - - job-spec: "l2-08" - build: "26" - - job-spec: "l2-09" - build: "27" - - job-spec: "l2-10" - build: "28" - - job-spec: "memif-00" - build: "29" - - job-spec: "srv6-00" - build: "30" - - job-spec: "srv6-01" - build: "31" - - job-spec: "vhost-00" - build: "32" - - job-spec: "vhost-01" - build: "33" +# - type: "table" +# title: "Job Specification Duration: 3n-icx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" +# jb-type: "coverage" +# data: "vpp-3n-icx-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "1" +# - job-spec: "crypto-01" +# build: "2" +# - job-spec: "crypto-02" +# build: "3" +# - job-spec: "crypto-03" +# build: "35" +# - job-spec: "crypto-04" +# build: "4" +# - job-spec: "crypto-05" +# build: "34" +# - job-spec: "ip4-00" +# build: "5" +# - job-spec: "ip4-01" +# build: "6" +# - job-spec: "ip4-02" +# build: "7" +# - job-spec: "ip4-03" +# build: "8" +# - job-spec: "ip4-04" +# build: "9" +# - job-spec: "ip4-05" +# build: "10" +# - job-spec: "ip4-06" +# build: "11" +# - job-spec: "ip4-07" +# build: "12" +# - job-spec: "ip4tun-00" +# build: "13" +# - job-spec: "ip4tun-02" +# build: "14" +# - job-spec: "ip6-00" +# build: "15" +# - job-spec: "ip6-01" +# build: "16" +# - job-spec: "ip6tun-00" +# build: "17" +# - job-spec: "l2-00" +# build: "18" +# - job-spec: "l2-01" +# build: "19" +# - job-spec: "l2-02" +# build: "20" +# - job-spec: "l2-03" +# build: "21" +# - job-spec: "l2-04" +# build: "22" +# - job-spec: "l2-05" +# build: "23" +# - job-spec: "l2-06" +# build: "24" +# - job-spec: "l2-07" +# build: "25" +# - job-spec: "l2-08" +# build: "26" +# - job-spec: "l2-09" +# build: "27" +# - job-spec: "l2-10" +# build: "28" +# - job-spec: "memif-00" +# build: "29" +# - job-spec: "srv6-00" +# build: "30" +# - job-spec: "srv6-01" +# build: "31" +# - job-spec: "vhost-00" +# build: "32" +# - job-spec: "vhost-01" +# build: "33" - type: "table" title: "Job Specification Duration: 2n-clx-iterative" @@ -185,47 +185,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-clx-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-clx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" - jb-type: "coverage" - data: "vpp-2n-clx-curr-cov" - lines: - - job-spec: "gso-00" - build: "4" - - job-spec: "ip4-00" - build: "5" - - job-spec: "ip4-01" - build: "6" - - job-spec: "ip4-02" - build: "7" - - job-spec: "ip4-03" - build: "8" - - job-spec: "ip4-04" - build: "9" - - job-spec: "ip4-05" - build: "10" - - job-spec: "ip4-06" - build: "11" - - job-spec: "ip4-07" - build: "12" - - job-spec: "ip4tun-00" - build: "13" - - job-spec: "ip6-00" - build: "14" - - job-spec: "ip6-01" - build: "15" - - job-spec: "l2-00" - build: "16" - - job-spec: "l2-01" - build: "17" - - job-spec: "lb-00" - build: "18" - - job-spec: "memif-00" - build: "19" - - job-spec: "vhost-00" - build: "20" +# - type: "table" +# title: "Job Specification Duration: 2n-clx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" +# jb-type: "coverage" +# data: "vpp-2n-clx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "4" +# - job-spec: "ip4-00" +# build: "5" +# - job-spec: "ip4-01" +# build: "6" +# - job-spec: "ip4-02" +# build: "7" +# - job-spec: "ip4-03" +# build: "8" +# - job-spec: "ip4-04" +# build: "9" +# - job-spec: "ip4-05" +# build: "10" +# - job-spec: "ip4-06" +# build: "11" +# - job-spec: "ip4-07" +# build: "12" +# - job-spec: "ip4tun-00" +# build: "13" +# - job-spec: "ip6-00" +# build: "14" +# - job-spec: "ip6-01" +# build: "15" +# - job-spec: "l2-00" +# build: "16" +# - job-spec: "l2-01" +# build: "17" +# - job-spec: "lb-00" +# build: "18" +# - job-spec: "memif-00" +# build: "19" +# - job-spec: "vhost-00" +# build: "20" - type: "table" title: "Job Specification Duration: 2n-dnv-iterative" @@ -238,25 +238,25 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-dnv-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-dnv-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" - jb-type: "coverage" - data: "vpp-2n-dnv-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "7" - - job-spec: "ip6-00" - build: "3" - - job-spec: "ip6-01" - build: "4" - - job-spec: "l2-00" - build: "5" - - job-spec: "l2-01" - build: "6" +# - type: "table" +# title: "Job Specification Duration: 2n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-2n-dnv-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "7" +# - job-spec: "ip6-00" +# build: "3" +# - job-spec: "ip6-01" +# build: "4" +# - job-spec: "l2-00" +# build: "5" +# - job-spec: "l2-01" +# build: "6" - type: "table" title: "Job Specification Duration: 2n-aws-iterative" @@ -269,33 +269,12 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-aws-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-aws-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" - jb-type: "coverage" - data: "vpp-2n-aws-curr-cov" - lines: - - job-spec: "vpp-00" - build: "1" - -# - type: "table" -# title: "Job Specification Duration: 3n-aws-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-3n-aws-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-3n-aws-curr-iter" - # - type: "table" -# title: "Job Specification Duration: 3n-aws-coverage" +# title: "Job Specification Duration: 2n-aws-coverage" # algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" # jb-type: "coverage" -# data: "vpp-3n-aws-curr-cov" +# data: "vpp-2n-aws-curr-cov" # lines: # - job-spec: "vpp-00" # build: "1" @@ -311,41 +290,41 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-tx2-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-tx2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" - jb-type: "coverage" - data: "vpp-2n-tx2-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "2" - - job-spec: "ip4-02" - build: "3" - - job-spec: "ip4-03" - build: "4" - - job-spec: "ip4-04" - build: "5" - - job-spec: "ip4-05" - build: "6" - - job-spec: "ip4-06" - build: "7" - - job-spec: "ip6-00" - build: "8" - - job-spec: "ip6-01" - build: "9" - - job-spec: "l2-00" - build: "10" - - job-spec: "l2-01" - build: "11" - - job-spec: "l2-02" - build: "12" - - job-spec: "l2-03" - build: "13" - - job-spec: "l2-04" - build: "14" +# - type: "table" +# title: "Job Specification Duration: 2n-tx2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" +# jb-type: "coverage" +# data: "vpp-2n-tx2-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "2" +# - job-spec: "ip4-02" +# build: "3" +# - job-spec: "ip4-03" +# build: "4" +# - job-spec: "ip4-04" +# build: "5" +# - job-spec: "ip4-05" +# build: "6" +# - job-spec: "ip4-06" +# build: "7" +# - job-spec: "ip6-00" +# build: "8" +# - job-spec: "ip6-01" +# build: "9" +# - job-spec: "l2-00" +# build: "10" +# - job-spec: "l2-01" +# build: "11" +# - job-spec: "l2-02" +# build: "12" +# - job-spec: "l2-03" +# build: "13" +# - job-spec: "l2-04" +# build: "14" - type: "table" title: "Job Specification Duration: 2n-zn2-iterative" @@ -362,43 +341,43 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-zn2-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-zn2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" - jb-type: "coverage" - data: "vpp-2n-zn2-curr-cov" - lines: - - job-spec: "gso-00" - build: "1" - - job-spec: "ip4-00" - build: "2" - - job-spec: "ip4-01" - build: "3" - - job-spec: "ip4-02" - build: "4" - - job-spec: "ip4-03" - build: "5" - - job-spec: "ip4-04" - build: "6" - - job-spec: "ip4-05" - build: "7" - - job-spec: "ip4tun-00" - build: "8" - - job-spec: "ip6-00" - build: "9" - - job-spec: "ip6-01" - build: "10" - - job-spec: "l2-00" - build: "11" - - job-spec: "l2-01" - build: "12" - - job-spec: "lb-00" - build: "13" - - job-spec: "memif-00" - build: "14" - - job-spec: "vhost-00" - build: "15" +# - type: "table" +# title: "Job Specification Duration: 2n-zn2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" +# jb-type: "coverage" +# data: "vpp-2n-zn2-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "1" +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "5" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4tun-00" +# build: "8" +# - job-spec: "ip6-00" +# build: "9" +# - job-spec: "ip6-01" +# build: "10" +# - job-spec: "l2-00" +# build: "11" +# - job-spec: "l2-01" +# build: "12" +# - job-spec: "lb-00" +# build: "13" +# - job-spec: "memif-00" +# build: "14" +# - job-spec: "vhost-00" +# build: "15" - type: "table" title: "Job Specification Duration: 3n-dnv-iterative" @@ -411,33 +390,33 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-3n-dnv-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-dnv-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" - jb-type: "coverage" - data: "vpp-3n-dnv-curr-cov" - lines: - - job-spec: "crypto-00" - build: "1" - - job-spec: "crypto-01" - build: "2" - - job-spec: "crypto-02" - build: "3" - - job-spec: "ip4-00" - build: "4" - - job-spec: "ip4-01" - build: "5" - - job-spec: "ip4tun-00" - build: "6" - - job-spec: "ip6-00" - build: "7" - - job-spec: "ip6-01" - build: "8" - - job-spec: "l2-00" - build: "9" - - job-spec: "l2-01" - build: "10" +# - type: "table" +# title: "Job Specification Duration: 3n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-3n-dnv-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "1" +# - job-spec: "crypto-01" +# build: "2" +# - job-spec: "crypto-02" +# build: "3" +# - job-spec: "ip4-00" +# build: "4" +# - job-spec: "ip4-01" +# build: "5" +# - job-spec: "ip4tun-00" +# build: "6" +# - job-spec: "ip6-00" +# build: "7" +# - job-spec: "ip6-01" +# build: "8" +# - job-spec: "l2-00" +# build: "9" +# - job-spec: "l2-01" +# build: "10" - type: "table" title: "Job Specification Duration: 3n-tsh-iterative" @@ -452,47 +431,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-tsh-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-tsh-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" - jb-type: "coverage" - data: "vpp-3n-tsh-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "2" - - job-spec: "ip4-02" - build: "3" - - job-spec: "ip4-03" - build: "4" - - job-spec: "ip4tun-00" - build: "5" - - job-spec: "ip6-00" - build: "6" - - job-spec: "ip6-01" - build: "7" - - job-spec: "l2-00" - build: "8" - - job-spec: "l2-01" - build: "9" - - job-spec: "l2-02" - build: "10" - - job-spec: "l2-03" - build: "11" - - job-spec: "l2-04" - build: "12" - - job-spec: "memif-00" - build: "13" - - job-spec: "srv6-00" - build: "14" - - job-spec: "srv6-01" - build: "15" - - job-spec: "vhost-00" - build: "16" - - job-spec: "vhost-01" - build: "17" +# - type: "table" +# title: "Job Specification Duration: 3n-tsh-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" +# jb-type: "coverage" +# data: "vpp-3n-tsh-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "2" +# - job-spec: "ip4-02" +# build: "3" +# - job-spec: "ip4-03" +# build: "4" +# - job-spec: "ip4tun-00" +# build: "5" +# - job-spec: "ip6-00" +# build: "6" +# - job-spec: "ip6-01" +# build: "7" +# - job-spec: "l2-00" +# build: "8" +# - job-spec: "l2-01" +# build: "9" +# - job-spec: "l2-02" +# build: "10" +# - job-spec: "l2-03" +# build: "11" +# - job-spec: "l2-04" +# build: "12" +# - job-spec: "memif-00" +# build: "13" +# - job-spec: "srv6-00" +# build: "14" +# - job-spec: "srv6-01" +# build: "15" +# - job-spec: "vhost-00" +# build: "16" +# - job-spec: "vhost-01" +# build: "17" - type: "table" title: "Job Specification Duration: 3n-alt-iterative" @@ -507,47 +486,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-alt-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-alt-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" - jb-type: "coverage" - data: "vpp-3n-alt-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "2" - - job-spec: "ip4-02" - build: "3" - - job-spec: "ip4-03" - build: "4" - - job-spec: "ip4tun-00" - build: "5" - - job-spec: "ip6-00" - build: "6" - - job-spec: "ip6-01" - build: "7" - - job-spec: "l2-00" - build: "8" - - job-spec: "l2-01" - build: "9" - - job-spec: "l2-02" - build: "10" - - job-spec: "l2-03" - build: "11" - - job-spec: "l2-04" - build: "12" - - job-spec: "memif-00" - build: "13" - - job-spec: "srv6-00" - build: "14" - - job-spec: "srv6-01" - build: "15" - - job-spec: "vhost-00" - build: "16" - - job-spec: "vhost-01" - build: "17" +# - type: "table" +# title: "Job Specification Duration: 3n-alt-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" +# jb-type: "coverage" +# data: "vpp-3n-alt-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "2" +# - job-spec: "ip4-02" +# build: "3" +# - job-spec: "ip4-03" +# build: "4" +# - job-spec: "ip4tun-00" +# build: "5" +# - job-spec: "ip6-00" +# build: "6" +# - job-spec: "ip6-01" +# build: "7" +# - job-spec: "l2-00" +# build: "8" +# - job-spec: "l2-01" +# build: "9" +# - job-spec: "l2-02" +# build: "10" +# - job-spec: "l2-03" +# build: "11" +# - job-spec: "l2-04" +# build: "12" +# - job-spec: "memif-00" +# build: "13" +# - job-spec: "srv6-00" +# build: "14" +# - job-spec: "srv6-01" +# build: "15" +# - job-spec: "vhost-00" +# build: "16" +# - job-spec: "vhost-01" +# build: "17" # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr - type: "table" @@ -809,28 +788,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -840,28 +819,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -871,28 +850,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -902,28 +881,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -933,28 +912,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -964,28 +943,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -995,28 +974,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1026,28 +1005,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1057,28 +1036,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1088,28 +1067,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1119,28 +1098,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1150,28 +1129,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1181,28 +1160,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1212,28 +1191,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1243,28 +1222,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1274,28 +1253,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1305,28 +1284,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1336,28 +1315,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1367,28 +1346,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1398,28 +1377,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1429,28 +1408,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Soak vs NDR - 2n-icx - type: "table" @@ -1503,22 +1482,22 @@ include-tests: "vsap" filter: "all" columns: - - title: "2110.0-8" - data-set: "vpp-2n-clx-hist-iter-vsap-new-env" - title: "2202.0-9" - data-set: "vpp-2n-clx-curr-iter-vsap-old-env" + data-set: "vpp-2n-clx-hist-iter-vsap-new-env" - title: "2206.0-10" + data-set: "vpp-2n-clx-curr-iter-vsap-old-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-vsap" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mcps/Mrps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous.' # VPP Performance Changes 3n-icx 2t1c pdr - type: "table" @@ -1526,30 +1505,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 4t2c pdr - type: "table" @@ -1557,30 +1536,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 2t1c ndr - type: "table" @@ -1588,30 +1567,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 4t2c ndr - type: "table" @@ -1619,30 +1598,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 2t1c pdr - type: "table" @@ -1650,30 +1629,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 4t2c pdr - type: "table" @@ -1681,30 +1660,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 2t1c ndr - type: "table" @@ -1712,30 +1691,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 4t2c ndr - type: "table" @@ -1743,30 +1722,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter-new-env" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2206.0-11" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -1774,30 +1753,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -1805,30 +1784,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -1836,30 +1815,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -1867,30 +1846,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -1898,30 +1877,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -1929,30 +1908,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -1960,30 +1939,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -1991,30 +1970,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -2024,28 +2003,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -2055,28 +2034,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -2086,28 +2065,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -2117,28 +2096,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -2148,28 +2127,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -2179,28 +2158,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -2210,28 +2189,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -2241,28 +2220,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -2272,28 +2251,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -2303,28 +2282,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -2334,28 +2313,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -2365,28 +2344,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -2396,28 +2375,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -2427,28 +2406,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -2458,28 +2437,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -2489,28 +2468,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -2520,28 +2499,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -2551,28 +2530,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -2582,28 +2561,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -2613,28 +2592,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-aws 2t1c pdr - type: "table" @@ -2644,22 +2623,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-aws-prev-iter" + - title: "2210.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c pdr - type: "table" @@ -2669,22 +2648,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-aws-prev-iter" + - title: "2210.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 2t1c ndr - type: "table" @@ -2694,22 +2673,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-aws-prev-iter" + - title: "2210.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c ndr - type: "table" @@ -2719,122 +2698,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-aws-prev-iter" + - title: "2210.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 2t1c pdr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 4t2c pdr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 4t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 2t1c ndr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 4t2c ndr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 4t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' # VPP Performance Changes 3n-icx 2t1c mrr - type: "table" @@ -2842,30 +2721,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr-new-env" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + - title: "2206.0-11" + data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 4t2c mrr - type: "table" @@ -2873,30 +2752,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr-new-env" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + - title: "2206.0-11" + data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 8t4c mrr - type: "table" @@ -2904,30 +2783,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr-new-env" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + - title: "2206.0-11" + data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 2t1c mrr - type: "table" @@ -2935,30 +2814,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr-new-env" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + - title: "2206.0-11" + data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 4t2c mrr - type: "table" @@ -2966,30 +2845,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr-new-env" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + - title: "2206.0-11" + data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 8t4c mrr - type: "table" @@ -2997,30 +2876,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr-new-env" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + - title: "2206.0-11" + data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 + - title: "2210.0-11 vs 2206.0-11" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -3028,30 +2907,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -3059,30 +2938,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -3090,30 +2969,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -3121,30 +3000,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -3152,30 +3031,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -3183,30 +3062,30 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -3216,28 +3095,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -3247,28 +3126,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -3278,28 +3157,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -3309,28 +3188,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -3340,28 +3219,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -3371,28 +3250,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -3402,28 +3281,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -3433,28 +3312,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -3464,28 +3343,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -3495,28 +3374,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -3526,28 +3405,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -3557,28 +3436,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -3588,28 +3467,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -3619,28 +3498,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -3650,28 +3529,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2202.0-10" + - title: "2206.0-11" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2206.0-10" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" + - title: "2210.0-11 vs 2206.0-11" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-aws 2t1c mrr - type: "table" @@ -3681,22 +3560,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c mrr - type: "table" @@ -3706,72 +3585,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 2t1c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 2t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter-mrr" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter-mrr" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter-mrr" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 4t2c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 4t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter-mrr" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter-mrr" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter-mrr" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' # Detailed Test Results - VPP Performance Results 2n-zn2 - type: "table" @@ -3946,23 +3775,6 @@ - "parent" - "msg" -# # Detailed Test Results - VPP Performance Results 3n-aws -# - type: "table" -# title: "Detailed Test Results - VPP Performance Results 3n-aws" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,VPP,3N,AWS]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. min avg max min avg max (10% PDR) |br| 4. min avg max min avg max (50% PDR) |br| 5. min avg max min avg max (90% PDR) |preout| " -# data: "data msg" -# data: "vpp-3n-aws-curr-cov" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" - # Test configuration - VPP Performance Test Configs 2n-zn2 - type: "table" title: "Test configuration - VPP Performance Test Configs 2n-zn2" @@ -4135,23 +3947,6 @@ - "name" - "conf-history" -# # Test configuration - VPP Performance Test Configs 3n-aws -# - type: "table" -# title: "Test configuration - VPP Performance Test Configs 3n-aws" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTC,PERF,VPP,3N,AWS]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " -# data: "data conf-history" -# data: "vpp-3n-aws-curr-cov" -# filter: "all" -# parameters: -# - "parent" -# - "name" -# - "conf-history" - # Test Operational Data - VPP Performance Operational Data 2n-zn2 - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-zn2" @@ -4232,14 +4027,6 @@ data: "vpp-2n-aws-curr-cov" filter: "all" -# # Test Operational Data - VPP Performance Operational Data 3n-aws -# - type: "table" -# title: "Test Operational Data - VPP Performance Operational Data 3n-aws" -# algorithm: "table_oper_data_html" -# output-file: "{DIR[DTO,PERF,VPP,3N,AWS]}/" -# data: "vpp-3n-aws-curr-cov" -# filter: "all" - # Detailed Test Results - VPP MRR Results 2n-zn2 - type: "table" title: "Detailed Test Results - VPP MRR Results 2n-zn2" @@ -4410,23 +4197,6 @@ - "parent" - "msg" -# # Detailed Test Results - VPP MRR Results 3n-aws -# - type: "table" -# title: "Detailed Test Results - VPP MRR Results 3n-aws" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,MRR,VPP,3N,AWS]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " -# data: "data msg" -# data: "vpp-3n-aws-curr-iter-mrr" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" - # Test configuration - VPP MRR Test Configs 2n-zn2 - type: "table" title: "Test configuration - VPP MRR Test Configs 2n-zn2" @@ -4597,23 +4367,6 @@ - "name" - "conf-history" -# # Test configuration - VPP MRR Test Configs 3n-aws -# - type: "table" -# title: "Test configuration - VPP MRR Test Configs 3n-aws" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTC,MRR,VPP,3N,AWS]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " -# data: "data conf-history" -# data: "vpp-3n-aws-curr-iter-mrr" -# filter: "all" -# parameters: -# - "parent" -# - "name" -# - "conf-history" - # Detailed Test Results - VPP Device Results - Ubuntu - type: "table" title: "Detailed Test Results - VPP Device Results - Ubuntu" @@ -4659,21 +4412,21 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-3n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-3n-icx-prev-iter" + data-set: "dpdk-3n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 4t2c pdr - type: "table" @@ -4683,21 +4436,21 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-3n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-3n-icx-prev-iter" + data-set: "dpdk-3n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 2t1c ndr - type: "table" @@ -4707,21 +4460,21 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-3n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-3n-icx-prev-iter" + data-set: "dpdk-3n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 4t2c ndr - type: "table" @@ -4731,21 +4484,21 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-3n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-3n-icx-prev-iter" + data-set: "dpdk-3n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 2t1c pdr - type: "table" @@ -4755,21 +4508,21 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-2n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-icx-prev-iter" + data-set: "dpdk-2n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 4t2c pdr - type: "table" @@ -4779,21 +4532,21 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-2n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-icx-prev-iter" + data-set: "dpdk-2n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 2t1c ndr - type: "table" @@ -4803,21 +4556,21 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-2n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-icx-prev-iter" + data-set: "dpdk-2n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 4t2c ndr - type: "table" @@ -4827,21 +4580,21 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-2n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-icx-prev-iter" + data-set: "dpdk-2n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -4851,21 +4604,21 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -4875,21 +4628,21 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -4899,21 +4652,21 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -4923,21 +4676,21 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 2t1c pdr - type: "table" @@ -4947,21 +4700,21 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 4t2c pdr - type: "table" @@ -4971,21 +4724,21 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 2t1c ndr - type: "table" @@ -4995,21 +4748,21 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 4t2c ndr - type: "table" @@ -5019,21 +4772,21 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -5043,21 +4796,21 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "22.03" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.07" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -5067,21 +4820,21 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "22.03" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.07" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -5091,21 +4844,21 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "22.03" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.07" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -5115,21 +4868,21 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "22.03" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.07" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -5139,21 +4892,21 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -5163,21 +4916,21 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -5187,21 +4940,21 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -5211,21 +4964,21 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "Diff" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # Detailed Test Results - DPDK Performance Results 2n-zn2 - type: "table" @@ -5367,7 +5120,6 @@ - "{DIR[DTR,PERF,VPP,2N,DNV]}" - "{DIR[DTR,PERF,VPP,3N,DNV]}" - "{DIR[DTR,PERF,VPP,2N,AWS]}" - # - "{DIR[DTR,PERF,VPP,3N,AWS]}" data: - "vpp-2n-clx-curr-cov" - "vpp-2n-icx-curr-cov" @@ -5379,7 +5131,6 @@ - "vpp-2n-dnv-curr-cov" - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - # - "vpp-3n-aws-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5408,7 +5159,6 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" - # - "3n-aws" level-3: - "xl710" - "x520" @@ -5437,7 +5187,6 @@ - "{DIR[DTC,PERF,VPP,2N,DNV]}" - "{DIR[DTC,PERF,VPP,3N,DNV]}" - "{DIR[DTC,PERF,VPP,2N,AWS]}" - # - "{DIR[DTC,PERF,VPP,3N,AWS]}" data: - "vpp-2n-clx-curr-cov" - "vpp-2n-icx-curr-cov" @@ -5449,7 +5198,6 @@ - "vpp-2n-dnv-curr-cov" - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - # - "vpp-3n-aws-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5478,7 +5226,6 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" - # - "3n-aws" level-3: - "xl710" - "x520" @@ -5507,7 +5254,6 @@ - "{DIR[DTO,PERF,VPP,2N,DNV]}" - "{DIR[DTO,PERF,VPP,3N,DNV]}" - "{DIR[DTO,PERF,VPP,2N,AWS]}" - # - "{DIR[DTO,PERF,VPP,3N,AWS]}" data: - "vpp-2n-clx-curr-cov" - "vpp-2n-icx-curr-cov" @@ -5519,7 +5265,6 @@ - "vpp-2n-dnv-curr-cov" - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - # - "vpp-3n-aws-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5548,7 +5293,6 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" - # - "3n-aws" level-3: - "xl710" - "x520" @@ -5577,7 +5321,6 @@ - "{DIR[DTR,MRR,VPP,2N,DNV]}" - "{DIR[DTR,MRR,VPP,3N,DNV]}" - "{DIR[DTR,MRR,VPP,2N,AWS]}" - # - "{DIR[DTR,MRR,VPP,3N,AWS]}" data: - "vpp-2n-clx-curr-iter-mrr" - "vpp-2n-icx-curr-iter-mrr" @@ -5589,7 +5332,6 @@ - "vpp-2n-dnv-curr-iter-mrr" - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - # - "vpp-3n-aws-curr-iter-mrr" filter: "'MRR'" data-start-level: 4 order-chapters: @@ -5618,7 +5360,6 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" - # - "3n-aws" level-3: - "xl710" - "x520" @@ -5647,7 +5388,6 @@ - "{DIR[DTC,MRR,VPP,2N,DNV]}" - "{DIR[DTC,MRR,VPP,3N,DNV]}" - "{DIR[DTC,MRR,VPP,2N,AWS]}" - # - "{DIR[DTC,MRR,VPP,3N,AWS]}" data: - "vpp-2n-clx-curr-iter-mrr" - "vpp-2n-icx-curr-iter-mrr" @@ -5659,7 +5399,6 @@ - "vpp-2n-dnv-curr-iter-mrr" - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - # - "vpp-3n-aws-curr-iter-mrr" filter: "'MRR'" data-start-level: 4 order-chapters: @@ -5688,7 +5427,6 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" - # - "3n-aws" level-3: - "xl710" - "x520" @@ -5761,26 +5499,6 @@ filter: "all" data-start-level: 4 -## DPDK Performance Results 2n-dnv -#- type: "file" -# title: "DPDK Performance Results 2n-dnv" -# algorithm: "file_test_results" -# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}" -# dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}" -# data: "dpdk-perf-results-2n-dnv" -# filter: "all" -# data-start-level: 4 -# -## DPDK Performance Results 3n-dnv -#- type: "file" -# title: "DPDK Performance Results 3n-dnv" -# algorithm: "file_test_results" -# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}" -# dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}" -# data: "dpdk-perf-results-3n-dnv" -# filter: "all" -# data-start-level: 4 - # DPDK Performance Results 3n-tsh - type: "file" title: "DPDK Performance Results 3n-tsh" @@ -6585,58 +6303,6 @@ title: "2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}" layout: "plot-throughput" -# - type: "plot" -# title: "Throughput: 3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" -# data: "vpp-3n-aws-curr-iter" -# core: ["2t1c", 4t2c] -# include: -# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" -# layout: -# title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" -# layout: "plot-throughput" - -# - type: "plot" -# title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" -# data: "vpp-3n-aws-curr-iter" -# core: ["2t1c", 4t2c] -# include: -# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.1518b-{core}-ethip4-ip4scale20k-rnd-ndrpdr" -# layout: -# title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" -# layout: "plot-throughput" - -# - type: "plot" -# title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-{test_type}" -# data: "vpp-3n-aws-curr-iter" -# core: ["2t1c", 4t2c] -# include: -# - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" -# layout: -# title: "3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}" -# layout: "plot-throughput" - -# - type: "plot" -# title: "Throughput: 3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-{test_type}" -# data: "vpp-3n-aws-curr-iter" -# core: ["2t1c", 4t2c] -# include: -# - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" -# layout: -# title: "3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}" -# layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -11807,17 +11473,6 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" -# - type: "plot" -# title: "Latency by percentile: 3n-aws" -# algorithm: "plot_hdrh_lat_by_percentile_x_log" -# output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-aws" -# output-file-links: "{DIR[LAT,VPP]}/3n_aws.rst" -# target-links: "../../_static/vpp" -# data: "vpp-3n-aws-curr-iter-best" -# filter: "'2T1C'" -# layout: -# layout: "plot-hdrh-latency-percentile-x-log" - - type: "plot" title: "Latency by percentile: DPDK 2n-icx" algorithm: "plot_hdrh_lat_by_percentile_x_log" diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml index 940313b662..050e0d1836 100644 --- a/resources/tools/presentation/specifications/report/environment.yaml +++ b/resources/tools/presentation/specifications/report/environment.yaml @@ -235,5 +235,5 @@ format: html: - full - pdf: - - minimal + # pdf: + # - minimal diff --git a/resources/tools/presentation/sphinx_conf/report/conf.py b/resources/tools/presentation/sphinx_conf/report/conf.py index f78b09091d..68978588c5 100644 --- a/resources/tools/presentation/sphinx_conf/report/conf.py +++ b/resources/tools/presentation/sphinx_conf/report/conf.py @@ -46,8 +46,8 @@ source_suffix = [u'.rst', u'.md'] master_doc = u'index' # General information about the project. -report_week = u'31' -project = u'FD.io CSIT-2206.{week}'.format(week=report_week) +report_week = u'39' +project = u'FD.io CSIT-2210.{week}'.format(week=report_week) copyright = u'2022, FD.io' author = u'FD.io CSIT' @@ -79,7 +79,7 @@ rst_epilog = u""" .. _FD.io CSIT testbeds - Xeon Skylake, Arm, Atom: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_skx_hw_bios_cfg.md?h={release} .. _FD.io CSIT testbeds - Xeon Cascade Lake: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_clx_hw_bios_cfg.md?h={release} .. _Ansible inventory - hosts: https://git.fd.io/csit/tree/fdio.infra.ansible/inventories/lf_inventory/host_vars?h={release} -.. _build logs from FD.io trex performance job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-2n-skx +.. _build logs from FD.io trex performance job 2n-aws: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-2n-aws .. _build logs from FD.io dpdk performance job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-icx .. _build logs from FD.io dpdk performance job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-icx .. _build logs from FD.io dpdk performance job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-clx @@ -109,7 +109,7 @@ rst_epilog = u""" .. _build logs from FD.io dpdk coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-tsh .. _build logs from FD.io dpdk coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-tx2 .. _build logs from FD.io dpdk coverage job 2n-zn2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-zn2 -.. _build logs from FD.io trex coverage job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-2n-skx +.. _build logs from FD.io trex coverage job 2n-aws: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-2n-aws .. _build logs from FD.io vpp coverage job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-alt .. _build logs from FD.io vpp coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-tsh .. _build logs from FD.io vpp coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-tx2 @@ -125,17 +125,17 @@ rst_epilog = u""" .. _FD.io VPP compile job: https://jenkins.fd.io/view/vpp/job/vpp-merge-{srelease}-ubuntu2004-x86_64/ .. _CSIT Testbed Setup: https://git.fd.io/csit/tree/fdio.infra.ansible?h={release} .. _VPP startup.conf: https://git.fd.io/vpp/tree/src/vpp/conf/startup.conf?h=stable/{srelease}&id={vpp_release_commit_id} -""".format(release=u'rls2206', +""".format(release=u'rls2210', report_week=report_week, - prev_release=u'rls2202', - srelease=u'2206', - csitrelease=u'2206', - csit_prev_release=u'2202', - vpprelease=u'22.06', - vpp_prev_release=u'22.02', - dpdkrelease=u'22.03', - dpdk_prev_release=u'21.11', - sdpdkrelease=u'22.03', + prev_release=u'rls2206', + srelease=u'2210', + csitrelease=u'2210', + csit_prev_release=u'2206', + vpprelease=u'22.10', + vpp_prev_release=u'22.06', + dpdkrelease=u'22.07', + dpdk_prev_release=u'22.03', + sdpdkrelease=u'22.07', trex_version=u'v2.97', vpp_release_commit_id=u'0d352a97c5e3ad1f5f6eab18a978a14b0b9e06a8') |