diff options
| author |   Tibor Frank <tifrank@cisco.com> | 2023-01-24 13:10:02 +0100 |
|---|---|---|
| committer | Tibor Frank <tifrank@cisco.com> | 2023-01-24 19:53:45 +0000 |
| commit | 28f8695692aaafb8b228ae1147e4b9d82a0d9d77 (patch) | |
| tree | c7a0ae434b92f0fff2930a29c204ec236685f1e1 /resources/tools/presentation/specifications | |
| parent | a4ccb8a9e56e9e3b4db9dd13851f908196ee32a7 (diff) | |
Report: Configure rls2302.rc1
Signed-off-by: Tibor Frank <tifrank@cisco.com>
Change-Id: I2b4ff328de320aa58ae36e88f4a8e6c3dc1d72f3
Diffstat (limited to 'resources/tools/presentation/specifications')
4 files changed, 1815 insertions, 2457 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 337d4865e7..42cc56fb2e 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -5,129 +5,155 @@ - type: "data-sets" vpp-device-results-ubuntu: - csit-vpp-device-2210-ubuntu2204-x86_64-1n-skx: - - 150 # rls2210.rel VPP DEV env 11 + csit-vpp-device-2302-ubuntu2204-x86_64-1n-skx: + - 1 # 2302.rc1 VPP DEV env 11 ################################################################################ # TRex 2n-icx # trex-2n-icx-hist-iter: - # csit-trex-perf-report-iterative-2110-2n-icx: - # - 8 # rls2110.rel NDRPDR iter env 8 - - # trex-2n-icx-prev-iter: - # csit-trex-perf-report-iterative-2202-2n-icx: - # - 1 # rls2202.rel NDRPDR iter env 9 + # csit-trex-perf-report-iterative-2210-2n-icx: + # - 1 # 2210.rel NDRPDR iter env 11 + # - 2 # 2210.rel NDRPDR iter env 11 + # - 4 # 2210.rel NDRPDR iter env 11 + # - 7 # 2210.rel NDRPDR iter env 11 + # - 8 # 2210.rel NDRPDR iter env 11 + # - 9 # 2210.rel NDRPDR iter env 11 + # - 10 # 2210.rel NDRPDR iter env 11 + # - 11 # 2210.rel NDRPDR iter env 11 + # - 12 # 2210.rel NDRPDR iter env 11 + + trex-2n-icx-prev-iter: + csit-trex-perf-report-iterative-2210-2n-icx: + - 1 # 2210.rel NDRPDR iter env 11 + - 2 # 2210.rel NDRPDR iter env 11 + - 4 # 2210.rel NDRPDR iter env 11 + - 7 # 2210.rel NDRPDR iter env 11 + - 8 # 2210.rel NDRPDR iter env 11 + - 9 # 2210.rel NDRPDR iter env 11 + - 10 # 2210.rel NDRPDR iter env 11 + - 11 # 2210.rel NDRPDR iter env 11 + - 12 # 2210.rel NDRPDR iter env 11 trex-2n-icx-curr-iter: - csit-trex-perf-report-iterative-2210-2n-icx: - - 1 # rls2210.rel NDRPDR iter env 11 - - 2 # rls2210.rel NDRPDR iter env 11 - - 4 # rls2210.rel NDRPDR iter env 11 - - 7 # rls2210.rel NDRPDR iter env 11 - - 8 # rls2210.rel NDRPDR iter env 11 - - 9 # rls2210.rel NDRPDR iter env 11 - - 10 # rls2210.rel NDRPDR iter env 11 - - 11 # rls2210.rel NDRPDR iter env 11 - - 12 # rls2210.rel NDRPDR iter env 11 + csit-trex-perf-report-iterative-2302-2n-icx: + - 1 # 2302.rel NDRPDR iter env 11 + - 2 # 2302.rel NDRPDR iter env 11 + - 3 # 2302.rel NDRPDR iter env 11 + - 4 # 2302.rel NDRPDR iter env 11 + - 5 # 2302.rel NDRPDR iter env 11 + - 6 # 2302.rel NDRPDR iter env 11 + - 7 # 2302.rel NDRPDR iter env 11 + - 8 # 2302.rel NDRPDR iter env 11 + - 9 # 2302.rel NDRPDR iter env 11 + - 10 # 2302.rel NDRPDR iter env 11 trex-2n-icx-curr-iter-best: - csit-trex-perf-report-iterative-2210-2n-icx: - - 1 # rls2210.rel NDRPDR iter env 11 + csit-trex-perf-report-iterative-2302-2n-icx: + - 1 # 2302.rel NDRPDR iter env 11 trex-2n-icx-curr-cov: - csit-trex-perf-report-coverage-2210-2n-icx: - - 1 # rls2210.rel NDRPDR cov env 11 + csit-trex-perf-report-coverage-2302-2n-icx: + - 1 # 2302.rel NDRPDR cov env 11 # TRex 1n-aws # trex-1n-aws-hist-iter: - # csit-trex-perf-report-iterative-2110-1n-aws: - # - 8 # rls2110.rel NDRPDR iter env 8 - - # trex-1n-aws-prev-iter: - # csit-trex-perf-report-iterative-2202-1n-aws: - # - 1 # rls2202.rel NDRPDR iter env 9 + # csit-trex-perf-report-iterative-2210-1n-aws: + # - 4 # 2210.rel NDRPDR iter env 11 + # - 5 # 2210.rel NDRPDR iter env 11 + # - 6 # 2210.rel NDRPDR iter env 11 + # - 7 # 2210.rel NDRPDR iter env 11 + # - 11 # 2210.rel NDRPDR iter env 11 + # - 12 # 2210.rel NDRPDR iter env 11 + # - 13 # 2210.rel NDRPDR iter env 11 + # - 15 # 2210.rel NDRPDR iter env 11 + # - 16 # 2210.rel NDRPDR iter env 11 + # - 17 # 2210.rel NDRPDR iter env 11 + + trex-1n-aws-prev-iter: + csit-trex-perf-report-iterative-2210-1n-aws: + - 4 # 2210.rel NDRPDR iter env 11 + - 5 # 2210.rel NDRPDR iter env 11 + - 6 # 2210.rel NDRPDR iter env 11 + - 7 # 2210.rel NDRPDR iter env 11 + - 11 # 2210.rel NDRPDR iter env 11 + - 12 # 2210.rel NDRPDR iter env 11 + - 13 # 2210.rel NDRPDR iter env 11 + - 15 # 2210.rel NDRPDR iter env 11 + - 16 # 2210.rel NDRPDR iter env 11 + - 17 # 2210.rel NDRPDR iter env 11 trex-1n-aws-curr-iter: - csit-trex-perf-report-iterative-2210-1n-aws: - - 4 # rls2210.rel NDRPDR iter env 11 - - 5 # rls2210.rel NDRPDR iter env 11 - - 6 # rls2210.rel NDRPDR iter env 11 - - 7 # rls2210.rel NDRPDR iter env 11 - - 11 # rls2210.rel NDRPDR iter env 11 - - 12 # rls2210.rel NDRPDR iter env 11 - - 13 # rls2210.rel NDRPDR iter env 11 - - 15 # rls2210.rel NDRPDR iter env 11 - - 16 # rls2210.rel NDRPDR iter env 11 - - 17 # rls2210.rel NDRPDR iter env 11 + csit-trex-perf-report-iterative-2302-1n-aws: + - 1 # 2302.rel NDRPDR iter env 11 + - 2 # 2302.rel NDRPDR iter env 11 + - 3 # 2302.rel NDRPDR iter env 11 + - 11 # 2302.rel NDRPDR iter env 11 + - 12 # 2302.rel NDRPDR iter env 11 + - 13 # 2302.rel NDRPDR iter env 11 + - 14 # 2302.rel NDRPDR iter env 11 + - 15 # 2302.rel NDRPDR iter env 11 + - 16 # 2302.rel NDRPDR iter env 11 + - 17 # 2302.rel NDRPDR iter env 11 trex-1n-aws-curr-iter-best: - csit-trex-perf-report-iterative-2210-1n-aws: - - 5 # rls2210.rel NDRPDR iter env 11 + csit-trex-perf-report-iterative-2302-1n-aws: + - 1 # 2302.rel NDRPDR iter env 11 trex-1n-aws-curr-cov: - csit-trex-perf-report-coverage-2210-1n-aws: - - 1 # rls2210.rel NDRPDR cov env 11 + csit-trex-perf-report-coverage-2302-1n-aws: + - 1 # 2302.rel NDRPDR cov env 11 # 2n-zn2 vpp-2n-zn2-hist-iter: csit-vpp-perf-report-iterative-2206-2n-zn2: - - 6 # rls2202.rel NDRPDR iter env 10 - - 7 # rls2202.rel NDRPDR iter env 10 - - 19 # rls2202.rel NDRPDR iter env 10 - - 23 # rls2202.rel NDRPDR iter env 10 - - 24 # rls2202.rel NDRPDR iter env 10 - - 25 # rls2202.rel NDRPDR iter env 10 - - 26 # rls2202.rel NDRPDR iter env 10 - - 28 # rls2202.rel NDRPDR iter env 10 - - 29 # rls2202.rel NDRPDR iter env 10 - - 30 # rls2202.rel NDRPDR iter env 10 + - 47 # 2206.rel NDRPDR iter env 10 + - 48 # 2206.rel NDRPDR iter env 10 + - 49 # 2206.rel NDRPDR iter env 10 + - 50 # 2206.rel NDRPDR iter env 10 + - 51 # 2206.rel NDRPDR iter env 10 + - 52 # 2206.rel NDRPDR iter env 10 + - 53 # 2206.rel NDRPDR iter env 10 + - 54 # 2206.rel NDRPDR iter env 10 + - 55 # 2206.rel NDRPDR iter env 10 + - 56 # 2206.rel NDRPDR iter env 10 vpp-2n-zn2-prev-iter-old-env: - csit-vpp-perf-report-iterative-2206-2n-zn2: - - 47 # rls2206.rel NDRPDR iter env 10 - - 48 # rls2206.rel NDRPDR iter env 10 - - 49 # rls2206.rel NDRPDR iter env 10 - - 50 # rls2206.rel NDRPDR iter env 10 - - 51 # rls2206.rel NDRPDR iter env 10 - - 52 # rls2206.rel NDRPDR iter env 10 - - 53 # rls2206.rel NDRPDR iter env 10 - - 54 # rls2206.rel NDRPDR iter env 10 - - 55 # rls2206.rel NDRPDR iter env 10 - - 56 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-zn2: + - 16 # 2210.rel NDRPDR iter env 11 + - 18 # 2210.rel NDRPDR iter env 11 + - 19 # 2210.rel NDRPDR iter env 11 + - 20 # 2210.rel NDRPDR iter env 11 + - 21 # 2210.rel NDRPDR iter env 11 + - 22 # 2210.rel NDRPDR iter env 11 + - 23 # 2210.rel NDRPDR iter env 11 + - 24 # 2210.rel NDRPDR iter env 11 + - 25 # 2210.rel NDRPDR iter env 11 + - 26 # 2210.rel NDRPDR iter env 11 # vpp-2n-zn2-prev-iter-new-env: # # csit-vpp-perf-report-iterative-2210-2n-zn2: # csit-vpp-perf-report-iterative-2206-2n-zn2: - # - 47 # rls2206.rel NDRPDR iter env 10 + # - 47 # 2206.rel NDRPDR iter env 10 vpp-2n-zn2-curr-iter: - csit-vpp-perf-report-iterative-2210-2n-zn2: - - 16 # rls2210.rel NDRPDR iter env 11 - - 18 # rls2210.rel NDRPDR iter env 11 - - 19 # rls2210.rel NDRPDR iter env 11 - - 20 # rls2210.rel NDRPDR iter env 11 - - 21 # rls2210.rel NDRPDR iter env 11 - - 22 # rls2210.rel NDRPDR iter env 11 - - 23 # rls2210.rel NDRPDR iter env 11 - - 24 # rls2210.rel NDRPDR iter env 11 - - 25 # rls2210.rel NDRPDR iter env 11 - - 26 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-zn2: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-2n-zn2-curr-iter-best: - csit-vpp-perf-report-iterative-2210-2n-zn2: - - 20 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-zn2: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-2n-zn2-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-2n-zn2: - - 22 # rls2202.rel MRR iter env 10 + - 43 # rls2202.rel MRR iter env 10 vpp-2n-zn2-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2206-2n-zn2: - - 43 # rls2202.rel MRR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-zn2: + - 15 # 2210.rel MRR iter env 11 # vpp-2n-zn2-prev-iter-mrr-new-env: # # csit-vpp-perf-report-iterative-2210-2n-zn2: @@ -135,120 +161,98 @@ # - 43 # rls2202.rel MRR iter env 10 vpp-2n-zn2-curr-iter-mrr: - csit-vpp-perf-report-iterative-2210-2n-zn2: - - 15 # rls2210.rel MRR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-zn2: + - 1 # 2302.rc1 MRR iter env 11 vpp-2n-zn2-curr-iter-gso: - csit-vpp-perf-report-iterative-2210-2n-zn2: - - 17 # rls2210.rel MRR GSO iter env 11 + csit-vpp-perf-report-iterative-2302-2n-zn2: + - 4 # 2302.rc1 MRR GSO iter env 11 vpp-2n-zn2-curr-cov: + # csit-vpp-perf-report-coverage-2302-2n-zn2: csit-vpp-perf-report-coverage-2210-2n-zn2: - - 2 # rls2210.rel NDRPDR cov env 11 - - 3 # rls2210.rel NDRPDR cov env 11 - - 4 # rls2210.rel NDRPDR cov env 11 - - 5 # rls2210.rel NDRPDR cov env 11 - - 6 # rls2210.rel NDRPDR cov env 11 - - 7 # rls2210.rel NDRPDR cov env 11 - - 8 # rls2210.rel NDRPDR cov env 11 - - 9 # rls2210.rel NDRPDR cov env 11 - - 10 # rls2210.rel NDRPDR cov env 11 - - 11 # rls2210.rel NDRPDR cov env 11 - - 13 # rls2210.rel NDRPDR cov env 11 - - 14 # rls2210.rel NDRPDR cov env 11 - - 15 # rls2210.rel NDRPDR cov env 11 - - 16 # rls2210.rel NDRPDR cov env 11 + - 2 # 2210.rel NDRPDR cov env 11 dpdk-2n-zn2-hist-iter: - csit-dpdk-perf-report-iterative-2202-2n-zn2: - - 12 # rls2202 NDRPDR iter env 9 - - 14 # rls2202 NDRPDR iter env 9 - - 15 # rls2202 NDRPDR iter env 9 - - 16 # rls2202 NDRPDR iter env 9 - - 17 # rls2202 NDRPDR iter env 9 - - 18 # rls2202 NDRPDR iter env 9 - - 19 # rls2202 NDRPDR iter env 9 - - 20 # rls2202 NDRPDR iter env 9 - - 21 # rls2202 NDRPDR iter env 9 - - 22 # rls2202 NDRPDR iter env 9 + csit-dpdk-perf-report-iterative-2206-2n-zn2: + - 1 # 2206 NDRPDR iter env 10 + - 3 # 2206 NDRPDR iter env 10 + - 4 # 2206 NDRPDR iter env 10 + - 5 # 2206 NDRPDR iter env 10 + - 6 # 2206 NDRPDR iter env 10 + - 8 # 2206 NDRPDR iter env 10 + - 9 # 2206 NDRPDR iter env 10 + - 10 # 2206 NDRPDR iter env 10 + - 12 # 2206 NDRPDR iter env 10 + - 13 # 2206 NDRPDR iter env 10 dpdk-2n-zn2-prev-iter: - csit-dpdk-perf-report-iterative-2206-2n-zn2: - - 1 # rls2206 NDRPDR iter env 10 - - 3 # rls2206 NDRPDR iter env 10 - - 4 # rls2206 NDRPDR iter env 10 - - 5 # rls2206 NDRPDR iter env 10 - - 6 # rls2206 NDRPDR iter env 10 - - 8 # rls2206 NDRPDR iter env 10 - - 9 # rls2206 NDRPDR iter env 10 - - 10 # rls2206 NDRPDR iter env 10 - - 12 # rls2206 NDRPDR iter env 10 - - 13 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-2n-zn2: + - 11 # 2210 NDRPDR iter env 11 + - 12 # 2210 NDRPDR iter env 11 + - 13 # 2210 NDRPDR iter env 11 + - 14 # 2210 NDRPDR iter env 11 + - 15 # 2210 NDRPDR iter env 11 + - 16 # 2210 NDRPDR iter env 11 + - 17 # 2210 NDRPDR iter env 11 + - 18 # 2210 NDRPDR iter env 11 + - 19 # 2210 NDRPDR iter env 11 + - 20 # 2210 NDRPDR iter env 11 dpdk-2n-zn2-curr-iter: - csit-dpdk-perf-report-iterative-2210-2n-zn2: - - 11 # rls2210 NDRPDR iter env 11 - - 12 # rls2210 NDRPDR iter env 11 - - 13 # rls2210 NDRPDR iter env 11 - - 14 # rls2210 NDRPDR iter env 11 - - 15 # rls2210 NDRPDR iter env 11 - - 16 # rls2210 NDRPDR iter env 11 - - 17 # rls2210 NDRPDR iter env 11 - - 18 # rls2210 NDRPDR iter env 11 - - 19 # rls2210 NDRPDR iter env 11 - - 20 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-2n-zn2: + - 1 # 2302 NDRPDR iter env 11 + - 2 # 2302 NDRPDR iter env 11 + - 3 # 2302 NDRPDR iter env 11 + - 4 # 2302 NDRPDR iter env 11 + # - 5 # 2302 NDRPDR iter env 11 + # - 6 # 2302 NDRPDR iter env 11 + # - 7 # 2302 NDRPDR iter env 11 + # - 8 # 2302 NDRPDR iter env 11 + # - 9 # 2302 NDRPDR iter env 11 + # - 10 # 2302 NDRPDR iter env 11 dpdk-2n-zn2-curr-iter-best: - csit-dpdk-perf-report-iterative-2210-2n-zn2: - - 11 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-2n-zn2: + - 1 # 2302 NDRPDR iter env 11 # 2n-clx vpp-2n-clx-hist-iter: csit-vpp-perf-report-iterative-2206-2n-clx: - - 44 # rls2202.rel NDRPDR iter env 10 - - 86 # rls2202.rel NDRPDR iter env 10 - - 89 # rls2202.rel NDRPDR iter env 10 - - 90 # rls2202.rel NDRPDR iter env 10 - - 91 # rls2202.rel NDRPDR iter env 10 - - 92 # rls2202.rel NDRPDR iter env 10 - - 93 # rls2202.rel NDRPDR iter env 10 - - 94 # rls2202.rel NDRPDR iter env 10 - - 95 # rls2202.rel NDRPDR iter env 10 - - 96 # rls2202.rel NDRPDR iter env 10 - - 161 # rls2202.rel NDRPDR iter env 10 NAT44 - - 162 # rls2202.rel NDRPDR iter env 10 NAT44 - - 163 # rls2202.rel NDRPDR iter env 10 NAT44 - - 164 # rls2202.rel NDRPDR iter env 10 NAT44 - - 165 # rls2202.rel NDRPDR iter env 10 NAT44 - - 166 # rls2202.rel NDRPDR iter env 10 NAT44 - - 167 # rls2202.rel NDRPDR iter env 10 NAT44 - - 168 # rls2202.rel NDRPDR iter env 10 NAT44 - - 169 # rls2202.rel NDRPDR iter env 10 NAT44 - - 170 # rls2202.rel NDRPDR iter env 10 NAT44 + - 113 # 2206.rel NDRPDR iter env 10 + - 114 # 2206.rel NDRPDR iter env 10 + - 115 # 2206.rel NDRPDR iter env 10 + - 116 # 2206.rel NDRPDR iter env 10 + - 117 # 2206.rel NDRPDR iter env 10 + - 123 # 2206.rel NDRPDR iter env 10 + - 124 # 2206.rel NDRPDR iter env 10 + - 126 # 2206.rel NDRPDR iter env 10 + - 129 # 2206.rel NDRPDR iter env 10 + - 130 # 2206.rel NDRPDR iter env 10 + - 150 # 2206.rel NDRPDR iter env 10 NAT44 + - 151 # 2206.rel NDRPDR iter env 10 NAT44 + - 152 # 2206.rel NDRPDR iter env 10 NAT44 + - 153 # 2206.rel NDRPDR iter env 10 NAT44 + - 154 # 2206.rel NDRPDR iter env 10 NAT44 + - 155 # 2206.rel NDRPDR iter env 10 NAT44 + - 156 # 2206.rel NDRPDR iter env 10 NAT44 + - 157 # 2206.rel NDRPDR iter env 10 NAT44 + - 158 # 2206.rel NDRPDR iter env 10 NAT44 + - 159 # 2206.rel NDRPDR iter env 10 NAT44 vpp-2n-clx-prev-iter-old-env: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 113 # rls2206.rel NDRPDR iter env 10 - - 114 # rls2206.rel NDRPDR iter env 10 - - 115 # rls2206.rel NDRPDR iter env 10 - - 116 # rls2206.rel NDRPDR iter env 10 - - 117 # rls2206.rel NDRPDR iter env 10 - - 123 # rls2206.rel NDRPDR iter env 10 - - 124 # rls2206.rel NDRPDR iter env 10 - - 126 # rls2206.rel NDRPDR iter env 10 - - 129 # rls2206.rel NDRPDR iter env 10 - - 130 # rls2206.rel NDRPDR iter env 10 - - 150 # rls2206.rel NDRPDR iter env 10 NAT44 - - 151 # rls2206.rel NDRPDR iter env 10 NAT44 - - 152 # rls2206.rel NDRPDR iter env 10 NAT44 - - 153 # rls2206.rel NDRPDR iter env 10 NAT44 - - 154 # rls2206.rel NDRPDR iter env 10 NAT44 - - 155 # rls2206.rel NDRPDR iter env 10 NAT44 - - 156 # rls2206.rel NDRPDR iter env 10 NAT44 - - 157 # rls2206.rel NDRPDR iter env 10 NAT44 - - 158 # rls2206.rel NDRPDR iter env 10 NAT44 - - 159 # rls2206.rel NDRPDR iter env 10 NAT44 + csit-vpp-perf-report-iterative-2210-2n-clx: + - 46 # 2210.rel NDRPDR iter env 11 + - 71 # 2210.rel NDRPDR iter env 11 + - 72 # 2210.rel NDRPDR iter env 11 + - 73 # 2210.rel NDRPDR iter env 11 + - 74 # 2210.rel NDRPDR iter env 11 + - 75 # 2210.rel NDRPDR iter env 11 + - 76 # 2210.rel NDRPDR iter env 11 + - 77 # 2210.rel NDRPDR iter env 11 + - 78 # 2210.rel NDRPDR iter env 11 + - 79 # 2210.rel NDRPDR iter env 11 # vpp-2n-clx-prev-iter-new-env: # # csit-vpp-perf-report-iterative-2210-2n-clx: @@ -256,31 +260,21 @@ # - 44 # rls2202.rel NDRPDR iter env 10 vpp-2n-clx-curr-iter: - csit-vpp-perf-report-iterative-2210-2n-clx: - - 46 # rls2210.rel NDRPDR iter env 11 - - 71 # rls2210.rel NDRPDR iter env 11 - - 72 # rls2210.rel NDRPDR iter env 11 - - 73 # rls2210.rel NDRPDR iter env 11 - - 74 # rls2210.rel NDRPDR iter env 11 - - 75 # rls2210.rel NDRPDR iter env 11 - - 76 # rls2210.rel NDRPDR iter env 11 - - 77 # rls2210.rel NDRPDR iter env 11 - - 78 # rls2210.rel NDRPDR iter env 11 - - 79 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-clx: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-2n-clx-curr-iter-best: - csit-vpp-perf-report-iterative-2210-2n-clx: - - 73 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-clx: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-2n-clx-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-2n-clx: - - 43 # rls2202.rel MRR iter env 10 - - 160 # rls2202.rel MRR iter env 10 NAT44 + - 97 # 2206.rel MRR iter env 10 + - 149 # 2206.rel MRR iter env 10 NAT44 vpp-2n-clx-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 97 # rls2206.rel MRR iter env 10 - - 149 # rls2206.rel MRR iter env 10 NAT44 + csit-vpp-perf-report-iterative-2210-2n-clx: + - 45 # 2210.rel MRR iter env 11 # vpp-2n-clx-prev-iter-mrr-new-env: # # csit-vpp-perf-report-iterative-2210-2n-clx: @@ -288,164 +282,110 @@ # - 43 # rls2202.rel MRR iter env 10 vpp-2n-clx-curr-iter-mrr: - csit-vpp-perf-report-iterative-2210-2n-clx: - - 45 # rls2210.rel MRR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-clx: + - 1 # 2302.rc1 MRR iter env 11 vpp-2n-clx-curr-iter-gso: - csit-vpp-perf-report-iterative-2210-2n-clx: - - 47 # rls2210.rel MRR GSO iter env 11 + csit-vpp-perf-report-iterative-2302-2n-clx: + - 8 # 2302.rc1 MRR GSO iter env 11 vpp-2n-clx-curr-nfv-ndrpdr: - csit-vpp-perf-report-iterative-2210-2n-clx: - - 49 # rls2210.rel NDRPDR nf-density iter env 11 - - 50 # rls2210.rel NDRPDR nf-density iter env 11 - - 51 # rls2210.rel NDRPDR nf-density iter env 11 - - 52 # rls2210.rel NDRPDR nf-density iter env 11 - - 56 # rls2210.rel NDRPDR nf-density iter env 11 - - 57 # rls2210.rel NDRPDR nf-density iter env 11 - - 60 # rls2210.rel NDRPDR nf-density iter env 11 - - 63 # rls2210.rel NDRPDR nf-density iter env 11 - - 64 # rls2210.rel NDRPDR nf-density iter env 11 - - 65 # rls2210.rel NDRPDR nf-density iter env 11 + csit-vpp-perf-report-iterative-2302-2n-clx: + - 6 # 2302.rc1 NDRPDR nf-density iter env 11 vpp-2n-clx-curr-nfv-mrr: - csit-vpp-perf-report-iterative-2210-2n-clx: - - 48 # rls2210.rel MRR nf-density iter env 11 + csit-vpp-perf-report-iterative-2302-2n-clx: + - 5 # 2302.rc1 MRR nf-density iter env 11 vpp-2n-clx-curr-nfv-reconf: - csit-vpp-perf-report-iterative-2210-2n-clx: - - 53 # rls2210.rel NDRPDR reconf iter env 11 - - 54 # rls2210.rel NDRPDR reconf iter env 11 - - 55 # rls2210.rel NDRPDR reconf iter env 11 - - 58 # rls2210.rel NDRPDR reconf iter env 11 - - 59 # rls2210.rel NDRPDR reconf iter env 11 - - 61 # rls2210.rel NDRPDR reconf iter env 11 - - 67 # rls2210.rel NDRPDR reconf iter env 11 - - 68 # rls2210.rel NDRPDR reconf iter env 11 - - 69 # rls2210.rel NDRPDR reconf iter env 11 - - 70 # rls2210.rel NDRPDR reconf iter env 11 + csit-vpp-perf-report-iterative-2302-2n-clx: + - 4 # 2302.rc1 NDRPDR reconf iter env 11 vpp-2n-clx-curr-soak: - csit-vpp-perf-report-iterative-2210-2n-clx: - - 61 # rls2210.rel soak env 11 - - 80 # rls2210.rel soak env 11 + csit-vpp-perf-report-iterative-2302-2n-clx: + - 7 # 2302.rc1 soak env 11 vpp-soak-vs-ndr-2n-clx-ref: - csit-vpp-perf-report-iterative-2210-2n-clx: - - 46 # rls2210.rel NDRPDR iter env 11 - - 71 # rls2210.rel NDRPDR iter env 11 - - 72 # rls2210.rel NDRPDR iter env 11 - - 73 # rls2210.rel NDRPDR iter env 11 - - 74 # rls2210.rel NDRPDR iter env 11 - - 75 # rls2210.rel NDRPDR iter env 11 - - 76 # rls2210.rel NDRPDR iter env 11 - - 77 # rls2210.rel NDRPDR iter env 11 - - 78 # rls2210.rel NDRPDR iter env 11 - - 79 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-clx: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-soak-vs-ndr-2n-clx: - csit-vpp-perf-report-iterative-2210-2n-clx: - - 46 # rls2210.rel NDRPDR iter env 11 - - 71 # rls2210.rel NDRPDR iter env 11 - - 72 # rls2210.rel NDRPDR iter env 11 - - 73 # rls2210.rel NDRPDR iter env 11 - - 74 # rls2210.rel NDRPDR iter env 11 - - 75 # rls2210.rel NDRPDR iter env 11 - - 76 # rls2210.rel NDRPDR iter env 11 - - 77 # rls2210.rel NDRPDR iter env 11 - - 78 # rls2210.rel NDRPDR iter env 11 - - 79 # rls2210.rel NDRPDR iter env 11 - - 61 # rls2210.rel soak env 11 - - 80 # rls2210.rel soak env 11 + csit-vpp-perf-report-iterative-2302-2n-clx: + - 2 # 2302.rc1 NDRPDR iter env 11 + - 7 # 2302.rc1 soak env 11 vpp-2n-clx-curr-cov: - csit-vpp-perf-report-coverage-2210-2n-clx: - - 2 # rls2210.rel NDRPDR cov env 11 - - 3 # rls2210.rel NDRPDR cov env 11 - - 4 # rls2210.rel NDRPDR cov env 11 - - 5 # rls2210.rel NDRPDR cov env 11 - - 6 # rls2210.rel NDRPDR cov env 11 - - 7 # rls2210.rel NDRPDR cov env 11 - - 9 # rls2210.rel NDRPDR cov env 11 - - 10 # rls2210.rel NDRPDR cov env 11 - - 11 # rls2210.rel NDRPDR cov env 11 - - 12 # rls2210.rel NDRPDR cov env 11 - - 13 # rls2210.rel NDRPDR cov env 11 - - 14 # rls2210.rel NDRPDR cov env 11 - - 15 # rls2210.rel NDRPDR cov env 11 - - 16 # rls2210.rel NDRPDR cov env 11 - - 17 # rls2210.rel NDRPDR cov env 11 - - 18 # rls2210.rel NDRPDR cov env 11 - - 19 # rls2210.rel NDRPDR cov env 11 + csit-vpp-perf-report-coverage-2302-2n-clx: + - 2 # 2302.rc1 NDRPDR cov env 11 dpdk-2n-clx-hist-iter: - csit-dpdk-perf-report-iterative-2202-2n-clx: - - 11 # rls2202 NDRPDR iter env 9 - - 12 # rls2202 NDRPDR iter env 9 - - 13 # rls2202 NDRPDR iter env 9 - - 14 # rls2202 NDRPDR iter env 9 - - 15 # rls2202 NDRPDR iter env 9 - - 16 # rls2202 NDRPDR iter env 9 - - 17 # rls2202 NDRPDR iter env 9 - - 18 # rls2202 NDRPDR iter env 9 - - 19 # rls2202 NDRPDR iter env 9 - - 20 # rls2202 NDRPDR iter env 9 + csit-dpdk-perf-report-iterative-2206-2n-clx: + - 15 # 2206 NDRPDR iter env 10 + - 17 # 2206 NDRPDR iter env 10 + - 18 # 2206 NDRPDR iter env 10 + - 22 # 2206 NDRPDR iter env 10 + - 23 # 2206 NDRPDR iter env 10 + - 24 # 2206 NDRPDR iter env 10 + - 25 # 2206 NDRPDR iter env 10 + - 26 # 2206 NDRPDR iter env 10 + - 27 # 2206 NDRPDR iter env 10 + - 28 # 2206 NDRPDR iter env 10 dpdk-2n-clx-prev-iter: - csit-dpdk-perf-report-iterative-2206-2n-clx: - - 15 # rls2206 NDRPDR iter env 10 - - 17 # rls2206 NDRPDR iter env 10 - - 18 # rls2206 NDRPDR iter env 10 - - 22 # rls2206 NDRPDR iter env 10 - - 23 # rls2206 NDRPDR iter env 10 - - 24 # rls2206 NDRPDR iter env 10 - - 25 # rls2206 NDRPDR iter env 10 - - 26 # rls2206 NDRPDR iter env 10 - - 27 # rls2206 NDRPDR iter env 10 - - 28 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-2n-clx: + - 11 # 2210 NDRPDR iter env 11 + - 12 # 2210 NDRPDR iter env 11 + - 13 # 2210 NDRPDR iter env 11 + - 14 # 2210 NDRPDR iter env 11 + - 15 # 2210 NDRPDR iter env 11 + - 16 # 2210 NDRPDR iter env 11 + - 17 # 2210 NDRPDR iter env 11 + - 18 # 2210 NDRPDR iter env 11 + - 19 # 2210 NDRPDR iter env 11 + - 20 # 2210 NDRPDR iter env 11 dpdk-2n-clx-curr-iter: - csit-dpdk-perf-report-iterative-2210-2n-clx: - - 11 # rls2210 NDRPDR iter env 11 - - 12 # rls2210 NDRPDR iter env 11 - - 13 # rls2210 NDRPDR iter env 11 - - 14 # rls2210 NDRPDR iter env 11 - - 15 # rls2210 NDRPDR iter env 11 - - 16 # rls2210 NDRPDR iter env 11 - - 17 # rls2210 NDRPDR iter env 11 - - 18 # rls2210 NDRPDR iter env 11 - - 19 # rls2210 NDRPDR iter env 11 - - 20 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-2n-clx: + - 1 # 2302 NDRPDR iter env 11 + - 2 # 2302 NDRPDR iter env 11 + - 3 # 2302 NDRPDR iter env 11 + - 4 # 2302 NDRPDR iter env 11 + - 5 # 2302 NDRPDR iter env 11 + - 6 # 2302 NDRPDR iter env 11 + - 7 # 2302 NDRPDR iter env 11 + - 8 # 2302 NDRPDR iter env 11 + - 9 # 2302 NDRPDR iter env 11 + - 10 # 2302 NDRPDR iter env 11 dpdk-2n-clx-curr-iter-best: - csit-dpdk-perf-report-iterative-2210-2n-clx: - - 13 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-2n-clx: + - 3 # 2302 NDRPDR iter env 11 # 3n-tsh vpp-3n-tsh-hist-iter: csit-vpp-perf-report-iterative-2206-3n-tsh: - - 4 # rls2202.rel NDRPDR iter env 10 - - 5 # rls2202.rel NDRPDR iter env 10 - - 6 # rls2202.rel NDRPDR iter env 10 - - 9 # rls2202.rel NDRPDR iter env 10 - - 12 # rls2202.rel NDRPDR iter env 10 - - 14 # rls2202.rel NDRPDR iter env 10 - - 15 # rls2202.rel NDRPDR iter env 10 - - 16 # rls2202.rel NDRPDR iter env 10 - - 17 # rls2202.rel NDRPDR iter env 10 - - 18 # rls2202.rel NDRPDR iter env 10 + - 37 # 2206.rel NDRPDR iter env 10 + - 38 # 2206.rel NDRPDR iter env 10 + - 39 # 2206.rel NDRPDR iter env 10 + - 40 # 2206.rel NDRPDR iter env 10 + - 41 # 2206.rel NDRPDR iter env 10 + - 42 # 2206.rel NDRPDR iter env 10 + - 43 # 2206.rel NDRPDR iter env 10 + - 44 # 2206.rel NDRPDR iter env 10 + - 45 # 2206.rel NDRPDR iter env 10 + - 46 # 2206.rel NDRPDR iter env 10 vpp-3n-tsh-prev-iter-old-env: - csit-vpp-perf-report-iterative-2206-3n-tsh: - - 37 # rls2206.rel NDRPDR iter env 10 - - 38 # rls2206.rel NDRPDR iter env 10 - - 39 # rls2206.rel NDRPDR iter env 10 - - 40 # rls2206.rel NDRPDR iter env 10 - - 41 # rls2206.rel NDRPDR iter env 10 - - 42 # rls2206.rel NDRPDR iter env 10 - - 43 # rls2206.rel NDRPDR iter env 10 - - 44 # rls2206.rel NDRPDR iter env 10 - - 45 # rls2206.rel NDRPDR iter env 10 - - 46 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-3n-tsh: + - 10 # 2210.rel NDRPDR iter env 11 + - 11 # 2210.rel NDRPDR iter env 11 + - 12 # 2210.rel NDRPDR iter env 11 + - 13 # 2210.rel NDRPDR iter env 11 + - 14 # 2210.rel NDRPDR iter env 11 + - 15 # 2210.rel NDRPDR iter env 11 + - 16 # 2210.rel NDRPDR iter env 11 + - 17 # 2210.rel NDRPDR iter env 11 + - 18 # 2210.rel NDRPDR iter env 11 + - 19 # 2210.rel NDRPDR iter env 11 # vpp-3n-tsh-prev-iter-new-env: # # csit-vpp-perf-report-iterative-2210-3n-tsh: @@ -453,29 +393,20 @@ # - 4 # rls2202.rel NDRPDR iter env 10 vpp-3n-tsh-curr-iter: - csit-vpp-perf-report-iterative-2210-3n-tsh: - - 10 # rls2210.rel NDRPDR iter env 11 - - 11 # rls2210.rel NDRPDR iter env 11 - - 12 # rls2210.rel NDRPDR iter env 11 - - 13 # rls2210.rel NDRPDR iter env 11 - - 14 # rls2210.rel NDRPDR iter env 11 - - 15 # rls2210.rel NDRPDR iter env 11 - - 16 # rls2210.rel NDRPDR iter env 11 - - 17 # rls2210.rel NDRPDR iter env 11 - - 18 # rls2210.rel NDRPDR iter env 11 - - 19 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-3n-tsh: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-3n-tsh-curr-iter-best: - csit-vpp-perf-report-iterative-2210-3n-tsh: - - 11 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-3n-tsh: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-3n-tsh-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-3n-tsh: - - 3 # rls2202.rel MRR iter env 10 + - 29 # 2206.rel MRR iter env 10 vpp-3n-tsh-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2206-3n-tsh: - - 29 # rls2206.rel MRR iter env 10 + csit-vpp-perf-report-iterative-2210-3n-tsh: + - 9 # 2210.rel MRR iter env 11 # vpp-3n-tsh-prev-iter-mrr-new-env: # # csit-vpp-perf-report-iterative-2210-3n-tsh: @@ -483,98 +414,84 @@ # - 3 # rls2202.rel MRR iter env 10 vpp-3n-tsh-curr-iter-mrr: - csit-vpp-perf-report-iterative-2210-3n-tsh: - - 9 # rls2210.rel MRR iter env 11 + csit-vpp-perf-report-iterative-2302-3n-tsh: + - 1 # 2302.rc1 MRR iter env 11 vpp-3n-tsh-curr-cov: + # csit-vpp-perf-report-coverage-2302-3n-tsh: csit-vpp-perf-report-coverage-2210-3n-tsh: - - 1 # rls2210.rel NDRPDR cov env 11 - - 2 # rls2210.rel NDRPDR cov env 11 - - 3 # rls2210.rel NDRPDR cov env 11 - - 4 # rls2210.rel NDRPDR cov env 11 - - 5 # rls2210.rel NDRPDR cov env 11 - - 6 # rls2210.rel NDRPDR cov env 11 - - 7 # rls2210.rel NDRPDR cov env 11 - - 8 # rls2210.rel NDRPDR cov env 11 - - 9 # rls2210.rel NDRPDR cov env 11 - - 10 # rls2210.rel NDRPDR cov env 11 - - 11 # rls2210.rel NDRPDR cov env 11 - - 13 # rls2210.rel NDRPDR cov env 11 - - 14 # rls2210.rel NDRPDR cov env 11 - - 15 # rls2210.rel NDRPDR cov env 11 - - 16 # rls2210.rel NDRPDR cov env 11 - - 17 # rls2210.rel NDRPDR cov env 11 + - 1 # 2210.rel NDRPDR cov env 11 dpdk-3n-tsh-hist-iter: - csit-dpdk-perf-report-iterative-2202-3n-tsh: - - 11 # rls2202 NDRPDR iter env 9 - - 12 # rls2202 NDRPDR iter env 9 - - 13 # rls2202 NDRPDR iter env 9 - - 14 # rls2202 NDRPDR iter env 9 - - 15 # rls2202 NDRPDR iter env 9 - - 16 # rls2202 NDRPDR iter env 9 - - 17 # rls2202 NDRPDR iter env 9 - - 18 # rls2202 NDRPDR iter env 9 - - 19 # rls2202 NDRPDR iter env 9 - - 20 # rls2202 NDRPDR iter env 9 + csit-dpdk-perf-report-iterative-2206-3n-tsh: + - 1 # 2206 NDRPDR iter env 10 + - 2 # 2206 NDRPDR iter env 10 + - 3 # 2206 NDRPDR iter env 10 + - 4 # 2206 NDRPDR iter env 10 + - 5 # 2206 NDRPDR iter env 10 + - 6 # 2206 NDRPDR iter env 10 + - 7 # 2206 NDRPDR iter env 10 + - 8 # 2206 NDRPDR iter env 10 + - 9 # 2206 NDRPDR iter env 10 + - 10 # 2206 NDRPDR iter env 10 dpdk-3n-tsh-prev-iter: - csit-dpdk-perf-report-iterative-2206-3n-tsh: - - 1 # rls2206 NDRPDR iter env 10 - - 2 # rls2206 NDRPDR iter env 10 - - 3 # rls2206 NDRPDR iter env 10 - - 4 # rls2206 NDRPDR iter env 10 - - 5 # rls2206 NDRPDR iter env 10 - - 6 # rls2206 NDRPDR iter env 10 - - 7 # rls2206 NDRPDR iter env 10 - - 8 # rls2206 NDRPDR iter env 10 - - 9 # rls2206 NDRPDR iter env 10 - - 10 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-3n-tsh: + - 1 # 2210 NDRPDR iter env 11 + - 2 # 2210 NDRPDR iter env 11 + - 3 # 2210 NDRPDR iter env 11 + - 4 # 2210 NDRPDR iter env 11 + - 5 # 2210 NDRPDR iter env 11 + - 7 # 2210 NDRPDR iter env 11 + - 8 # 2210 NDRPDR iter env 11 + - 9 # 2210 NDRPDR iter env 11 + - 10 # 2210 NDRPDR iter env 11 + - 11 # 2210 NDRPDR iter env 11 dpdk-3n-tsh-curr-iter: - csit-dpdk-perf-report-iterative-2210-3n-tsh: - - 1 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-3n-tsh: + - 1 # 2302 NDRPDR iter env 11 + - 2 # 2302 NDRPDR iter env 11 + - 3 # 2302 NDRPDR iter env 11 + - 4 # 2302 NDRPDR iter env 11 + - 5 # 2302 NDRPDR iter env 11 + # - 6 # 2302 NDRPDR iter env 11 + # - 7 # 2302 NDRPDR iter env 11 + # - 8 # 2302 NDRPDR iter env 11 + # - 9 # 2302 NDRPDR iter env 11 + # - 10 # 2302 NDRPDR iter env 11 dpdk-3n-tsh-curr-iter-best: - csit-dpdk-perf-report-iterative-2210-3n-tsh: - - 1 # rls2210 NDRPDR iter env 11 - - 2 # rls2210 NDRPDR iter env 11 - - 3 # rls2210 NDRPDR iter env 11 - - 4 # rls2210 NDRPDR iter env 11 - - 5 # rls2210 NDRPDR iter env 11 - - 7 # rls2210 NDRPDR iter env 11 - - 8 # rls2210 NDRPDR iter env 11 - - 9 # rls2210 NDRPDR iter env 11 - - 10 # rls2210 NDRPDR iter env 11 - - 11 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-3n-tsh: + - 5 # 2302 NDRPDR iter env 11 # 2n-tx2 vpp-2n-tx2-hist-iter: csit-vpp-perf-report-iterative-2206-2n-tx2: - - 4 # rls2202.rel NDRPDR iter env 10 - - 5 # rls2202.rel NDRPDR iter env 10 - - 7 # rls2202.rel NDRPDR iter env 10 - - 9 # rls2202.rel NDRPDR iter env 10 - - 13 # rls2202.rel NDRPDR iter env 10 - - 14 # rls2202.rel NDRPDR iter env 10 - - 15 # rls2202.rel NDRPDR iter env 10 - - 16 # rls2202.rel NDRPDR iter env 10 - - 17 # rls2202.rel NDRPDR iter env 10 - - 18 # rls2202.rel NDRPDR iter env 10 + - 38 # 2206.rel NDRPDR iter env 10 + - 39 # 2206.rel NDRPDR iter env 10 + - 40 # 2206.rel NDRPDR iter env 10 + - 41 # 2206.rel NDRPDR iter env 10 + - 42 # 2206.rel NDRPDR iter env 10 + - 43 # 2206.rel NDRPDR iter env 10 + - 44 # 2206.rel NDRPDR iter env 10 + - 45 # 2206.rel NDRPDR iter env 10 + - 46 # 2206.rel NDRPDR iter env 10 + - 47 # 2206.rel NDRPDR iter env 10 vpp-2n-tx2-prev-iter-old-env: - csit-vpp-perf-report-iterative-2206-2n-tx2: - - 38 # rls2206.rel NDRPDR iter env 10 - - 39 # rls2206.rel NDRPDR iter env 10 - - 40 # rls2206.rel NDRPDR iter env 10 - - 41 # rls2206.rel NDRPDR iter env 10 - - 42 # rls2206.rel NDRPDR iter env 10 - - 43 # rls2206.rel NDRPDR iter env 10 - - 44 # rls2206.rel NDRPDR iter env 10 - - 45 # rls2206.rel NDRPDR iter env 10 - - 46 # rls2206.rel NDRPDR iter env 10 - - 47 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-tx2: + - 11 # 2210.rel NDRPDR iter env 11 + - 12 # 2210.rel NDRPDR iter env 11 + - 13 # 2210.rel NDRPDR iter env 11 + - 14 # 2210.rel NDRPDR iter env 11 + - 15 # 2210.rel NDRPDR iter env 11 + - 16 # 2210.rel NDRPDR iter env 11 + - 17 # 2210.rel NDRPDR iter env 11 + - 18 # 2210.rel NDRPDR iter env 11 + - 19 # 2210.rel NDRPDR iter env 11 + - 20 # 2210.rel NDRPDR iter env 11 # vpp-2n-tx2-prev-iter-new-env: # # csit-vpp-perf-report-iterative-2210-2n-tx2: @@ -582,29 +499,20 @@ # - 4 # rls2202.rel NDRPDR iter env 10 vpp-2n-tx2-curr-iter: - csit-vpp-perf-report-iterative-2210-2n-tx2: - - 11 # rls2210.rel NDRPDR iter env 11 - - 12 # rls2210.rel NDRPDR iter env 11 - - 13 # rls2210.rel NDRPDR iter env 11 - - 14 # rls2210.rel NDRPDR iter env 11 - - 15 # rls2210.rel NDRPDR iter env 11 - - 16 # rls2210.rel NDRPDR iter env 11 - - 17 # rls2210.rel NDRPDR iter env 11 - - 18 # rls2210.rel NDRPDR iter env 11 - - 19 # rls2210.rel NDRPDR iter env 11 - - 20 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-tx2: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-2n-tx2-curr-iter-best: - csit-vpp-perf-report-iterative-2210-2n-tx2: - - 11 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-tx2: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-2n-tx2-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-2n-tx2: - - 3 # rls2202.rel MRR iter env 10 + - 29 # 2206.rel MRR iter env 10 vpp-2n-tx2-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2206-2n-tx2: - - 29 # rls2206.rel MRR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-tx2: + - 10 # 2210.rel MRR iter env 11 # vpp-2n-tx2-prev-iter-mrr-new-env: # # csit-vpp-perf-report-iterative-2210-2n-tx2: @@ -612,177 +520,147 @@ # - 3 # rls2202.rel MRR iter env 10 vpp-2n-tx2-curr-iter-mrr: - csit-vpp-perf-report-iterative-2210-2n-tx2: - - 10 # rls2210.rel MRR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-tx2: + - 1 # 2302.rc1 MRR iter env 11 vpp-2n-tx2-curr-cov: + # csit-vpp-perf-report-coverage-2302-2n-tx2: csit-vpp-perf-report-coverage-2210-2n-tx2: - - 2 # rls2210.rel NDRPDR cov env 11 - - 3 # rls2210.rel NDRPDR cov env 11 - - 4 # rls2210.rel NDRPDR cov env 11 - - 5 # rls2210.rel NDRPDR cov env 11 - - 6 # rls2210.rel NDRPDR cov env 11 - - 7 # rls2210.rel NDRPDR cov env 11 - - 8 # rls2210.rel NDRPDR cov env 11 - - 9 # rls2210.rel NDRPDR cov env 11 - - 10 # rls2210.rel NDRPDR cov env 11 - - 11 # rls2210.rel NDRPDR cov env 11 - - 12 # rls2210.rel NDRPDR cov env 11 - - 13 # rls2210.rel NDRPDR cov env 11 - - 14 # rls2210.rel NDRPDR cov env 11 - - 15 # rls2210.rel NDRPDR cov env 11 + - 2 # 2210.rel NDRPDR cov env 11 dpdk-2n-tx2-hist-iter: - csit-dpdk-perf-report-iterative-2202-2n-tx2: - - 11 # rls2202 NDRPDR iter env 9 - - 12 # rls2202 NDRPDR iter env 9 - - 13 # rls2202 NDRPDR iter env 9 - - 14 # rls2202 NDRPDR iter env 9 - - 15 # rls2202 NDRPDR iter env 9 - - 16 # rls2202 NDRPDR iter env 9 - - 17 # rls2202 NDRPDR iter env 9 - - 18 # rls2202 NDRPDR iter env 9 - - 19 # rls2202 NDRPDR iter env 9 - - 20 # rls2202 NDRPDR iter env 9 + csit-dpdk-perf-report-iterative-2206-2n-tx2: + - 1 # 2206 NDRPDR iter env 10 + - 2 # 2206 NDRPDR iter env 10 + - 3 # 2206 NDRPDR iter env 10 + - 4 # 2206 NDRPDR iter env 10 + - 5 # 2206 NDRPDR iter env 10 + - 6 # 2206 NDRPDR iter env 10 + - 7 # 2206 NDRPDR iter env 10 + - 8 # 2206 NDRPDR iter env 10 + - 9 # 2206 NDRPDR iter env 10 + - 10 # 2206 NDRPDR iter env 10 dpdk-2n-tx2-prev-iter: - csit-dpdk-perf-report-iterative-2206-2n-tx2: - - 1 # rls2206 NDRPDR iter env 10 - - 2 # rls2206 NDRPDR iter env 10 - - 3 # rls2206 NDRPDR iter env 10 - - 4 # rls2206 NDRPDR iter env 10 - - 5 # rls2206 NDRPDR iter env 10 - - 6 # rls2206 NDRPDR iter env 10 - - 7 # rls2206 NDRPDR iter env 10 - - 8 # rls2206 NDRPDR iter env 10 - - 9 # rls2206 NDRPDR iter env 10 - - 10 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-2n-tx2: + - 1 # 2210 NDRPDR iter env 11 + - 2 # 2210 NDRPDR iter env 11 + - 3 # 2210 NDRPDR iter env 11 + - 4 # 2210 NDRPDR iter env 11 + - 5 # 2210 NDRPDR iter env 11 + - 6 # 2210 NDRPDR iter env 11 + - 7 # 2210 NDRPDR iter env 11 + - 8 # 2210 NDRPDR iter env 11 + - 9 # 2210 NDRPDR iter env 11 + - 10 # 2210 NDRPDR iter env 11 dpdk-2n-tx2-curr-iter: - csit-dpdk-perf-report-iterative-2210-2n-tx2: - - 1 # rls2210 NDRPDR iter env 11 - - 2 # rls2210 NDRPDR iter env 11 - - 3 # rls2210 NDRPDR iter env 11 - - 4 # rls2210 NDRPDR iter env 11 - - 5 # rls2210 NDRPDR iter env 11 - - 6 # rls2210 NDRPDR iter env 11 - - 7 # rls2210 NDRPDR iter env 11 - - 8 # rls2210 NDRPDR iter env 11 - - 9 # rls2210 NDRPDR iter env 11 - - 10 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-2n-tx2: + - 1 # 2302 NDRPDR iter env 11 + # - 2 # 2302 NDRPDR iter env 11 + - 3 # 2302 NDRPDR iter env 11 + - 4 # 2302 NDRPDR iter env 11 + - 5 # 2302 NDRPDR iter env 11 + # - 6 # 2302 NDRPDR iter env 11 + # - 7 # 2302 NDRPDR iter env 11 + # - 8 # 2302 NDRPDR iter env 11 + # - 9 # 2302 NDRPDR iter env 11 + # - 10 # 2302 NDRPDR iter env 11 dpdk-2n-tx2-curr-iter-best: - csit-dpdk-perf-report-iterative-2210-2n-tx2: - - 1 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-2n-tx2: + - 1 # 2302 NDRPDR iter env 11 # 2n-aws vpp-2n-aws-hist-iter: - csit-vpp-perf-report-iterative-2202-2n-aws: - - 12 # rls2202.rel NDRPDR iter env 9 - - 13 # rls2202.rel NDRPDR iter env 9 - - 14 # rls2202.rel NDRPDR iter env 9 - - 16 # rls2202.rel NDRPDR iter env 9 - - 17 # rls2202.rel NDRPDR iter env 9 - - 18 # rls2202.rel NDRPDR iter env 9 - - 19 # rls2202.rel NDRPDR iter env 9 - - 20 # rls2202.rel NDRPDR iter env 9 - - 21 # rls2202.rel NDRPDR iter env 9 - - 22 # rls2202.rel NDRPDR iter env 9 + csit-vpp-perf-report-iterative-2206-2n-aws: + - 11 # 2206.rel NDRPDR iter env 10 + - 15 # 2206.rel NDRPDR iter env 10 + - 16 # 2206.rel NDRPDR iter env 10 + - 17 # 2206.rel NDRPDR iter env 10 + - 18 # 2206.rel NDRPDR iter env 10 + - 19 # 2206.rel NDRPDR iter env 10 + - 20 # 2206.rel NDRPDR iter env 10 + - 21 # 2206.rel NDRPDR iter env 10 + - 22 # 2206.rel NDRPDR iter env 10 + - 23 # 2206.rel NDRPDR iter env 10 vpp-2n-aws-prev-iter: - csit-vpp-perf-report-iterative-2206-2n-aws: - - 11 # rls2206.rel NDRPDR iter env 10 - - 15 # rls2206.rel NDRPDR iter env 10 - - 16 # rls2206.rel NDRPDR iter env 10 - - 17 # rls2206.rel NDRPDR iter env 10 - - 18 # rls2206.rel NDRPDR iter env 10 - - 19 # rls2206.rel NDRPDR iter env 10 - - 20 # rls2206.rel NDRPDR iter env 10 - - 21 # rls2206.rel NDRPDR iter env 10 - - 22 # rls2206.rel NDRPDR iter env 10 - - 23 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-aws: + - 16 # 2210.rel NDRPDR iter env 11 + - 21 # 2210.rel NDRPDR iter env 11 + - 22 # 2210.rel NDRPDR iter env 11 + - 23 # 2210.rel NDRPDR iter env 11 + - 24 # 2210.rel NDRPDR iter env 11 + - 25 # 2210.rel NDRPDR iter env 11 + - 26 # 2210.rel NDRPDR iter env 11 + - 27 # 2210.rel NDRPDR iter env 11 + - 28 # 2210.rel NDRPDR iter env 11 + - 29 # 2210.rel NDRPDR iter env 11 vpp-2n-aws-curr-iter: - csit-vpp-perf-report-iterative-2210-2n-aws: - - 16 # rls2210.rel NDRPDR iter env 11 - - 21 # rls2210.rel NDRPDR iter env 11 - - 22 # rls2210.rel NDRPDR iter env 11 - - 23 # rls2210.rel NDRPDR iter env 11 - - 24 # rls2210.rel NDRPDR iter env 11 - - 25 # rls2210.rel NDRPDR iter env 11 - - 26 # rls2210.rel NDRPDR iter env 11 - - 27 # rls2210.rel NDRPDR iter env 11 - - 28 # rls2210.rel NDRPDR iter env 11 - - 29 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-aws: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-2n-aws-curr-iter-best: - csit-vpp-perf-report-iterative-2210-2n-aws: - - 16 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-aws: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-2n-aws-hist-iter-mrr: - csit-vpp-perf-report-iterative-2202-2n-aws: - - 11 # rls2202.rel MRR iter env 9 + csit-vpp-perf-report-iterative-2206-2n-aws: + - 10 # 2206.rel MRR iter env 10 vpp-2n-aws-prev-iter-mrr: - csit-vpp-perf-report-iterative-2206-2n-aws: - - 10 # rls2206.rel MRR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-aws: + - 15 # 2210.rel MRR iter env 11 vpp-2n-aws-curr-iter-mrr: - csit-vpp-perf-report-iterative-2210-2n-aws: - - 15 # rls2210.rel MRR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-aws: + - 1 # 2302.rc1 MRR iter env 11 vpp-2n-aws-curr-cov: + # csit-vpp-perf-report-coverage-2302-2n-aws: csit-vpp-perf-report-coverage-2210-2n-aws: - - 1 # rls2210.rel NDRPDR cov env 11 + - 1 # 2210.rel NDRPDR cov env 11 # 2n-icx vpp-2n-icx-hist-iter: csit-vpp-perf-report-iterative-2206-2n-icx: - - 107 # rls2202.rel NDRPDR iter env 10 - - 108 # rls2202.rel NDRPDR iter env 10 - - 109 # rls2202.rel NDRPDR iter env 10 - - 110 # rls2202.rel NDRPDR iter env 10 - - 111 # rls2202.rel NDRPDR iter env 10 - - 112 # rls2202.rel NDRPDR iter env 10 - - 113 # rls2202.rel NDRPDR iter env 10 - - 114 # rls2202.rel NDRPDR iter env 10 - - 115 # rls2202.rel NDRPDR iter env 10 - - 116 # rls2202.rel NDRPDR iter env 10 - - 129 # rls2202.rel NDRPDR iter env 10 NAT44 - - 130 # rls2202.rel NDRPDR iter env 10 NAT44 - - 131 # rls2202.rel NDRPDR iter env 10 NAT44 - - 132 # rls2202.rel NDRPDR iter env 10 NAT44 - - 133 # rls2202.rel NDRPDR iter env 10 NAT44 - - 134 # rls2202.rel NDRPDR iter env 10 NAT44 - - 135 # rls2202.rel NDRPDR iter env 10 NAT44 - - 136 # rls2202.rel NDRPDR iter env 10 NAT44 - - 137 # rls2202.rel NDRPDR iter env 10 NAT44 - - 138 # rls2202.rel NDRPDR iter env 10 NAT44 + - 80 # 2206.rel NDRPDR iter env 10 + - 81 # 2206.rel NDRPDR iter env 10 + - 82 # 2206.rel NDRPDR iter env 10 + - 83 # 2206.rel NDRPDR iter env 10 + - 84 # 2206.rel NDRPDR iter env 10 + - 94 # 2206.rel NDRPDR iter env 10 + - 95 # 2206.rel NDRPDR iter env 10 + - 100 # 2206.rel NDRPDR iter env 10 + - 102 # 2206.rel NDRPDR iter env 10 + - 103 # 2206.rel NDRPDR iter env 10 + - 118 # 2206.rel NDRPDR iter env 10 NAT44 + - 119 # 2206.rel NDRPDR iter env 10 NAT44 + - 120 # 2206.rel NDRPDR iter env 10 NAT44 + - 121 # 2206.rel NDRPDR iter env 10 NAT44 + - 122 # 2206.rel NDRPDR iter env 10 NAT44 + - 123 # 2206.rel NDRPDR iter env 10 NAT44 + - 124 # 2206.rel NDRPDR iter env 10 NAT44 + - 125 # 2206.rel NDRPDR iter env 10 NAT44 + - 126 # 2206.rel NDRPDR iter env 10 NAT44 + - 127 # 2206.rel NDRPDR iter env 10 NAT44 vpp-2n-icx-prev-iter-old-env: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 80 # rls2206.rel NDRPDR iter env 10 - - 81 # rls2206.rel NDRPDR iter env 10 - - 82 # rls2206.rel NDRPDR iter env 10 - - 83 # rls2206.rel NDRPDR iter env 10 - - 84 # rls2206.rel NDRPDR iter env 10 - - 94 # rls2206.rel NDRPDR iter env 10 - - 95 # rls2206.rel NDRPDR iter env 10 - - 100 # rls2206.rel NDRPDR iter env 10 - - 102 # rls2206.rel NDRPDR iter env 10 - - 103 # rls2206.rel NDRPDR iter env 10 - - 118 # rls2206.rel NDRPDR iter env 10 NAT44 - - 119 # rls2206.rel NDRPDR iter env 10 NAT44 - - 120 # rls2206.rel NDRPDR iter env 10 NAT44 - - 121 # rls2206.rel NDRPDR iter env 10 NAT44 - - 122 # rls2206.rel NDRPDR iter env 10 NAT44 - - 123 # rls2206.rel NDRPDR iter env 10 NAT44 - - 124 # rls2206.rel NDRPDR iter env 10 NAT44 - - 125 # rls2206.rel NDRPDR iter env 10 NAT44 - - 126 # rls2206.rel NDRPDR iter env 10 NAT44 - - 127 # rls2206.rel NDRPDR iter env 10 NAT44 + csit-vpp-perf-report-iterative-2210-2n-icx: + - 47 # 2210.rel NDRPDR iter env 11 + - 73 # 2210.rel NDRPDR iter env 11 + - 74 # 2210.rel NDRPDR iter env 11 + - 75 # 2210.rel NDRPDR iter env 11 + - 76 # 2210.rel NDRPDR iter env 11 + - 77 # 2210.rel NDRPDR iter env 11 + - 78 # 2210.rel NDRPDR iter env 11 + - 79 # 2210.rel NDRPDR iter env 11 + - 80 # 2210.rel NDRPDR iter env 11 + - 81 # 2210.rel NDRPDR iter env 11 # vpp-2n-icx-prev-iter-new-env: # # csit-vpp-perf-report-iterative-2210-2n-icx: @@ -790,31 +668,21 @@ # - 107 # rls2202.rel NDRPDR iter env 10 vpp-2n-icx-curr-iter: - csit-vpp-perf-report-iterative-2210-2n-icx: - - 47 # rls2210.rel NDRPDR iter env 11 - - 73 # rls2210.rel NDRPDR iter env 11 - - 74 # rls2210.rel NDRPDR iter env 11 - - 75 # rls2210.rel NDRPDR iter env 11 - - 76 # rls2210.rel NDRPDR iter env 11 - - 77 # rls2210.rel NDRPDR iter env 11 - - 78 # rls2210.rel NDRPDR iter env 11 - - 79 # rls2210.rel NDRPDR iter env 11 - - 80 # rls2210.rel NDRPDR iter env 11 - - 81 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-icx: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-2n-icx-curr-iter-best: - csit-vpp-perf-report-iterative-2210-2n-icx: - - 77 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-icx: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-2n-icx-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-2n-icx: - - 106 # rls2202.rel MRR iter env 10 - - 128 # rls2202.rel MRR iter env 10 NAT44 + - 68 # 2206.rel MRR iter env 10 + - 117 # 2206.rel MRR iter env 10 NAT44 vpp-2n-icx-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 68 # rls2206.rel MRR iter env 10 - - 117 # rls2206.rel MRR iter env 10 NAT44 + csit-vpp-perf-report-iterative-2210-2n-icx: + - 46 # 2210.rel MRR iter env 11 # vpp-2n-icx-prev-iter-mrr-new-env: # # csit-vpp-perf-report-iterative-2210-2n-icx: @@ -822,167 +690,125 @@ # - 106 # rls2202.rel MRR iter env 10 vpp-2n-icx-curr-iter-mrr: - csit-vpp-perf-report-iterative-2210-2n-icx: - - 46 # rls2210.rel MRR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-icx: + - 1 # 2302.rc1 MRR iter env 11 vpp-2n-icx-curr-nfv-ndrpdr: - csit-vpp-perf-report-iterative-2210-2n-icx: - - 52 # rls2210.rel NDRPDR nf-density iter env 11 - - 53 # rls2210.rel NDRPDR nf-density iter env 11 - - 57 # rls2210.rel NDRPDR nf-density iter env 11 - - 58 # rls2210.rel NDRPDR nf-density iter env 11 - - 59 # rls2210.rel NDRPDR nf-density iter env 11 - - 60 # rls2210.rel NDRPDR nf-density iter env 11 - - 64 # rls2210.rel NDRPDR nf-density iter env 11 - - 66 # rls2210.rel NDRPDR nf-density iter env 11 - - 67 # rls2210.rel NDRPDR nf-density iter env 11 - - 87 # rls2210.rel NDRPDR nf-density iter env 11 + csit-vpp-perf-report-iterative-2302-2n-icx: + - 6 # 2302.rc1 NDRPDR nf-density iter env 11 vpp-2n-icx-curr-nfv-mrr: - csit-vpp-perf-report-iterative-2210-2n-icx: - - 49 # rls2210.rel MRR nf-density iter env 11 + csit-vpp-perf-report-iterative-2302-2n-icx: + - 5 # 2302.rc1 MRR nf-density iter env 11 vpp-2n-icx-curr-nfv-reconf: - csit-vpp-perf-report-iterative-2210-2n-icx: - - 54 # rls2210.rel NDRPDR reconf iter env 11 - - 55 # rls2210.rel NDRPDR reconf iter env 11 - - 56 # rls2210.rel NDRPDR reconf iter env 11 - - 61 # rls2210.rel NDRPDR reconf iter env 11 - - 62 # rls2210.rel NDRPDR reconf iter env 11 - - 68 # rls2210.rel NDRPDR reconf iter env 11 - - 72 # rls2210.rel NDRPDR reconf iter env 11 - - 83 # rls2210.rel NDRPDR reconf iter env 11 - - 84 # rls2210.rel NDRPDR reconf iter env 11 - - 85 # rls2210.rel NDRPDR reconf iter env 11 + csit-vpp-perf-report-iterative-2302-2n-icx: + - 4 # 2302.rc1 NDRPDR reconf iter env 11 vpp-2n-icx-curr-soak: - csit-vpp-perf-report-iterative-2210-2n-icx: - - 63 # rls2210.rel soak env 11 - - 86 # rls2210.rel soak env 11 + csit-vpp-perf-report-iterative-2302-2n-icx: + - 13 # 2302.rc1 soak env 11 vpp-soak-vs-ndr-2n-icx-ref: - csit-vpp-perf-report-iterative-2210-2n-icx: - - 47 # rls2210.rel NDRPDR iter env 11 - - 73 # rls2210.rel NDRPDR iter env 11 - - 74 # rls2210.rel NDRPDR iter env 11 - - 75 # rls2210.rel NDRPDR iter env 11 - - 76 # rls2210.rel NDRPDR iter env 11 - - 77 # rls2210.rel NDRPDR iter env 11 - - 78 # rls2210.rel NDRPDR iter env 11 - - 79 # rls2210.rel NDRPDR iter env 11 - - 80 # rls2210.rel NDRPDR iter env 11 - - 81 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-2n-icx: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-soak-vs-ndr-2n-icx: - csit-vpp-perf-report-iterative-2210-2n-icx: - - 47 # rls2210.rel NDRPDR iter env 11 - - 73 # rls2210.rel NDRPDR iter env 11 - - 74 # rls2210.rel NDRPDR iter env 11 - - 75 # rls2210.rel NDRPDR iter env 11 - - 76 # rls2210.rel NDRPDR iter env 11 - - 77 # rls2210.rel NDRPDR iter env 11 - - 78 # rls2210.rel NDRPDR iter env 11 - - 79 # rls2210.rel NDRPDR iter env 11 - - 80 # rls2210.rel NDRPDR iter env 11 - - 81 # rls2210.rel NDRPDR iter env 11 - - 63 # rls2210.rel soak env 11 - - 86 # rls2210.rel soak env 11 + csit-vpp-perf-report-iterative-2302-2n-icx: + - 2 # 2302.rc1 NDRPDR iter env 11 + - 13 # 2302.rc1 soak env 11 vpp-2n-icx-curr-iter-gso: - csit-vpp-perf-report-iterative-2210-2n-icx: - - 48 # rls2210.rel MRR GSO iter env 11 + csit-vpp-perf-report-iterative-2302-2n-icx: + - 8 # 2302.rc1 MRR GSO iter env 11 + + vpp-2n-icx-curr-iter-hoststack: + csit-vpp-perf-report-iterative-2302-2n-icx: + - 10 # 2302.rc1 hoststack iter env 11 + - 12 # 2302.rc1 hoststack iter env 11 vpp-2n-icx-curr-cov: + # csit-vpp-perf-report-coverage-2302-2n-icx: csit-vpp-perf-report-coverage-2210-2n-icx: - - 2 # rls2210.rel NDRPDR cov env 11 - - 3 # rls2210.rel NDRPDR cov env 11 - - 4 # rls2210.rel NDRPDR cov env 11 - - 5 # rls2210.rel NDRPDR cov env 11 - - 6 # rls2210.rel NDRPDR cov env 11 - - 7 # rls2210.rel NDRPDR cov env 11 - - 8 # rls2210.rel NDRPDR cov env 11 - - 10 # rls2210.rel NDRPDR cov env 11 - - 14 # rls2210.rel NDRPDR cov env 11 - - 15 # rls2210.rel NDRPDR cov env 11 - - 16 # rls2210.rel NDRPDR cov env 11 - - 17 # rls2210.rel NDRPDR cov env 11 - - 18 # rls2210.rel NDRPDR cov env 11 - - 19 # rls2210.rel NDRPDR cov env 11 - - 20 # rls2210.rel NDRPDR cov env 11 - - 21 # rls2210.rel NDRPDR cov env 11 - - 22 # rls2210.rel NDRPDR cov env 11 - - 23 # rls2210.rel NDRPDR cov env 11 - - 24 # rls2210.rel NDRPDR cov env 11 - - 25 # rls2210.rel NDRPDR cov env 11 + - 2 # 2210.rel NDRPDR cov env 11 dpdk-2n-icx-hist-iter: - csit-dpdk-perf-report-iterative-2202-2n-icx: - - 1 # rls2202 NDRPDR iter env 9 - - 2 # rls2202 NDRPDR iter env 9 - - 3 # rls2202 NDRPDR iter env 9 - - 4 # rls2202 NDRPDR iter env 9 - - 5 # rls2202 NDRPDR iter env 9 - - 6 # rls2202 NDRPDR iter env 9 - - 7 # rls2202 NDRPDR iter env 9 - - 8 # rls2202 NDRPDR iter env 9 - - 9 # rls2202 NDRPDR iter env 9 - - 10 # rls2202 NDRPDR iter env 9 + csit-dpdk-perf-report-iterative-2206-2n-icx: + - 1 # 2206 NDRPDR iter env 10 + - 2 # 2206 NDRPDR iter env 10 + - 3 # 2206 NDRPDR iter env 10 + - 5 # 2206 NDRPDR iter env 10 + - 7 # 2206 NDRPDR iter env 10 + - 9 # 2206 NDRPDR iter env 10 + - 11 # 2206 NDRPDR iter env 10 + - 12 # 2206 NDRPDR iter env 10 + - 14 # 2206 NDRPDR iter env 10 + - 15 # 2206 NDRPDR iter env 10 dpdk-2n-icx-prev-iter: - csit-dpdk-perf-report-iterative-2206-2n-icx: - - 1 # rls2206 NDRPDR iter env 10 - - 2 # rls2206 NDRPDR iter env 10 - - 3 # rls2206 NDRPDR iter env 10 - - 5 # rls2206 NDRPDR iter env 10 - - 7 # rls2206 NDRPDR iter env 10 - - 9 # rls2206 NDRPDR iter env 10 - - 11 # rls2206 NDRPDR iter env 10 - - 12 # rls2206 NDRPDR iter env 10 - - 14 # rls2206 NDRPDR iter env 10 - - 15 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-2n-icx: + - 11 # 2210 NDRPDR iter env 11 + - 12 # 2210 NDRPDR iter env 11 + - 13 # 2210 NDRPDR iter env 11 + - 14 # 2210 NDRPDR iter env 11 + - 15 # 2210 NDRPDR iter env 11 + - 16 # 2210 NDRPDR iter env 11 + - 17 # 2210 NDRPDR iter env 11 + - 18 # 2210 NDRPDR iter env 11 + - 19 # 2210 NDRPDR iter env 11 + - 20 # 2210 NDRPDR iter env 11 dpdk-2n-icx-curr-iter: - csit-dpdk-perf-report-iterative-2210-2n-icx: - - 11 # rls2210 NDRPDR iter env 11 - - 12 # rls2210 NDRPDR iter env 11 - - 13 # rls2210 NDRPDR iter env 11 - - 14 # rls2210 NDRPDR iter env 11 - - 15 # rls2210 NDRPDR iter env 11 - - 16 # rls2210 NDRPDR iter env 11 - - 17 # rls2210 NDRPDR iter env 11 - - 18 # rls2210 NDRPDR iter env 11 - - 19 # rls2210 NDRPDR iter env 11 - - 20 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-2n-icx: + - 1 # 2302 NDRPDR iter env 11 + - 2 # 2302 NDRPDR iter env 11 + - 3 # 2302 NDRPDR iter env 11 + - 4 # 2302 NDRPDR iter env 11 + - 5 # 2302 NDRPDR iter env 11 + - 6 # 2302 NDRPDR iter env 11 + - 7 # 2302 NDRPDR iter env 11 + - 8 # 2302 NDRPDR iter env 11 + - 9 # 2302 NDRPDR iter env 11 + - 10 # 2302 NDRPDR iter env 11 dpdk-2n-icx-curr-iter-best: - csit-dpdk-perf-report-iterative-2210-2n-icx: - - 11 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-2n-icx: + - 2 # 2302 NDRPDR iter env 11 # 3n-icx vpp-3n-icx-hist-iter: csit-vpp-perf-report-iterative-2206-3n-icx: - - 60 # rls2202.rel NDRPDR iter env 10 - - 61 # rls2202.rel NDRPDR iter env 10 - - 62 # rls2202.rel NDRPDR iter env 10 - - 63 # rls2202.rel NDRPDR iter env 10 - - 64 # rls2202.rel NDRPDR iter env 10 - - 65 # rls2202.rel NDRPDR iter env 10 - - 66 # rls2202.rel NDRPDR iter env 10 - - 67 # rls2202.rel NDRPDR iter env 10 - - 68 # rls2202.rel NDRPDR iter env 10 - - 69 # rls2202.rel NDRPDR iter env 10 + - 49 # 2206.rel NDRPDR iter env 10 + - 50 # 2206.rel NDRPDR iter env 10 + - 51 # 2206.rel NDRPDR iter env 10 + - 52 # 2206.rel NDRPDR iter env 10 + - 53 # 2206.rel NDRPDR iter env 10 + - 54 # 2206.rel NDRPDR iter env 10 + - 55 # 2206.rel NDRPDR iter env 10 + - 56 # 2206.rel NDRPDR iter env 10 + - 57 # 2206.rel NDRPDR iter env 10 + - 58 # 2206.rel NDRPDR iter env 10 vpp-3n-icx-prev-iter-old-env: - csit-vpp-perf-report-iterative-2206-3n-icx: - - 49 # rls2206.rel NDRPDR iter env 10 - - 50 # rls2206.rel NDRPDR iter env 10 - - 51 # rls2206.rel NDRPDR iter env 10 - - 52 # rls2206.rel NDRPDR iter env 10 - - 53 # rls2206.rel NDRPDR iter env 10 - - 54 # rls2206.rel NDRPDR iter env 10 - - 55 # rls2206.rel NDRPDR iter env 10 - - 56 # rls2206.rel NDRPDR iter env 10 - - 57 # rls2206.rel NDRPDR iter env 10 - - 58 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-3n-icx: + - 26 # 2210.rel NDRPDR iter env 11 + - 28 # 2210.rel NDRPDR iter env 11 + - 29 # 2210.rel NDRPDR iter env 11 + - 30 # 2210.rel NDRPDR iter env 11 + - 31 # 2210.rel NDRPDR iter env 11 + - 32 # 2210.rel NDRPDR iter env 11 + - 33 # 2210.rel NDRPDR iter env 11 + - 34 # 2210.rel NDRPDR iter env 11 + - 35 # 2210.rel NDRPDR iter env 11 + - 38 # 2210.rel NDRPDR iter env 11 + - 50 # 2210.rel NDRPDR iter env 11 + - 51 # 2210.rel NDRPDR iter env 11 wireguard + - 52 # 2210.rel NDRPDR iter env 11 wireguard + - 53 # 2210.rel NDRPDR iter env 11 wireguard + - 59 # 2210.rel NDRPDR iter env 11 wireguard + - 60 # 2210.rel NDRPDR iter env 11 wireguard + - 61 # 2210.rel NDRPDR iter env 11 wireguard + - 62 # 2210.rel NDRPDR iter env 11 wireguard + - 63 # 2210.rel NDRPDR iter env 11 wireguard # vpp-3n-icx-prev-iter-new-env: # # csit-vpp-perf-report-iterative-2210-3n-icx: @@ -990,38 +816,20 @@ # - 60 # rls2202.rel NDRPDR iter env 10 vpp-3n-icx-curr-iter: - csit-vpp-perf-report-iterative-2210-3n-icx: - - 26 # rls2210.rel NDRPDR iter env 11 - - 28 # rls2210.rel NDRPDR iter env 11 - - 29 # rls2210.rel NDRPDR iter env 11 - - 30 # rls2210.rel NDRPDR iter env 11 - - 31 # rls2210.rel NDRPDR iter env 11 - - 32 # rls2210.rel NDRPDR iter env 11 - - 33 # rls2210.rel NDRPDR iter env 11 - - 34 # rls2210.rel NDRPDR iter env 11 - - 35 # rls2210.rel NDRPDR iter env 11 - - 38 # rls2210.rel NDRPDR iter env 11 - - 50 # rls2210.rel NDRPDR iter env 11 - - 51 # rls2210.rel NDRPDR iter env 11 wireguard - - 52 # rls2210.rel NDRPDR iter env 11 wireguard - - 53 # rls2210.rel NDRPDR iter env 11 wireguard - - 59 # rls2210.rel NDRPDR iter env 11 wireguard - - 60 # rls2210.rel NDRPDR iter env 11 wireguard - - 61 # rls2210.rel NDRPDR iter env 11 wireguard - - 62 # rls2210.rel NDRPDR iter env 11 wireguard - - 63 # rls2210.rel NDRPDR iter env 11 wireguard + csit-vpp-perf-report-iterative-2302-3n-icx: + - 2 # 2302.rC1 NDRPDR iter env 11 vpp-3n-icx-curr-iter-best: - csit-vpp-perf-report-iterative-2210-3n-icx: - - 38 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-3n-icx: + - 2 # 2302.rC1 NDRPDR iter env 11 vpp-3n-icx-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-3n-icx: - - 59 # rls2202.rel MRR iter env 10 + - 39 # 2206.rel MRR iter env 10 vpp-3n-icx-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2206-3n-icx: - - 39 # rls2206.rel MRR iter env 10 + csit-vpp-perf-report-iterative-2210-3n-icx: + - 43 # 2210.rel MRR iter env 11 # vpp-3n-icx-prev-iter-mrr-new-env: # # csit-vpp-perf-report-iterative-2210-3n-icx: @@ -1029,8 +837,8 @@ # - 59 # rls2202.rel MRR iter env 10 vpp-3n-icx-curr-iter-mrr: - csit-vpp-perf-report-iterative-2210-3n-icx: - - 43 # rls2210.rel MRR iter env 11 + csit-vpp-perf-report-iterative-2302-3n-icx: + - 1 # 2302.rc1 MRR iter env 11 # vpp-3n-icx-hist-iter-hoststack-new-env: # csit-vpp-perf-report-iterative-2110-3n-icx: @@ -1040,201 +848,176 @@ # csit-vpp-perf-report-iterative-2202-3n-icx: # - 29 # rls2202.rel hoststack iter env 9 - vpp-3n-icx-curr-iter-hoststack: + vpp-3n-icx-prev-iter-hoststack-new-env: csit-vpp-perf-report-iterative-2210-3n-icx: - - 39 # rls2210.rel hoststack iter env 11 - - 40 # rls2210.rel hoststack iter env 11 - - 41 # rls2210.rel hoststack iter env 11 - - 42 # rls2210.rel hoststack iter env 11 - - 44 # rls2210.rel hoststack iter env 11 - - 45 # rls2210.rel hoststack iter env 11 - - 46 # rls2210.rel hoststack iter env 11 - - 47 # rls2210.rel hoststack iter env 11 - - 48 # rls2210.rel hoststack iter env 11 - - 49 # rls2210.rel hoststack iter env 11 + - 39 # 2210.rel hoststack iter env 11 + - 40 # 2210.rel hoststack iter env 11 + - 41 # 2210.rel hoststack iter env 11 + - 42 # 2210.rel hoststack iter env 11 + - 44 # 2210.rel hoststack iter env 11 + - 45 # 2210.rel hoststack iter env 11 + - 46 # 2210.rel hoststack iter env 11 + - 47 # 2210.rel hoststack iter env 11 + - 48 # 2210.rel hoststack iter env 11 + - 49 # 2210.rel hoststack iter env 11 + + vpp-3n-icx-curr-iter-hoststack: + csit-vpp-perf-report-iterative-2302-3n-icx: + - 3 # 2302.rc1 hoststack iter env 11 vpp-3n-icx-curr-cov: + # csit-vpp-perf-report-coverage-2302-3n-icx: csit-vpp-perf-report-coverage-2210-3n-icx: - - 7 # rls2210.rel NDRPDR cov env 11 - - 8 # rls2210.rel NDRPDR cov env 11 - - 9 # rls2210.rel NDRPDR cov env 11 - - 10 # rls2210.rel NDRPDR cov env 11 - - 11 # rls2210.rel NDRPDR cov env 11 - - 12 # rls2210.rel NDRPDR cov env 11 - - 13 # rls2210.rel NDRPDR cov env 11 - - 14 # rls2210.rel NDRPDR cov env 11 - - 15 # rls2210.rel NDRPDR cov env 11 - - 16 # rls2210.rel NDRPDR cov env 11 - - 17 # rls2210.rel NDRPDR cov env 11 - - 18 # rls2210.rel NDRPDR cov env 11 - - 19 # rls2210.rel NDRPDR cov env 11 - - 20 # rls2210.rel NDRPDR cov env 11 - - 21 # rls2210.rel NDRPDR cov env 11 - - 22 # rls2210.rel NDRPDR cov env 11 - - 23 # rls2210.rel NDRPDR cov env 11 - - 24 # rls2210.rel NDRPDR cov env 11 - - 25 # rls2210.rel NDRPDR cov env 11 - - 26 # rls2210.rel NDRPDR cov env 11 - - 27 # rls2210.rel NDRPDR cov env 11 - - 28 # rls2210.rel NDRPDR cov env 11 - - 29 # rls2210.rel NDRPDR cov env 11 - - 30 # rls2210.rel NDRPDR cov env 11 - - 31 # rls2210.rel NDRPDR cov env 11 - - 32 # rls2210.rel NDRPDR cov env 11 - - 33 # rls2210.rel NDRPDR cov env 11 - - 34 # rls2210.rel NDRPDR cov env 11 - - 35 # rls2210.rel NDRPDR cov env 11 - - 36 # rls2210.rel NDRPDR cov env 11 - - 37 # rls2210.rel NDRPDR cov env 11 - - 38 # rls2210.rel NDRPDR cov env 11 - - 39 # rls2210.rel NDRPDR cov env 11 - - 40 # rls2210.rel NDRPDR cov env 11 - - 41 # rls2210.rel NDRPDR cov env 11 - - 42 # rls2210.rel NDRPDR cov env 11 + - 7 # 2210.rel NDRPDR cov env 11 dpdk-3n-icx-hist-iter: - csit-dpdk-perf-report-iterative-2202-3n-icx: - - 2 # rls2202 NDRPDR iter env 9 - - 3 # rls2202 NDRPDR iter env 9 - - 4 # rls2202 NDRPDR iter env 9 - - 5 # rls2202 NDRPDR iter env 9 - - 5 # rls2202 NDRPDR iter env 9 - - 6 # rls2202 NDRPDR iter env 9 - - 7 # rls2202 NDRPDR iter env 9 - - 8 # rls2202 NDRPDR iter env 9 - - 9 # rls2202 NDRPDR iter env 9 - - 10 # rls2202 NDRPDR iter env 9 - - 11 # rls2202 NDRPDR iter env 9 + csit-dpdk-perf-report-iterative-2206-3n-icx: + - 1 # 2206 NDRPDR iter env 10 + - 2 # 2206 NDRPDR iter env 10 + - 3 # 2206 NDRPDR iter env 10 + - 4 # 2206 NDRPDR iter env 10 + - 5 # 2206 NDRPDR iter env 10 + - 7 # 2206 NDRPDR iter env 10 + - 8 # 2206 NDRPDR iter env 10 + - 9 # 2206 NDRPDR iter env 10 + - 10 # 2206 NDRPDR iter env 10 + - 11 # 2206 NDRPDR iter env 10 dpdk-3n-icx-prev-iter: - csit-dpdk-perf-report-iterative-2206-3n-icx: - - 1 # rls2206 NDRPDR iter env 10 - - 2 # rls2206 NDRPDR iter env 10 - - 3 # rls2206 NDRPDR iter env 10 - - 4 # rls2206 NDRPDR iter env 10 - - 5 # rls2206 NDRPDR iter env 10 - - 7 # rls2206 NDRPDR iter env 10 - - 8 # rls2206 NDRPDR iter env 10 - - 9 # rls2206 NDRPDR iter env 10 - - 10 # rls2206 NDRPDR iter env 10 - - 11 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-3n-icx: + - 11 # 2210 NDRPDR iter env 11 + - 12 # 2210 NDRPDR iter env 11 + - 13 # 2210 NDRPDR iter env 11 + - 14 # 2210 NDRPDR iter env 11 + - 15 # 2210 NDRPDR iter env 11 + - 16 # 2210 NDRPDR iter env 11 + - 17 # 2210 NDRPDR iter env 11 + - 18 # 2210 NDRPDR iter env 11 + - 19 # 2210 NDRPDR iter env 11 + - 20 # 2210 NDRPDR iter env 11 dpdk-3n-icx-curr-iter: - csit-dpdk-perf-report-iterative-2210-3n-icx: - - 11 # rls2210 NDRPDR iter env 11 - - 12 # rls2210 NDRPDR iter env 11 - - 13 # rls2210 NDRPDR iter env 11 - - 14 # rls2210 NDRPDR iter env 11 - - 15 # rls2210 NDRPDR iter env 11 - - 16 # rls2210 NDRPDR iter env 11 - - 17 # rls2210 NDRPDR iter env 11 - - 18 # rls2210 NDRPDR iter env 11 - - 19 # rls2210 NDRPDR iter env 11 - - 20 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-3n-icx: + - 1 # 2302 NDRPDR iter env 11 + - 2 # 2302 NDRPDR iter env 11 + - 3 # 2302 NDRPDR iter env 11 + - 4 # 2302 NDRPDR iter env 11 + - 5 # 2302 NDRPDR iter env 11 + - 6 # 2302 NDRPDR iter env 11 + - 7 # 2302 NDRPDR iter env 11 + - 8 # 2302 NDRPDR iter env 11 + - 9 # 2302 NDRPDR iter env 11 + - 10 # 2302 NDRPDR iter env 11 dpdk-3n-icx-curr-iter-best: - csit-dpdk-perf-report-iterative-2210-3n-icx: - - 11 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-3n-icx: + - 1 # 2302 NDRPDR iter env 11 # 3n-alt - vpp-3n-alt-prev-iter-old-env: + vpp-3n-alt-hist-iter: csit-vpp-perf-report-iterative-2206-3n-alt: - - 20 # rls2206.rel NDRPDR iter env 10 - - 21 # rls2206.rel NDRPDR iter env 10 - - 22 # rls2206.rel NDRPDR iter env 10 - - 23 # rls2206.rel NDRPDR iter env 10 - - 24 # rls2206.rel NDRPDR iter env 10 - - 25 # rls2206.rel NDRPDR iter env 10 - - 26 # rls2206.rel NDRPDR iter env 10 - - 27 # rls2206.rel NDRPDR iter env 10 - - 28 # rls2206.rel NDRPDR iter env 10 - - 29 # rls2206.rel NDRPDR iter env 10 + - 20 # 2206.rel NDRPDR iter env 10 + - 21 # 2206.rel NDRPDR iter env 10 + - 22 # 2206.rel NDRPDR iter env 10 + - 23 # 2206.rel NDRPDR iter env 10 + - 24 # 2206.rel NDRPDR iter env 10 + - 25 # 2206.rel NDRPDR iter env 10 + - 26 # 2206.rel NDRPDR iter env 10 + - 27 # 2206.rel NDRPDR iter env 10 + - 28 # 2206.rel NDRPDR iter env 10 + - 29 # 2206.rel NDRPDR iter env 10 + + vpp-3n-alt-prev-iter-old-env: + csit-vpp-perf-report-iterative-2210-3n-alt: + - 9 # 2210.rel NDRPDR iter env 11 + - 10 # 2210.rel NDRPDR iter env 11 + - 11 # 2210.rel NDRPDR iter env 11 + - 12 # 2210.rel NDRPDR iter env 11 + - 13 # 2210.rel NDRPDR iter env 11 + - 14 # 2210.rel NDRPDR iter env 11 + - 15 # 2210.rel NDRPDR iter env 11 + - 16 # 2210.rel NDRPDR iter env 11 + - 17 # 2210.rel NDRPDR iter env 11 + - 18 # 2210.rel NDRPDR iter env 11 # vpp-3n-alt-prev-iter-new-env: # # csit-vpp-perf-report-iterative-2210-3n-alt: # csit-vpp-perf-report-iterative-2206-3n-alt: - # - 20 # rls2206.rel NDRPDR iter env 10 + # - 20 # 2206.rel NDRPDR iter env 10 vpp-3n-alt-curr-iter: - csit-vpp-perf-report-iterative-2210-3n-alt: - - 9 # rls2210.rel NDRPDR iter env 11 - - 10 # rls2210.rel NDRPDR iter env 11 - - 11 # rls2210.rel NDRPDR iter env 11 - - 12 # rls2210.rel NDRPDR iter env 11 - - 13 # rls2210.rel NDRPDR iter env 11 - - 14 # rls2210.rel NDRPDR iter env 11 - - 15 # rls2210.rel NDRPDR iter env 11 - - 16 # rls2210.rel NDRPDR iter env 11 - - 17 # rls2210.rel NDRPDR iter env 11 - - 18 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-3n-alt: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-3n-alt-curr-iter-best: - csit-vpp-perf-report-iterative-2210-3n-alt: - - 9 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-3n-alt: + - 2 # 2302.rc1 NDRPDR iter env 11 - vpp-3n-alt-prev-iter-mrr-old-env: + vpp-3n-alt-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-3n-alt: - - 12 # rls2206.rel MRR iter env 10 + - 12 # 2206.rel MRR iter env 10 + + vpp-3n-alt-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2210-3n-alt: + - 8 # 2210.rel MRR iter env 11 # vpp-3n-alt-prev-iter-mrr-new-env: # # csit-vpp-perf-report-iterative-2210-3n-alt: # csit-vpp-perf-report-iterative-2206-3n-alt: - # - 12 # rls2206.rel MRR iter env 10 + # - 12 # 2206.rel MRR iter env 10 vpp-3n-alt-curr-iter-mrr: - csit-vpp-perf-report-iterative-2210-3n-alt: - - 8 # rls2210.rel MRR iter env 11 + csit-vpp-perf-report-iterative-2302-3n-alt: + - 1 # 2302.rc1 MRR iter env 11 vpp-3n-alt-curr-cov: + # csit-vpp-perf-report-coverage-2302-3n-alt: csit-vpp-perf-report-coverage-2210-3n-alt: - - 2 # rls2210.rel NDRPDR cov env 11 - - 3 # rls2210.rel NDRPDR cov env 11 - - 4 # rls2210.rel NDRPDR cov env 11 - - 5 # rls2210.rel NDRPDR cov env 11 - - 6 # rls2210.rel NDRPDR cov env 11 - - 7 # rls2210.rel NDRPDR cov env 11 - - 8 # rls2210.rel NDRPDR cov env 11 - - 9 # rls2210.rel NDRPDR cov env 11 - - 10 # rls2210.rel NDRPDR cov env 11 - - 11 # rls2210.rel NDRPDR cov env 11 - - 12 # rls2210.rel NDRPDR cov env 11 - - 13 # rls2210.rel NDRPDR cov env 11 - - 14 # rls2210.rel NDRPDR cov env 11 - - 15 # rls2210.rel NDRPDR cov env 11 - - 16 # rls2210.rel NDRPDR cov env 11 - - 17 # rls2210.rel NDRPDR cov env 11 - - 18 # rls2210.rel NDRPDR cov env 11 + - 2 # 2210.rel NDRPDR cov env 11 - dpdk-3n-alt-prev-iter: + dpdk-3n-alt-hist-iter: csit-dpdk-perf-report-iterative-2206-3n-alt: - - 1 # rls2206 NDRPDR iter env 10 - - 2 # rls2206 NDRPDR iter env 10 - - 3 # rls2206 NDRPDR iter env 10 - - 4 # rls2206 NDRPDR iter env 10 - - 5 # rls2206 NDRPDR iter env 10 - - 6 # rls2206 NDRPDR iter env 10 - - 7 # rls2206 NDRPDR iter env 10 - - 8 # rls2206 NDRPDR iter env 10 - - 9 # rls2206 NDRPDR iter env 10 - - 10 # rls2206 NDRPDR iter env 10 + - 1 # 2206 NDRPDR iter env 10 + - 2 # 2206 NDRPDR iter env 10 + - 3 # 2206 NDRPDR iter env 10 + - 4 # 2206 NDRPDR iter env 10 + - 5 # 2206 NDRPDR iter env 10 + - 6 # 2206 NDRPDR iter env 10 + - 7 # 2206 NDRPDR iter env 10 + - 8 # 2206 NDRPDR iter env 10 + - 9 # 2206 NDRPDR iter env 10 + - 10 # 2206 NDRPDR iter env 10 - dpdk-3n-alt-curr-iter: + dpdk-3n-alt-prev-iter: csit-dpdk-perf-report-iterative-2210-3n-alt: - - 1 # rls2210 NDRPDR iter env 11 - - 2 # rls2210 NDRPDR iter env 11 - - 3 # rls2210 NDRPDR iter env 11 - - 4 # rls2210 NDRPDR iter env 11 - - 5 # rls2210 NDRPDR iter env 11 - - 6 # rls2210 NDRPDR iter env 11 - - 7 # rls2210 NDRPDR iter env 11 - - 8 # rls2210 NDRPDR iter env 11 - - 9 # rls2210 NDRPDR iter env 11 - - 10 # rls2210 NDRPDR iter env 11 + - 1 # 2210 NDRPDR iter env 11 + - 2 # 2210 NDRPDR iter env 11 + - 3 # 2210 NDRPDR iter env 11 + - 4 # 2210 NDRPDR iter env 11 + - 5 # 2210 NDRPDR iter env 11 + - 6 # 2210 NDRPDR iter env 11 + - 7 # 2210 NDRPDR iter env 11 + - 8 # 2210 NDRPDR iter env 11 + - 9 # 2210 NDRPDR iter env 11 + - 10 # 2210 NDRPDR iter env 11 + + dpdk-3n-alt-curr-iter: + csit-dpdk-perf-report-iterative-2302-3n-alt: + # - 1 # 2302 NDRPDR iter env 11 + - 2 # 2302 NDRPDR iter env 11 + - 3 # 2302 NDRPDR iter env 11 + # - 4 # 2302 NDRPDR iter env 11 + - 5 # 2302 NDRPDR iter env 11 + # - 6 # 2302 NDRPDR iter env 11 + - 7 # 2302 NDRPDR iter env 11 + # - 8 # 2302 NDRPDR iter env 11 + # - 9 # 2302 NDRPDR iter env 11 + # - 10 # 2302 NDRPDR iter env 11 dpdk-3n-alt-curr-iter-best: - csit-dpdk-perf-report-iterative-2210-3n-alt: - - 1 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-3n-alt: + - 2 # 2302 NDRPDR iter env 11 # 3n-snr @@ -1242,92 +1025,92 @@ # csit-vpp-perf-report-iterative-2206-3n-snr: # - 4 # rls2202.rel NDRPDR iter env 10 - # vpp-3n-snr-prev-iter-old-env: - # csit-vpp-perf-report-iterative-2206-3n-snr: - # - 24 # rls2206.rel NDRPDR iter env 10 + vpp-3n-snr-prev-iter-old-env: + csit-vpp-perf-report-iterative-2210-3n-snr: + - 25 # 2210.rel NDRPDR iter env 11 + - 26 # 2210.rel NDRPDR iter env 11 + - 27 # 2210.rel NDRPDR iter env 11 + - 28 # 2210.rel NDRPDR iter env 11 + - 29 # 2210.rel NDRPDR iter env 11 + - 36 # 2210.rel NDRPDR iter env 11 + - 37 # 2210.rel NDRPDR iter env 11 + - 38 # 2210.rel NDRPDR iter env 11 + - 39 # 2210.rel NDRPDR iter env 11 + - 40 # 2210.rel NDRPDR iter env 11 + - 46 # 2210.rel NDRPDR iter env 11 wireguard + - 47 # 2210.rel NDRPDR iter env 11 wireguard + - 48 # 2210.rel NDRPDR iter env 11 wireguard + - 49 # 2210.rel NDRPDR iter env 11 wireguard + - 50 # 2210.rel NDRPDR iter env 11 wireguard + - 51 # 2210.rel NDRPDR iter env 11 wireguard + - 52 # 2210.rel NDRPDR iter env 11 wireguard + - 53 # 2210.rel NDRPDR iter env 11 wireguard + - 54 # 2210.rel NDRPDR iter env 11 wireguard + - 55 # 2210.rel NDRPDR iter env 11 wireguard # vpp-3n-snr-prev-iter-new-env: # csit-vpp-perf-report-iterative-2210-3n-snr: # - 4 # rls2202.rel NDRPDR iter env 10 vpp-3n-snr-curr-iter: - csit-vpp-perf-report-iterative-2210-3n-snr: - - 25 # rls2210.rel NDRPDR iter env 11 - - 26 # rls2210.rel NDRPDR iter env 11 - - 27 # rls2210.rel NDRPDR iter env 11 - - 28 # rls2210.rel NDRPDR iter env 11 - - 29 # rls2210.rel NDRPDR iter env 11 - - 36 # rls2210.rel NDRPDR iter env 11 - - 37 # rls2210.rel NDRPDR iter env 11 - - 38 # rls2210.rel NDRPDR iter env 11 - - 39 # rls2210.rel NDRPDR iter env 11 - - 40 # rls2210.rel NDRPDR iter env 11 - - 46 # rls2210.rel NDRPDR iter env 11 wireguard - - 47 # rls2210.rel NDRPDR iter env 11 wireguard - - 48 # rls2210.rel NDRPDR iter env 11 wireguard - - 49 # rls2210.rel NDRPDR iter env 11 wireguard - - 50 # rls2210.rel NDRPDR iter env 11 wireguard - - 51 # rls2210.rel NDRPDR iter env 11 wireguard - - 52 # rls2210.rel NDRPDR iter env 11 wireguard - - 53 # rls2210.rel NDRPDR iter env 11 wireguard - - 54 # rls2210.rel NDRPDR iter env 11 wireguard - - 55 # rls2210.rel NDRPDR iter env 11 wireguard + csit-vpp-perf-report-iterative-2302-3n-snr: + - 2 # 2302.rc1 NDRPDR iter env 11 vpp-3n-snr-curr-iter-best: - csit-vpp-perf-report-iterative-2210-3n-snr: - - 25 # rls2210.rel NDRPDR iter env 11 + csit-vpp-perf-report-iterative-2302-3n-snr: + - 2 # 2302.rc1 NDRPDR iter env 11 # vpp-3n-snr-hist-iter-mrr: # csit-vpp-perf-report-iterative-2206-3n-snr: # - 3 # rls2202.rel MRR iter env 10 - # vpp-3n-snr-prev-iter-mrr-old-env: - # csit-vpp-perf-report-iterative-2206-3n-snr: - # - 22 # rls2206.rel MRR iter env 10 + vpp-3n-snr-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2210-3n-snr: + - 44 # 2210.rel MRR iter env 11 # vpp-3n-snr-prev-iter-mrr-new-env: # csit-vpp-perf-report-iterative-2210-3n-snr: # - 3 # rls2202.rel MRR iter env 10 vpp-3n-snr-curr-iter-mrr: - csit-vpp-perf-report-iterative-2210-3n-snr: - - 44 # rls2210.rel MRR iter env 11 + csit-vpp-perf-report-iterative-2302-3n-snr: + - 1 # 2302.rc1 MRR iter env 11 vpp-3n-snr-curr-cov: + # csit-vpp-perf-report-coverage-2302-3n-snr: csit-vpp-perf-report-coverage-2210-3n-snr: - - 1 # rls2210.rel NDRPDR cov env 11 - - 2 # rls2210.rel NDRPDR cov env 11 - - 3 # rls2210.rel NDRPDR cov env 11 - - 4 # rls2210.rel NDRPDR cov env 11 - - 5 # rls2210.rel NDRPDR cov env 11 - - 6 # rls2210.rel NDRPDR cov env 11 - - 7 # rls2210.rel NDRPDR cov env 11 - - 8 # rls2210.rel NDRPDR cov env 11 - - 9 # rls2210.rel NDRPDR cov env 11 - - 10 # rls2210.rel NDRPDR cov env 11 - - 11 # rls2210.rel NDRPDR cov env 11 + - 1 # 2210.rel NDRPDR cov env 11 # dpdk-3n-snr-hist-iter: # csit-dpdk-perf-report-iterative-2206-3n-snr: - # - 1 # rls2210 NDRPDR iter env 11 + # - 1 # 2210 NDRPDR iter env 11 - # dpdk-3n-snr-prev-iter: - # csit-dpdk-perf-report-iterative-2206-3n-snr: - # - 1 # rls2210 NDRPDR iter env 11 + dpdk-3n-snr-prev-iter: + csit-dpdk-perf-report-iterative-2210-3n-snr: + - 6 # 2210 NDRPDR iter env 11 + - 7 # 2210 NDRPDR iter env 11 + - 8 # 2210 NDRPDR iter env 11 + - 9 # 2210 NDRPDR iter env 11 + - 10 # 2210 NDRPDR iter env 11 + - 11 # 2210 NDRPDR iter env 11 + - 12 # 2210 NDRPDR iter env 11 + - 13 # 2210 NDRPDR iter env 11 + - 14 # 2210 NDRPDR iter env 11 + - 15 # 2210 NDRPDR iter env 11 dpdk-3n-snr-curr-iter: - csit-dpdk-perf-report-iterative-2210-3n-snr: - - 6 # rls2210 NDRPDR iter env 11 - - 7 # rls2210 NDRPDR iter env 11 - - 8 # rls2210 NDRPDR iter env 11 - - 9 # rls2210 NDRPDR iter env 11 - - 10 # rls2210 NDRPDR iter env 11 - - 11 # rls2210 NDRPDR iter env 11 - - 12 # rls2210 NDRPDR iter env 11 - - 13 # rls2210 NDRPDR iter env 11 - - 14 # rls2210 NDRPDR iter env 11 - - 15 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-3n-snr: + - 1 # 2302 NDRPDR iter env 11 + # - 2 # 2302 NDRPDR iter env 11 + - 3 # 2302 NDRPDR iter env 11 + - 4 # 2302 NDRPDR iter env 11 + # - 5 # 2302 NDRPDR iter env 11 + - 6 # 2302 NDRPDR iter env 11 + - 7 # 2302 NDRPDR iter env 11 + - 8 # 2302 NDRPDR iter env 11 + # - 9 # 2302 NDRPDR iter env 11 + - 10 # 2302 NDRPDR iter env 11 dpdk-3n-snr-curr-iter-best: - csit-dpdk-perf-report-iterative-2210-3n-snr: - - 6 # rls2210 NDRPDR iter env 11 + csit-dpdk-perf-report-iterative-2302-3n-snr: + - 1 # 2302 NDRPDR iter env 11 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index f8f8197a7d..fdd109d32e 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -2,507 +2,6 @@ ### T A B L E S ### ################################################################################ -# Statistics: job-specs' durations - -# - type: "table" -# title: "Job Specification Duration: 2n-icx-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-2n-icx-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-2n-icx-curr-iter" -# - job-spec: "vpp-gso-mrr-00" -# data-set: "vpp-2n-icx-curr-iter-gso" -# - job-spec: "soak-00" -# data-set: "vpp-2n-icx-curr-soak" -# - job-spec: "nfv-density-mrr-00" -# data-set: "vpp-2n-icx-curr-nfv-mrr" -# - job-spec: "nfv-density-mlr-00" -# data-set: "vpp-2n-icx-curr-nfv-ndrpdr" -# - job-spec: "reconf-00" -# data-set: "vpp-2n-icx-curr-nfv-reconf" -# - job-spec: "dpdk-mlr-00" -# data-set: "dpdk-2n-icx-curr-iter" -# - job-spec: "trex-mlr-00" -# data-set: "trex-2n-icx-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-icx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" -# jb-type: "coverage" -# data: "vpp-2n-icx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "2" -# - job-spec: "ip4-00" -# build: "8" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip4-02" -# build: "17" -# - job-spec: "ip4-03" -# build: "5" -# - job-spec: "ip4-04" -# build: "6" -# - job-spec: "ip4-05" -# build: "7" -# - job-spec: "ip4-06" -# build: "18" -# - job-spec: "ip4-07" -# build: "9" -# - job-spec: "ip4tun-00" -# build: "10" -# - job-spec: "ip6-00" -# build: "14" -# - job-spec: "ip6-01" -# build: "20" -# - job-spec: "l2-00" -# build: "25" -# - job-spec: "l2-01" -# build: "21" -# - job-spec: "lb-00" -# build: "22" -# - job-spec: "memif-00" -# build: "23" -# - job-spec: "vhost-00" -# build: "24" - -# - type: "table" -# title: "Job Specification Duration: 3n-icx-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-3n-icx-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-3n-icx-curr-iter" -# - job-spec: "hoststack-00" -# data-set: "vpp-3n-icx-curr-iter-hoststack" -# - job-spec: "dpdk-mlr-00" -# data-set: "dpdk-3n-icx-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-icx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" -# jb-type: "coverage" -# data: "vpp-3n-icx-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "7" -# - job-spec: "crypto-01" -# build: "8" -# - job-spec: "crypto-02" -# build: "10" -# - job-spec: "crypto-03" -# build: "9" -# - job-spec: "crypto-04" -# build: "12" -# - job-spec: "crypto-05" -# build: "11" -# - job-spec: "ip4-00" -# build: "13" -# - job-spec: "ip4-01" -# build: "14" -# - job-spec: "ip4-02" -# build: "15" -# - job-spec: "ip4-03" -# build: "16" -# - job-spec: "ip4-04" -# build: "17" -# - job-spec: "ip4-05" -# build: "18" -# - job-spec: "ip4-06" -# build: "19" -# - job-spec: "ip4-07" -# build: "20" -# - job-spec: "ip4tun-00" -# build: "21" -# - job-spec: "ip4tun-02" -# build: "22" -# - job-spec: "ip6-00" -# build: "15" -# - job-spec: "ip6-01" -# build: "16" -# - job-spec: "ip6tun-00" -# build: "17" -# - job-spec: "l2-00" -# build: "18" -# - job-spec: "l2-01" -# build: "19" -# - job-spec: "l2-02" -# build: "20" -# - job-spec: "l2-03" -# build: "21" -# - job-spec: "l2-04" -# build: "22" -# - job-spec: "l2-05" -# build: "23" -# - job-spec: "l2-06" -# build: "24" -# - job-spec: "l2-07" -# build: "25" -# - job-spec: "l2-08" -# build: "26" -# - job-spec: "l2-09" -# build: "27" -# - job-spec: "l2-10" -# build: "28" -# - job-spec: "memif-00" -# build: "29" -# - job-spec: "srv6-00" -# build: "30" -# - job-spec: "srv6-01" -# build: "31" -# - job-spec: "vhost-00" -# build: "32" -# - job-spec: "vhost-01" -# build: "33" - -# - type: "table" -# title: "Job Specification Duration: 2n-clx-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-2n-clx-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-2n-clx-curr-iter" -# - job-spec: "vpp-gso-mrr-00" -# data-set: "vpp-2n-clx-curr-iter-gso" -# - job-spec: "soak-00" -# data-set: "vpp-2n-clx-curr-soak" -# - job-spec: "nfv-density-mrr-00" -# data-set: "vpp-2n-clx-curr-nfv-mrr" -# - job-spec: "nfv-density-mlr-00" -# data-set: "vpp-2n-clx-curr-nfv-ndrpdr" -# - job-spec: "reconf-00" -# data-set: "vpp-2n-clx-curr-nfv-reconf" -# - job-spec: "dpdk-mlr-00" -# data-set: "dpdk-2n-clx-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-clx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" -# jb-type: "coverage" -# data: "vpp-2n-clx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "2" -# - job-spec: "ip4-00" -# build: "3" -# - job-spec: "ip4-01" -# build: "4" -# - job-spec: "ip4-02" -# build: "5" -# - job-spec: "ip4-03" -# build: "6" -# - job-spec: "ip4-04" -# build: "7" -# - job-spec: "ip4-05" -# build: "12" -# - job-spec: "ip4-06" -# build: "9" -# - job-spec: "ip4-07" -# build: "10" -# - job-spec: "ip4tun-00" -# build: "11" -# - job-spec: "ip6-00" -# build: "13" -# - job-spec: "ip6-01" -# build: "14" -# - job-spec: "l2-00" -# build: "15" -# - job-spec: "l2-01" -# build: "16" -# - job-spec: "lb-00" -# build: "17" -# - job-spec: "memif-00" -# build: "18" -# - job-spec: "vhost-00" -# build: "19" - -# - type: "table" -# title: "Job Specification Duration: 2n-aws-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-2n-aws-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-2n-aws-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-aws-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" -# jb-type: "coverage" -# data: "vpp-2n-aws-curr-cov" -# lines: -# - job-spec: "vpp-00" -# build: "1" - -# - type: "table" -# title: "Job Specification Duration: 2n-tx2-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-2n-tx2-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-2n-tx2-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-tx2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" -# jb-type: "coverage" -# data: "vpp-2n-tx2-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "2" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip4-02" -# build: "4" -# - job-spec: "ip4-03" -# build: "5" -# - job-spec: "ip4-04" -# build: "6" -# - job-spec: "ip4-05" -# build: "7" -# - job-spec: "ip4-06" -# build: "8" -# - job-spec: "ip6-00" -# build: "9" -# - job-spec: "ip6-01" -# build: "10" -# - job-spec: "l2-00" -# build: "11" -# - job-spec: "l2-01" -# build: "12" -# - job-spec: "l2-02" -# build: "13" -# - job-spec: "l2-03" -# build: "14" -# - job-spec: "l2-04" -# build: "15" - -# - type: "table" -# title: "Job Specification Duration: 2n-zn2-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-2n-zn2-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-2n-zn2-curr-iter" -# - job-spec: "vpp-gso-mrr-00" -# data-set: "vpp-2n-zn2-curr-iter-gso" -# - job-spec: "dpdk-mlr-00" -# data-set: "dpdk-2n-zn2-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-zn2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" -# jb-type: "coverage" -# data: "vpp-2n-zn2-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "2" -# - job-spec: "ip4-00" -# build: "3" -# - job-spec: "ip4-01" -# build: "4" -# - job-spec: "ip4-02" -# build: "5" -# - job-spec: "ip4-03" -# build: "6" -# - job-spec: "ip4-04" -# build: "7" -# - job-spec: "ip4-05" -# build: "8" -# - job-spec: "ip4tun-00" -# build: "9" -# - job-spec: "ip6-00" -# build: "10" -# - job-spec: "ip6-01" -# build: "11" -# - job-spec: "l2-00" -# build: "12" -# - job-spec: "l2-01" -# build: "13" -# - job-spec: "lb-00" -# build: "14" -# - job-spec: "memif-00" -# build: "15" -# - job-spec: "vhost-00" -# build: "16" - -# - type: "table" -# title: "Job Specification Duration: 3n-snr-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-3n-snr-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-3n-snr-curr-iter" -# - job-spec: "dpdk-mlr-00" -# data-set: "dpdk-3n-snr-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-snr-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-cov" -# jb-type: "coverage" -# data: "vpp-3n-snr-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "1" -# - job-spec: "crypto-01" -# build: "2" -# - job-spec: "crypto-02" -# build: "3" -# - job-spec: "ip4-00" -# build: "4" -# - job-spec: "ip4-01" -# build: "5" -# - job-spec: "ip4tun-00" -# build: "6" -# - job-spec: "ip4tun-01" -# build: "11" -# - job-spec: "ip6-00" -# build: "7" -# - job-spec: "ip6-01" -# build: "8" -# - job-spec: "l2-00" -# build: "9" -# - job-spec: "l2-01" -# build: "10" - -# - type: "table" -# title: "Job Specification Duration: 3n-tsh-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-3n-tsh-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-3n-tsh-curr-iter" -# - job-spec: "dpdk-mlr-00" -# data-set: "dpdk-3n-tsh-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-tsh-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" -# jb-type: "coverage" -# data: "vpp-3n-tsh-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" -# build: "2" -# - job-spec: "ip4-02" -# build: "3" -# - job-spec: "ip4-03" -# build: "4" -# - job-spec: "ip4tun-00" -# build: "5" -# - job-spec: "ip6-00" -# build: "6" -# - job-spec: "ip6-01" -# build: "7" -# - job-spec: "l2-00" -# build: "8" -# - job-spec: "l2-01" -# build: "9" -# - job-spec: "l2-02" -# build: "10" -# - job-spec: "l2-03" -# build: "11" -# - job-spec: "l2-04" -# build: "12" -# - job-spec: "memif-00" -# build: "13" -# - job-spec: "srv6-00" -# build: "14" -# - job-spec: "srv6-01" -# build: "15" -# - job-spec: "vhost-00" -# build: "16" -# - job-spec: "vhost-01" -# build: "17" - -# - type: "table" -# title: "Job Specification Duration: 3n-alt-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-3n-alt-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-3n-alt-curr-iter" -# - job-spec: "dpdk-mlr-00" -# data-set: "dpdk-3n-alt-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-alt-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" -# jb-type: "coverage" -# data: "vpp-3n-alt-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "2" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip4-02" -# build: "4" -# - job-spec: "ip4-03" -# build: "6" -# - job-spec: "ip4tun-00" -# build: "5" -# - job-spec: "ip6-00" -# build: "12" -# - job-spec: "ip6-01" -# build: "7" -# - job-spec: "l2-00" -# build: "8" -# - job-spec: "l2-01" -# build: "9" -# - job-spec: "l2-02" -# build: "10" -# - job-spec: "l2-03" -# build: "11" -# - job-spec: "l2-04" -# build: "13" -# - job-spec: "memif-00" -# build: "14" -# - job-spec: "srv6-00" -# build: "15" -# - job-spec: "srv6-01" -# build: "16" -# - job-spec: "vhost-00" -# build: "17" -# - job-spec: "vhost-01" -# build: "18" - # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" @@ -763,13 +262,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -778,7 +277,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -788,7 +287,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -798,13 +297,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -813,7 +312,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -823,7 +322,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -833,13 +332,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -848,7 +347,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -858,7 +357,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -868,13 +367,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -883,7 +382,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -893,7 +392,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -903,13 +402,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -918,7 +417,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -928,7 +427,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -938,13 +437,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -953,7 +452,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -963,7 +462,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -973,13 +472,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -988,7 +487,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -998,7 +497,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1008,13 +507,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1023,7 +522,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1033,7 +532,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1043,13 +542,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1058,7 +557,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1068,7 +567,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1078,13 +577,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1093,7 +592,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1103,7 +602,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1113,13 +612,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1128,7 +627,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1138,7 +637,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1148,13 +647,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1163,7 +662,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1173,7 +672,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1183,13 +682,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1198,7 +697,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1208,7 +707,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1218,13 +717,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1233,7 +732,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1243,7 +742,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1253,13 +752,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1268,7 +767,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1278,7 +777,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1288,13 +787,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1303,7 +802,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1313,7 +812,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1323,13 +822,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1338,7 +837,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1348,7 +847,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1358,13 +857,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1373,7 +872,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1383,7 +882,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1393,13 +892,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1408,7 +907,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1418,7 +917,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1428,13 +927,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1443,7 +942,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1453,7 +952,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1463,13 +962,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1478,7 +977,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1488,7 +987,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-alt 1t1c - type: "table" @@ -1498,13 +997,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1513,9 +1012,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' @@ -1523,7 +1022,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-alt 1t1c - type: "table" @@ -1533,13 +1032,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1548,9 +1047,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' @@ -1558,7 +1057,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-alt 1t1c - type: "table" @@ -1568,13 +1067,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter"" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1583,9 +1082,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' @@ -1593,7 +1092,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Soak vs NDR - 2n-icx - type: "table" @@ -1671,13 +1170,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1686,7 +1185,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1696,7 +1195,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c pdr - type: "table" @@ -1706,13 +1205,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1721,7 +1220,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1731,7 +1230,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 2t1c ndr - type: "table" @@ -1741,13 +1240,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1756,7 +1255,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1766,7 +1265,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c ndr - type: "table" @@ -1776,13 +1275,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1791,7 +1290,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1801,7 +1300,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c pdr - type: "table" @@ -1811,13 +1310,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1826,7 +1325,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1836,7 +1335,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c pdr - type: "table" @@ -1846,13 +1345,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1861,7 +1360,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1871,7 +1370,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c ndr - type: "table" @@ -1881,13 +1380,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1896,7 +1395,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1906,7 +1405,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c ndr - type: "table" @@ -1916,13 +1415,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1931,7 +1430,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1941,7 +1440,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -1951,13 +1450,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1966,7 +1465,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1976,7 +1475,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -1986,13 +1485,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2001,7 +1500,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2011,7 +1510,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -2021,13 +1520,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2036,7 +1535,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2046,7 +1545,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -2056,13 +1555,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2071,7 +1570,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2081,7 +1580,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -2091,13 +1590,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2106,7 +1605,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2116,7 +1615,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -2126,13 +1625,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2141,7 +1640,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2151,7 +1650,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -2161,13 +1660,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2176,7 +1675,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2186,7 +1685,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -2196,13 +1695,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2211,7 +1710,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2221,7 +1720,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -2231,13 +1730,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2246,7 +1745,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2256,7 +1755,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -2266,13 +1765,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2281,7 +1780,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2291,7 +1790,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -2301,13 +1800,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2316,7 +1815,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2326,7 +1825,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -2336,13 +1835,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2351,7 +1850,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2361,7 +1860,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -2371,13 +1870,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2386,7 +1885,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2396,7 +1895,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -2406,13 +1905,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2421,7 +1920,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2431,7 +1930,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -2441,13 +1940,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2456,7 +1955,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2466,7 +1965,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -2476,13 +1975,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2491,7 +1990,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2501,7 +2000,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -2511,13 +2010,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2526,7 +2025,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2536,7 +2035,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -2546,13 +2045,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2561,7 +2060,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2571,7 +2070,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -2581,13 +2080,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2596,7 +2095,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2606,7 +2105,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -2616,13 +2115,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2631,7 +2130,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2641,7 +2140,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c pdr - type: "table" @@ -2651,14 +2150,14 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter" + - title: "2302.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2666,7 +2165,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c pdr - type: "table" @@ -2676,14 +2175,14 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter" + - title: "2302.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2691,7 +2190,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 2t1c ndr - type: "table" @@ -2701,14 +2200,14 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter" + - title: "2302.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2716,7 +2215,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c ndr - type: "table" @@ -2726,14 +2225,14 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter" + - title: "2302.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2741,7 +2240,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' # VPP Performance Changes 3n-alt 1t1c pdr - type: "table" @@ -2751,13 +2250,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2766,9 +2265,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' @@ -2776,7 +2275,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-alt 2t2c pdr - type: "table" @@ -2786,13 +2285,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2801,7 +2300,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 1 compare: 2 legend: @@ -2811,7 +2310,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-alt 1t1c ndr - type: "table" @@ -2821,13 +2320,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2836,9 +2335,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.' @@ -2846,7 +2345,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-alt 2t2c ndr - type: "table" @@ -2856,13 +2355,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2871,7 +2370,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 1 compare: 2 legend: @@ -2881,7 +2380,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 2t1c mrr - type: "table" @@ -2891,13 +2390,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2906,7 +2405,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2916,7 +2415,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c mrr - type: "table" @@ -2926,13 +2425,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2941,7 +2440,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2951,7 +2450,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 8t4c mrr - type: "table" @@ -2961,13 +2460,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2976,7 +2475,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2986,7 +2485,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c mrr - type: "table" @@ -2996,13 +2495,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3011,7 +2510,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3021,7 +2520,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c mrr - type: "table" @@ -3031,13 +2530,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3046,7 +2545,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3056,7 +2555,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 8t4c mrr - type: "table" @@ -3066,13 +2565,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3081,7 +2580,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3091,7 +2590,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -3101,13 +2600,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3116,7 +2615,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3126,7 +2625,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -3136,13 +2635,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3151,7 +2650,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3161,7 +2660,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -3171,13 +2670,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3186,7 +2685,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3196,7 +2695,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -3206,13 +2705,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3221,7 +2720,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3231,7 +2730,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -3241,13 +2740,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3256,7 +2755,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3266,7 +2765,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -3276,13 +2775,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3291,7 +2790,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3301,7 +2800,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -3311,13 +2810,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3326,7 +2825,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3336,7 +2835,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -3346,13 +2845,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3361,7 +2860,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3371,7 +2870,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -3381,13 +2880,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3396,7 +2895,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3406,7 +2905,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -3416,13 +2915,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3431,7 +2930,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3441,7 +2940,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -3451,13 +2950,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3466,7 +2965,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3476,7 +2975,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -3486,13 +2985,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3501,7 +3000,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3511,7 +3010,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -3521,13 +3020,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3536,7 +3035,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3546,7 +3045,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -3556,13 +3055,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3571,7 +3070,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3581,7 +3080,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -3591,13 +3090,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3606,7 +3105,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3616,7 +3115,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c mrr - type: "table" @@ -3626,14 +3125,14 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2302.0-11" data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3641,7 +3140,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c mrr - type: "table" @@ -3651,14 +3150,14 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2302.0-11" data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3666,7 +3165,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' # VPP Performance Changes 3n-alt 1t1c mrr - type: "table" @@ -3676,13 +3175,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3691,9 +3190,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' @@ -3701,7 +3200,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-alt 2t2c mrr - type: "table" @@ -3711,13 +3210,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3726,9 +3225,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' @@ -3736,7 +3235,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-alt 4t4c mrr - type: "table" @@ -3746,13 +3245,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3761,9 +3260,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' @@ -3771,7 +3270,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # Detailed Test Results - VPP Performance Results 2n-zn2 - type: "table" @@ -4499,581 +3998,581 @@ ################################################################################ -# DPDK Performance Changes 3n-icx 2t1c pdr -- type: "table" - title: "DPDK Performance Changes 3n-icx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-3n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-icx 2t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 3n-icx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 3n-icx 4t2c pdr -- type: "table" - title: "DPDK Performance Changes 3n-icx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-3n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-icx 4t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 3n-icx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 3n-icx 2t1c ndr -- type: "table" - title: "DPDK Performance Changes 3n-icx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-3n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-icx 2t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 3n-icx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 3n-icx 4t2c ndr -- type: "table" - title: "DPDK Performance Changes 3n-icx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-3n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-icx 4t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 3n-icx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-icx 2t1c pdr -- type: "table" - title: "DPDK Performance Changes 2n-icx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-icx 2t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-icx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-icx 4t2c pdr -- type: "table" - title: "DPDK Performance Changes 2n-icx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-icx 4t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-icx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-icx 2t1c ndr -- type: "table" - title: "DPDK Performance Changes 2n-icx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-icx 2t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-icx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-icx 4t2c ndr -- type: "table" - title: "DPDK Performance Changes 2n-icx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-icx 4t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-icx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-clx 2t1c pdr -- type: "table" - title: "DPDK Performance Changes 2n-clx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-clx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-clx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-clx 2t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-clx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-clx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-clx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-clx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-clx 4t2c pdr -- type: "table" - title: "DPDK Performance Changes 2n-clx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-clx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-clx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-clx 4t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-clx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-clx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-clx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-clx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-clx 2t1c ndr -- type: "table" - title: "DPDK Performance Changes 2n-clx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-clx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-clx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-clx 2t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-clx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-clx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-clx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-clx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-clx 4t2c ndr -- type: "table" - title: "DPDK Performance Changes 2n-clx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-clx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-clx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-clx 4t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-clx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-clx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-clx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-clx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-zn2 2t1c pdr -- type: "table" - title: "DPDK Performance Changes 2n-zn2 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-zn2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-zn2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-zn2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-zn2 2t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-zn2 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-zn2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-zn2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-zn2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-zn2 4t2c pdr -- type: "table" - title: "DPDK Performance Changes 2n-zn2 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-zn2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-zn2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-zn2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-zn2 4t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-zn2 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-zn2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-zn2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-zn2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-zn2 2t1c ndr -- type: "table" - title: "DPDK Performance Changes 2n-zn2 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-zn2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-zn2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-zn2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-zn2 2t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-zn2 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-zn2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-zn2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-zn2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-zn2 4t2c ndr -- type: "table" - title: "DPDK Performance Changes 2n-zn2 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-zn2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-zn2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-zn2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-zn2 4t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-zn2 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-zn2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-zn2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-zn2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 3n-tsh 1t1c pdr -- type: "table" - title: "DPDK Performance Changes 3n-tsh 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-3n-tsh-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-tsh-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-tsh-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-tsh 1t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 3n-tsh 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-tsh-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-tsh-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-tsh-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 3n-tsh 2t2c pdr -- type: "table" - title: "DPDK Performance Changes 3n-tsh 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-3n-tsh-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-tsh-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-tsh-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-tsh 2t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 3n-tsh 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-tsh-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-tsh-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-tsh-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 3n-tsh 1t1c ndr -- type: "table" - title: "DPDK Performance Changes 3n-tsh 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-3n-tsh-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-tsh-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-tsh-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-tsh 1t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 3n-tsh 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-tsh-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-tsh-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-tsh-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 3n-tsh 2t2c ndr -- type: "table" - title: "DPDK Performance Changes 3n-tsh 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-3n-tsh-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-tsh-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-tsh-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-tsh 2t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 3n-tsh 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-tsh-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-tsh-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-tsh-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-tx2 1t1c pdr -- type: "table" - title: "DPDK Performance Changes 2n-tx2 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-tx2 1t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-tx2 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-tx2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-tx2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-tx2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-tx2 2t2c pdr -- type: "table" - title: "DPDK Performance Changes 2n-tx2 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-tx2 2t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-tx2 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-tx2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-tx2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-tx2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-tx2 1t1c ndr -- type: "table" - title: "DPDK Performance Changes 2n-tx2 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-tx2 1t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-tx2 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-tx2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-tx2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-tx2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-tx2 2t2c ndr -- type: "table" - title: "DPDK Performance Changes 2n-tx2 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-tx2 2t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-tx2 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-tx2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-tx2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-tx2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # Detailed Test Results - DPDK Performance Results 2n-zn2 - type: "table" @@ -11684,6 +11183,32 @@ # title: "3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" # layout: "plot-hoststack" +# Hoststack tests 2n-icx + +- type: "plot" + title: "CPS: 2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-cps" + data: "vpp-2n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps" + layout: + title: "2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + layout: "plot-cps" + +- type: "plot" + title: "RPS: 2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-rps" + data: "vpp-2n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps" + layout: + title: "2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + layout: "plot-rps" + ############################################################################### # TRex 2n-icx diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml index 5d25ec1b45..eb086b2d7c 100644 --- a/resources/tools/presentation/specifications/report/environment.yaml +++ b/resources/tools/presentation/specifications/report/environment.yaml @@ -55,7 +55,6 @@ DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" DIR[DTR,PERF,VPP,2N,TX2]: "{DIR[DTR]}/vpp_performance_results_2n_tx2" DIR[DTR,PERF,VPP,3N,SNR]: "{DIR[DTR]}/vpp_performance_results_3n_snr" - DIR[DTR,PERF,VPP,3N,AWS]: "{DIR[DTR]}/vpp_performance_results_3n_aws" DIR[DTR,PERF,VPP,2N,AWS]: "{DIR[DTR]}/vpp_performance_results_2n_aws" DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results" DIR[DTR,MRR,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_mrr_results_2n_zn2" @@ -66,7 +65,6 @@ DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" DIR[DTR,MRR,VPP,2N,TX2]: "{DIR[DTR]}/vpp_mrr_results_2n_tx2" DIR[DTR,MRR,VPP,3N,SNR]: "{DIR[DTR]}/vpp_mrr_results_3n_snr" - DIR[DTR,MRR,VPP,3N,AWS]: "{DIR[DTR]}/vpp_mrr_results_3n_aws" DIR[DTR,MRR,VPP,2N,AWS]: "{DIR[DTR]}/vpp_mrr_results_2n_aws" DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" @@ -81,7 +79,6 @@ DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" DIR[DTC,PERF,VPP,2N,TX2]: "{DIR[DTC]}/vpp_performance_configuration_2n_tx2" DIR[DTC,PERF,VPP,3N,SNR]: "{DIR[DTC]}/vpp_performance_configuration_3n_snr" - DIR[DTC,PERF,VPP,3N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_3n_aws" DIR[DTC,PERF,VPP,2N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_2n_aws" DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration" DIR[DTC,MRR,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_zn2" @@ -92,7 +89,6 @@ DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" DIR[DTC,MRR,VPP,2N,TX2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_tx2" DIR[DTC,MRR,VPP,3N,SNR]: "{DIR[DTC]}/vpp_mrr_configuration_3n_snr" - DIR[DTC,MRR,VPP,3N,AWS]: "{DIR[DTC]}/vpp_mrr_configuration_3n_aws" DIR[DTC,MRR,VPP,2N,AWS]: "{DIR[DTC]}/vpp_mrr_configuration_2n_aws" DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" @@ -107,7 +103,6 @@ DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh" DIR[DTO,PERF,VPP,2N,TX2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_tx2" DIR[DTO,PERF,VPP,3N,SNR]: "{DIR[DTO]}/vpp_performance_operational_data_3n_snr" - DIR[DTO,PERF,VPP,3N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_3n_aws" DIR[DTO,PERF,VPP,2N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_2n_aws" # Latencies: @@ -230,5 +225,5 @@ format: html: - full - pdf: - - minimal + # pdf: + # - minimal diff --git a/resources/tools/presentation/specifications/report/layouts.yaml b/resources/tools/presentation/specifications/report/layouts.yaml index ac6d29a094..2086a4cdec 100644 --- a/resources/tools/presentation/specifications/report/layouts.yaml +++ b/resources/tools/presentation/specifications/report/layouts.yaml @@ -310,6 +310,61 @@ hoverlabel: namelength: -1 + plot-rps: + titlefont: + size: 16 + xaxis: + title: "<b>Test Cases [Index]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "array" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Request Rate [Mrps]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,10] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + plot-throughput-speedup-analysis: titlefont: size: 16 |