diff options
| author |   Tibor Frank <tifrank@cisco.com> | 2022-01-24 14:31:40 +0100 |
|---|---|---|
| committer | Tibor Frank <tifrank@cisco.com> | 2022-01-24 13:42:25 +0000 |
| commit | 960ba22038a8bcb264fc92c5639ecb356cb523b1 (patch) | |
| tree | ebf26762ff4ebdc469e22ef23e79b10f909920f4 | |
| parent | 301be4c9464c420e223f56e5fee303b8483727d3 (diff) | |
Report: Configure Report 2202
Change-Id: I9be8b74716b09b2395fbab95eb37877867abbc22
Signed-off-by: Tibor Frank <tifrank@cisco.com>
(cherry picked from commit ac1fbfcd12d5bd4db1b04bbf27b6d47880bcd3e7)
4 files changed, 1529 insertions, 1871 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 57b75b838f..3e994a0cee 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -5,41 +5,14 @@ - type: "data-sets" vpp-device-results-ubuntu: - csit-vpp-device-2110-ubuntu2004-x86_64-1n-skx: - - 262 # rls2110.rel VPP DEV env 8 + csit-vpp-device-2202-ubuntu2004-x86_64-1n-skx: + - 5 # rls2202.rc1 VPP DEV env 9 ################################################################################ # 3n-skx vpp-3n-skx-hist-iter-new-env: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 47 # rls2101.rel NDRPDR iter env 6 - - 48 # rls2101.rel NDRPDR iter env 6 - - 50 # rls2101.rel NDRPDR iter env 6 - - vpp-3n-skx-prev-iter-old-env: - csit-vpp-perf-report-iterative-2106-3n-skx: - - 40 # rls2106.rel NDRPDR iter env 7 - - 41 # rls2106.rel NDRPDR iter env 7 - - 42 # rls2106.rel NDRPDR iter env 7 - - 43 # rls2106.rel NDRPDR iter env 7 - - 44 # rls2106.rel NDRPDR iter env 7 - - 45 # rls2106.rel NDRPDR iter env 7 - - 49 # rls2106.rel NDRPDR iter env 7 - - 50 # rls2106.rel NDRPDR iter env 7 - - 52 # rls2106.rel NDRPDR iter env 7 - - 55 # rls2106.rel NDRPDR iter env 7 - - 59 # rls2106.rel NDRPDR iter env 7 - - vpp-3n-skx-prev-iter-new-env: csit-vpp-perf-report-iterative-2110-3n-skx: - 17 # rls2106.rel NDRPDR iter env 8 - 18 # rls2106.rel NDRPDR iter env 8 @@ -52,7 +25,7 @@ - 27 # rls2106.rel NDRPDR iter env 8 - 28 # rls2106.rel NDRPDR iter env 8 - vpp-3n-skx-curr-iter: + vpp-3n-skx-prev-iter-old-env: csit-vpp-perf-report-iterative-2110-3n-skx: - 51 # rls2110.rel NDRPDR iter env 8 - 52 # rls2110.rel NDRPDR iter env 8 @@ -75,89 +48,46 @@ - 69 # rls2110.rel NDRPDR iter env 8 ipsec - 70 # rls2110.rel NDRPDR iter env 8 ipsec + vpp-3n-skx-prev-iter-new-env: + csit-vpp-perf-report-iterative-2202-3n-skx: + - 7 # rls2110.rel NDRPDR iter env 9 + - 8 # rls2110.rel NDRPDR iter env 9 + - 12 # rls2110.rel NDRPDR iter env 9 + + vpp-3n-skx-curr-iter: + csit-vpp-perf-report-iterative-2202-3n-skx: + - 2 # rls2202.rc1 NDRPDR iter env 9 + vpp-3n-skx-curr-iter-best: - csit-vpp-perf-report-iterative-2110-3n-skx: - - 59 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-3n-skx: + - 2 # rls2202.rc1 NDRPDR iter env 9 vpp-3n-skx-hist-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 35 # rls2101.rel MRR iter env 6 + csit-vpp-perf-report-iterative-2110-3n-skx: + - 10 # rls2106.rel MRR iter env 8 vpp-3n-skx-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2106-3n-skx: - - 37 # rls2106.rel MRR iter env 7 + csit-vpp-perf-report-iterative-2110-3n-skx: + - 50 # rls2110.rel MRR iter env 8 vpp-3n-skx-prev-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2110-3n-skx: - - 10 # rls2106.rel MRR iter env 8 + csit-vpp-perf-report-iterative-2202-3n-skx: + - 4 # rls2110.rel MRR iter env 9 vpp-3n-skx-curr-iter-mrr: - csit-vpp-perf-report-iterative-2110-3n-skx: - - 50 # rls2110.rel MRR iter env 8 + csit-vpp-perf-report-iterative-2202-3n-skx: + - 1 # rls2202.rc1 MRR iter env 9 vpp-3n-skx-curr-iter-hoststack: - csit-vpp-perf-report-iterative-2110-3n-skx: - - 40 # rls2110.rel NDRPDR iter env 8 - - 41 # rls2110.rel NDRPDR iter env 8 - - 42 # rls2110.rel NDRPDR iter env 8 - - 43 # rls2110.rel NDRPDR iter env 8 - - 44 # rls2110.rel NDRPDR iter env 8 - - 45 # rls2110.rel NDRPDR iter env 8 - - 46 # rls2110.rel NDRPDR iter env 8 - - 47 # rls2110.rel NDRPDR iter env 8 - - 48 # rls2110.rel NDRPDR iter env 8 - - 49 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-3n-skx: + - 3 # rls2202.rc1 hoststack iter env 9 vpp-3n-skx-curr-cov: - csit-vpp-perf-report-coverage-2110-3n-skx: - - 35 # rls2110.rel NDRPDR cov env 8 - - 36 # rls2110.rel NDRPDR cov env 8 - - 37 # rls2110.rel NDRPDR cov env 8 - - 39 # rls2110.rel NDRPDR cov env 8 - - 40 # rls2110.rel NDRPDR cov env 8 - - 41 # rls2110.rel NDRPDR cov env 8 - - 42 # rls2110.rel NDRPDR cov env 8 - - 43 # rls2110.rel NDRPDR cov env 8 - - 44 # rls2110.rel NDRPDR cov env 8 - - 45 # rls2110.rel NDRPDR cov env 8 - - 46 # rls2110.rel NDRPDR cov env 8 - - 47 # rls2110.rel NDRPDR cov env 8 - - 48 # rls2110.rel NDRPDR cov env 8 - - 49 # rls2110.rel NDRPDR cov env 8 - - 50 # rls2110.rel NDRPDR cov env 8 - - 51 # rls2110.rel NDRPDR cov env 8 - - 52 # rls2110.rel NDRPDR cov env 8 - - 53 # rls2110.rel NDRPDR cov env 8 - - 54 # rls2110.rel NDRPDR cov env 8 - - 55 # rls2110.rel NDRPDR cov env 8 - - 56 # rls2110.rel NDRPDR cov env 8 - - 57 # rls2110.rel NDRPDR cov env 8 - - 58 # rls2110.rel NDRPDR cov env 8 - - 59 # rls2110.rel NDRPDR cov env 8 - - 60 # rls2110.rel NDRPDR cov env 8 - - 61 # rls2110.rel NDRPDR cov env 8 - - 62 # rls2110.rel NDRPDR cov env 8 - - 63 # rls2110.rel NDRPDR cov env 8 - - 64 # rls2110.rel NDRPDR cov env 8 - - 65 # rls2110.rel NDRPDR cov env 8 - - 66 # rls2110.rel NDRPDR cov env 8 - - 67 # rls2110.rel NDRPDR cov env 8 - - 68 # rls2110.rel NDRPDR cov env 8 + # csit-vpp-perf-report-coverage-2202-3n-skx: + csit-vpp-perf-report-iterative-2202-3n-skx: + - 2 # rls2202.rc1 NDRPDR iter env 9 dpdk-3n-skx-hist-iter: - csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - 25 # rls2101 NDRPDR iter env 6 - - 26 # rls2101 NDRPDR iter env 6 - - dpdk-3n-skx-prev-iter: csit-dpdk-perf-report-iterative-2106-3n-skx: - 1 # rls2106 NDRPDR iter env 7 - 2 # rls2106 NDRPDR iter env 7 @@ -170,7 +100,7 @@ - 9 # rls2106 NDRPDR iter env 7 - 10 # rls2106 NDRPDR iter env 7 - dpdk-3n-skx-curr-iter: + dpdk-3n-skx-prev-iter: csit-dpdk-perf-report-iterative-2110-3n-skx: - 7 # rls2110 NDRPDR iter env 8 - 8 # rls2110 NDRPDR iter env 8 @@ -183,70 +113,26 @@ - 20 # rls2110 NDRPDR iter env 8 - 21 # rls2110 NDRPDR iter env 8 + dpdk-3n-skx-curr-iter: + csit-dpdk-perf-report-iterative-2202-3n-skx: + - 1 # rls2202 NDRPDR iter env 9 + - 2 # rls2202 NDRPDR iter env 9 + - 3 # rls2202 NDRPDR iter env 9 + - 4 # rls2202 NDRPDR iter env 9 + - 5 # rls2202 NDRPDR iter env 9 + - 6 # rls2202 NDRPDR iter env 9 + - 7 # rls2202 NDRPDR iter env 9 + - 8 # rls2202 NDRPDR iter env 9 + - 9 # rls2202 NDRPDR iter env 9 + - 10 # rls2202 NDRPDR iter env 9 + dpdk-3n-skx-curr-iter-best: - csit-dpdk-perf-report-iterative-2110-3n-skx: - - 7 # rls2110 NDRPDR iter env 8 + csit-dpdk-perf-report-iterative-2202-3n-skx: + - 1 # rls2202 NDRPDR iter env 9 # 2n-skx vpp-2n-skx-hist-iter-new-env: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter RND env 6 - - 90 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 96 # rls2101.rel NDRPDR iter RND env 6 - - 98 # rls2101.rel NDRPDR iter RND env 6 - - 99 # rls2101.rel NDRPDR iter RND env 6 - - 101 # rls2101.rel NDRPDR iter RND env 6 - - 102 # rls2101.rel NDRPDR iter RND env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter NAT env 6 - - 123 # rls2101.rel NDRPDR iter NAT env 6 - - 124 # rls2101.rel NDRPDR iter NAT env 6 - - 125 # rls2101.rel NDRPDR iter NAT env 6 - - vpp-2n-skx-prev-iter-old-env: - csit-vpp-perf-report-iterative-2106-2n-skx: - - 59 # rls2106.rel NDRPDR iter env 7 - - 60 # rls2106.rel NDRPDR iter env 7 - - 61 # rls2106.rel NDRPDR iter env 7 - - 65 # rls2106.rel NDRPDR iter env 7 - - 66 # rls2106.rel NDRPDR iter env 7 - - 67 # rls2106.rel NDRPDR iter env 7 - - 68 # rls2106.rel NDRPDR iter env 7 - - 69 # rls2106.rel NDRPDR iter env 7 - - 70 # rls2106.rel NDRPDR iter env 7 - - 71 # rls2106.rel NDRPDR iter env 7 - - 89 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 90 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 91 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 92 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 93 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 95 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 96 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 97 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 98 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 99 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 100 # rls2106.rel NDRPDR iter env 7 - - vpp-2n-skx-prev-iter-new-env: csit-vpp-perf-report-iterative-2110-2n-skx: - 33 # rls2106.rel NDRPDR iter env 8 - 34 # rls2106.rel NDRPDR iter env 8 @@ -259,7 +145,7 @@ - 48 # rls2106.rel NDRPDR iter env 8 - 49 # rls2106.rel NDRPDR iter env 8 - vpp-2n-skx-curr-iter: + vpp-2n-skx-prev-iter-old-env: csit-vpp-perf-report-iterative-2110-2n-skx: - 85 # rls2110.rel NDRPDR iter env 8 - 86 # rls2110.rel NDRPDR iter env 8 @@ -272,126 +158,69 @@ - 97 # rls2110.rel NDRPDR iter env 8 - 100 # rls2110.rel NDRPDR iter env 8 + vpp-2n-skx-prev-iter-new-env: + csit-vpp-perf-report-iterative-2202-2n-skx: + - 10 # rls2110.rel NDRPDR iter env 9 + - 11 # rls2110.rel NDRPDR iter env 9 + - 12 # rls2110.rel NDRPDR iter env 9 + + vpp-2n-skx-curr-iter: + csit-vpp-perf-report-iterative-2202-2n-skx: + - 2 # rls2202.rc1 NDRPDR iter env 9 + vpp-2n-skx-curr-iter-best: - csit-vpp-perf-report-iterative-2110-2n-skx: - - 86 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-skx: + - 2 # rls2202.rc1 NDRPDR iter env 9 vpp-2n-skx-hist-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 62 # rls2101.rel MRR iter env 6 + csit-vpp-perf-report-iterative-2110-2n-skx: + - 17 # rls2106.rel MRR iter env 8 vpp-2n-skx-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2106-2n-skx: - - 52 # rls2106.rel MRR iter env 7 - - 88 # rls2106.rel MRR AF-XDP iter env 7 + csit-vpp-perf-report-iterative-2110-2n-skx: + - 81 # rls2110.rel MRR iter env 8 vpp-2n-skx-prev-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2110-2n-skx: - - 17 # rls2106.rel MRR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-skx: + - 8 # rls2110.rel MRR iter env 9 vpp-2n-skx-curr-iter-mrr: - csit-vpp-perf-report-iterative-2110-2n-skx: - - 81 # rls2110.rel MRR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-skx: + - 1 # rls2202.rc1 MRR iter env 9 vpp-2n-skx-curr-soak: - csit-vpp-perf-report-iterative-2110-2n-skx: - - 78 # rls2110.rel soak env 8 - - 79 # rls2110.rel soak env 8 + csit-vpp-perf-report-iterative-2202-2n-skx: + - 7 # rls2202.rc1 soak env 9 vpp-soak-vs-ndr-2n-skx-ref: - csit-vpp-perf-report-iterative-2110-2n-skx: - - 85 # rls2110.rel NDRPDR iter env 8 - - 86 # rls2110.rel NDRPDR iter env 8 - - 87 # rls2110.rel NDRPDR iter env 8 - - 88 # rls2110.rel NDRPDR iter env 8 - - 89 # rls2110.rel NDRPDR iter env 8 - - 94 # rls2110.rel NDRPDR iter env 8 - - 95 # rls2110.rel NDRPDR iter env 8 - - 96 # rls2110.rel NDRPDR iter env 8 - - 97 # rls2110.rel NDRPDR iter env 8 - - 100 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-skx: + - 2 # rls2202.rc1 NDRPDR iter env 9 vpp-soak-vs-ndr-2n-skx: - csit-vpp-perf-report-iterative-2110-2n-skx: - - 85 # rls2110.rel NDRPDR iter env 8 - - 86 # rls2110.rel NDRPDR iter env 8 - - 87 # rls2110.rel NDRPDR iter env 8 - - 88 # rls2110.rel NDRPDR iter env 8 - - 89 # rls2110.rel NDRPDR iter env 8 - - 94 # rls2110.rel NDRPDR iter env 8 - - 95 # rls2110.rel NDRPDR iter env 8 - - 96 # rls2110.rel NDRPDR iter env 8 - - 97 # rls2110.rel NDRPDR iter env 8 - - 100 # rls2110.rel NDRPDR iter env 8 - - 78 # rls2110.rel soak env 8 - - 79 # rls2110.rel soak env 8 + csit-vpp-perf-report-iterative-2202-2n-skx: + - 2 # rls2202.rc1 NDRPDR iter env 9 + - 7 # rls2202.rc1 soak env 9 vpp-2n-skx-curr-nfv-ndrpdr: - csit-vpp-perf-report-iterative-2110-2n-skx: - - 76 # rls2110.rel NDRPDR nf-density iter env 8 - - 77 # rls2110.rel NDRPDR nf-density iter env 8 - - 82 # rls2110.rel NDRPDR nf-density iter env 8 - - 83 # rls2110.rel NDRPDR nf-density iter env 8 - - 91 # rls2110.rel NDRPDR nf-density iter env 8 - - 92 # rls2110.rel NDRPDR nf-density iter env 8 - - 102 # rls2110.rel NDRPDR nf-density iter env 8 - - 104 # rls2110.rel NDRPDR nf-density iter env 8 - - 105 # rls2110.rel NDRPDR nf-density iter env 8 - - 106 # rls2110.rel NDRPDR nf-density iter env 8 + csit-vpp-perf-report-iterative-2202-2n-skx: + - 5 # rls2202.rc1 NDRPDR nf-density iter env 9 vpp-2n-skx-curr-nfv-mrr: - csit-vpp-perf-report-iterative-2110-2n-skx: - - 72 # rls2110.rel MRR nf-density iter env 8 + csit-vpp-perf-report-iterative-2202-2n-skx: + - 4 # rls2202.rel MRR nf-density iter env 9 vpp-2n-skx-curr-nfv-reconf: - csit-vpp-perf-report-iterative-2110-2n-skx: - - 74 # rls2110.rel NDRPDR reconf iter env 8 - - 75 # rls2110.rel NDRPDR reconf iter env 8 - - 80 # rls2110.rel NDRPDR reconf iter env 8 - - 84 # rls2110.rel NDRPDR reconf iter env 8 - - 90 # rls2110.rel NDRPDR reconf iter env 8 - - 103 # rls2110.rel NDRPDR reconf iter env 8 - - 107 # rls2110.rel NDRPDR reconf iter env 8 - - 108 # rls2110.rel NDRPDR reconf iter env 8 - - 109 # rls2110.rel NDRPDR reconf iter env 8 - - 110 # rls2110.rel NDRPDR reconf iter env 8 + csit-vpp-perf-report-iterative-2202-2n-skx: + - 6 # rls2202.rc1 NDRPDR reconf iter env 9 vpp-2n-skx-curr-gso: - csit-vpp-perf-report-iterative-2110-2n-skx: - - 73 # rls2110.rel MRR GSO iter env 8 + csit-vpp-perf-report-iterative-2202-2n-skx: + - 3 # rls2202.rc1 MRR GSO iter env 9 vpp-2n-skx-curr-cov: - csit-vpp-perf-report-coverage-2110-2n-skx: - - 18 # rls2110.rel NDRPDR cov env 8 - - 19 # rls2110.rel NDRPDR cov env 8 - - 20 # rls2110.rel NDRPDR cov env 8 - - 21 # rls2110.rel NDRPDR cov env 8 - - 22 # rls2110.rel NDRPDR cov env 8 - - 23 # rls2110.rel NDRPDR cov env 8 - - 24 # rls2110.rel NDRPDR cov env 8 - - 25 # rls2110.rel NDRPDR cov env 8 - - 26 # rls2110.rel NDRPDR cov env 8 - - 27 # rls2110.rel NDRPDR cov env 8 - - 28 # rls2110.rel NDRPDR cov env 8 - - 29 # rls2110.rel NDRPDR cov env 8 - - 30 # rls2110.rel NDRPDR cov env 8 - - 31 # rls2110.rel NDRPDR cov env 8 - - 32 # rls2110.rel NDRPDR cov env 8 - - 33 # rls2110.rel NDRPDR cov env 8 - - 34 # rls2110.rel NDRPDR cov env 8 + # csit-vpp-perf-report-coverage-2202-2n-skx: + csit-vpp-perf-report-iterative-2202-2n-skx: + - 2 # rls2202.rc1 NDRPDR iter env 9 dpdk-2n-skx-hist-iter: - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - dpdk-2n-skx-prev-iter: csit-dpdk-perf-report-iterative-2106-2n-skx: - 11 # rls2106 NDRPDR iter env 7 - 2 # rls2106 NDRPDR iter env 7 @@ -404,7 +233,7 @@ - 9 # rls2106 NDRPDR iter env 7 - 10 # rls2106 NDRPDR iter env 7 - dpdk-2n-skx-curr-iter: + dpdk-2n-skx-prev-iter: csit-dpdk-perf-report-iterative-2110-2n-skx: - 11 # rls2110 NDRPDR iter env 8 - 12 # rls2110 NDRPDR iter env 8 @@ -417,11 +246,24 @@ - 19 # rls2110 NDRPDR iter env 8 - 20 # rls2110 NDRPDR iter env 8 + dpdk-2n-skx-curr-iter: + csit-dpdk-perf-report-iterative-2202-2n-skx: + - 1 # rls2202 NDRPDR iter env 9 + - 2 # rls2202 NDRPDR iter env 9 + - 3 # rls2202 NDRPDR iter env 9 + - 4 # rls2202 NDRPDR iter env 9 + - 5 # rls2202 NDRPDR iter env 9 + - 6 # rls2202 NDRPDR iter env 9 + - 7 # rls2202 NDRPDR iter env 9 + - 8 # rls2202 NDRPDR iter env 9 + - 9 # rls2202 NDRPDR iter env 9 + - 10 # rls2202 NDRPDR iter env 9 + dpdk-2n-skx-curr-iter-best: - csit-dpdk-perf-report-iterative-2110-2n-skx: - - 11 # rls2110 NDRPDR iter env 8 + csit-dpdk-perf-report-iterative-2202-2n-skx: + - 1 # rls2202 NDRPDR iter env 9 - trex-2n-skx-curr-iter: + trex-2n-skx-prev-iter: csit-trex-perf-report-iterative-2110-2n-skx: - 8 # rls2110.rel NDRPDR iter env 8 - 9 # rls2110.rel NDRPDR iter env 8 @@ -434,64 +276,22 @@ - 16 # rls2110.rel NDRPDR iter env 8 - 17 # rls2110.rel NDRPDR iter env 8 + trex-2n-skx-curr-iter: + csit-trex-perf-report-iterative-2202-2n-skx: + - 1 # rls2202.rel NDRPDR iter env 9 + trex-2n-skx-curr-iter-best: - csit-trex-perf-report-iterative-2110-2n-skx: - - 8 # rls2110.rel NDRPDR iter env 8 + csit-trex-perf-report-iterative-2202-2n-skx: + - 1 # rls2202.rel NDRPDR iter env 9 trex-2n-skx-curr-cov: - csit-trex-perf-report-coverage-2110-2n-skx: - - 3 # rls2110.rel NDRPDR cov env 8 + # csit-trex-perf-report-coverage-2202-2n-skx: + csit-trex-perf-report-iterative-2202-2n-skx: + - 1 # rls2202.rel NDRPDR iter env 9 # 2n-zn2 vpp-2n-zn2-hist-iter-new-env: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 31 # rls2101.rel NDRPDR iter env 6 - - 32 # rls2101.rel NDRPDR iter env 6 - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 44 # rls2101.rel NDRPDR iter env 6 - - 49 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter RND env 6 - - 40 # rls2101.rel NDRPDR iter RND env 6 - - 41 # rls2101.rel NDRPDR iter RND env 6 - - 42 # rls2101.rel NDRPDR iter RND env 6 - - 43 # rls2101.rel NDRPDR iter RND env 6 - - 45 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - - vpp-2n-zn2-prev-iter-old-env: - csit-vpp-perf-report-iterative-2106-2n-zn2: - - 38 # rls2106.rel NDRPDR iter env 7 - - 39 # rls2106.rel NDRPDR iter env 7 - - 40 # rls2106.rel NDRPDR iter env 7 - - 41 # rls2106.rel NDRPDR iter env 7 - - 42 # rls2106.rel NDRPDR iter env 7 - - 43 # rls2106.rel NDRPDR iter env 7 - - 44 # rls2106.rel NDRPDR iter env 7 - - 45 # rls2106.rel NDRPDR iter env 7 - - 46 # rls2106.rel NDRPDR iter env 7 - - 47 # rls2106.rel NDRPDR iter env 7 - - 49 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 50 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 51 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 52 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 53 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 54 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 55 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 56 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 57 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 58 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 59 # rls2106.rel NDRPDR iter env 7 - - vpp-2n-zn2-prev-iter-new-env: csit-vpp-perf-report-iterative-2110-2n-zn2: - 20 # rls2106.rel NDRPDR iter env 8 - 21 # rls2106.rel NDRPDR iter env 8 @@ -504,7 +304,7 @@ - 54 # rls2106.rel NDRPDR iter env 8 - 55 # rls2106.rel NDRPDR iter env 8 - vpp-2n-zn2-curr-iter: + vpp-2n-zn2-prev-iter-old-env: csit-vpp-perf-report-iterative-2110-2n-zn2: - 42 # rls2110.rel NDRPDR iter env 8 - 43 # rls2110.rel NDRPDR iter env 8 @@ -517,63 +317,45 @@ - 50 # rls2110.rel NDRPDR iter env 8 - 51 # rls2110.rel NDRPDR iter env 8 + vpp-2n-zn2-prev-iter-new-env: + csit-vpp-perf-report-iterative-2202-2n-zn2: + - 6 # rls2110.rel NDRPDR iter env 9 + - 9 # rls2110.rel NDRPDR iter env 9 + + vpp-2n-zn2-curr-iter: + csit-vpp-perf-report-iterative-2202-2n-zn2: + - 2 # rls2202.rc1 NDRPDR iter env 9 + vpp-2n-zn2-curr-iter-best: - csit-vpp-perf-report-iterative-2110-2n-zn2: - - 42 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-zn2: + - 2 # rls2202.rc1 NDRPDR iter env 9 vpp-2n-zn2-curr-iter-gso: - csit-vpp-perf-report-iterative-2110-2n-zn2: - - 40 # rls2110.rel MRR GSO iter env 8 + csit-vpp-perf-report-iterative-2202-2n-zn2: + - 3 # rls2202.rc1 MRR GSO iter env 9 vpp-2n-zn2-hist-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 30 # rls2101.rel MRR iter env 6 + csit-vpp-perf-report-iterative-2110-2n-zn2: + - 19 # rls2106.rel MRR iter env 8 vpp-2n-zn2-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2106-2n-zn2: - - 36 # rls2106.rel MRR iter env 7 - - 48 # rls2106.rel MRR AF-XDP iter env 7 + csit-vpp-perf-report-iterative-2110-2n-zn2: + - 41 # rls2110.rel MRR iter env 8 vpp-2n-zn2-prev-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2110-2n-zn2: - - 19 # rls2106.rel MRR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-zn2: + - 4 # rls2110.rel MRR iter env 9 vpp-2n-zn2-curr-iter-mrr: - csit-vpp-perf-report-iterative-2110-2n-zn2: - - 41 # rls2110.rel MRR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-zn2: + - 1 # rls2202.rc1 MRR iter env 9 vpp-2n-zn2-curr-cov: - csit-vpp-perf-report-coverage-2110-2n-zn2: - - 1 # rls2110.rel NDRPDR cov env 8 - - 2 # rls2110.rel NDRPDR cov env 8 - - 3 # rls2110.rel NDRPDR cov env 8 - - 4 # rls2110.rel NDRPDR cov env 8 - - 5 # rls2110.rel NDRPDR cov env 8 - - 6 # rls2110.rel NDRPDR cov env 8 - - 7 # rls2110.rel NDRPDR cov env 8 - - 8 # rls2110.rel NDRPDR cov env 8 - - 9 # rls2110.rel NDRPDR cov env 8 - - 10 # rls2110.rel NDRPDR cov env 8 - - 11 # rls2110.rel NDRPDR cov env 8 - - 12 # rls2110.rel NDRPDR cov env 8 - - 13 # rls2110.rel NDRPDR cov env 8 - - 14 # rls2110.rel NDRPDR cov env 8 - - 15 # rls2110.rel NDRPDR cov env 8 + # csit-vpp-perf-report-coverage-2202-2n-zn2: + csit-vpp-perf-report-iterative-2202-2n-zn2: + - 2 # rls2202.rc1 NDRPDR iter env 9 dpdk-2n-zn2-hist-iter: - csit-dpdk-perf-report-iterative-2101-2n-zn2: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - dpdk-2n-zn2-prev-iter: csit-dpdk-perf-report-iterative-2106-2n-zn2: - 11 # rls2106 NDRPDR iter env 7 - 2 # rls2106 NDRPDR iter env 7 @@ -586,7 +368,7 @@ - 9 # rls2106 NDRPDR iter env 7 - 10 # rls2106 NDRPDR iter env 7 - dpdk-2n-zn2-curr-iter: + dpdk-2n-zn2-prev-iter: csit-dpdk-perf-report-iterative-2110-2n-zn2: - 24 # rls2110 NDRPDR iter env 8 - 25 # rls2110 NDRPDR iter env 8 @@ -599,80 +381,22 @@ - 32 # rls2110 NDRPDR iter env 8 - 33 # rls2110 NDRPDR iter env 8 + dpdk-2n-zn2-curr-iter: + csit-dpdk-perf-report-iterative-2202-2n-zn2: + - 2 # rls2202 NDRPDR iter env 9 + - 5 # rls2202 NDRPDR iter env 9 + - 6 # rls2202 NDRPDR iter env 9 + - 7 # rls2202 NDRPDR iter env 9 + - 8 # rls2202 NDRPDR iter env 9 + - 9 # rls2202 NDRPDR iter env 9 + dpdk-2n-zn2-curr-iter-best: - csit-dpdk-perf-report-iterative-2110-2n-zn2: - - 24 # rls2110 NDRPDR iter env 8 + csit-dpdk-perf-report-iterative-2202-2n-zn2: + - 2 # rls2202 NDRPDR iter env 9 # 2n-clx vpp-2n-clx-hist-iter-new-env: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 54 # rls2101.rel NDRPDR iter env 6 - - 59 # rls2101.rel NDRPDR iter env 6 - - 60 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 66 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 90 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter RND env 6 - - 87 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 94 # rls2101.rel NDRPDR iter RND env 6 - - 95 # rls2101.rel NDRPDR iter RND env 6 - - 100 # rls2101.rel NDRPDR iter RND env 6 - - 106 # rls2101.rel NDRPDR iter RND env 6 - - 108 # rls2101.rel NDRPDR iter RND env 6 - - 112 # rls2101.rel NDRPDR iter NAT env 6 - - 113 # rls2101.rel NDRPDR iter NAT env 6 - - 114 # rls2101.rel NDRPDR iter NAT env 6 - - 115 # rls2101.rel NDRPDR iter NAT env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter MLX env 6 - - 123 # rls2101.rel NDRPDR iter MLX env 6 - - 124 # rls2101.rel NDRPDR iter MLX env 6 - - 126 # rls2101.rel NDRPDR iter MLX env 6 - - 127 # rls2101.rel NDRPDR iter MLX env 6 - - 128 # rls2101.rel NDRPDR iter MLX env 6 - - 129 # rls2101.rel NDRPDR iter MLX env 6 - - 130 # rls2101.rel NDRPDR iter MLX env 6 - - 131 # rls2101.rel NDRPDR iter MLX env 6 - - 132 # rls2101.rel NDRPDR iter MLX env 6 - - vpp-2n-clx-prev-iter-old-env: - csit-vpp-perf-report-iterative-2106-2n-clx: - - 75 # rls2106.rel NDRPDR iter env 7 - - 76 # rls2106.rel NDRPDR iter env 7 - - 77 # rls2106.rel NDRPDR iter env 7 - - 82 # rls2106.rel NDRPDR iter env 7 - - 83 # rls2106.rel NDRPDR iter env 7 - - 84 # rls2106.rel NDRPDR iter env 7 - - 85 # rls2106.rel NDRPDR iter env 7 - - 86 # rls2106.rel NDRPDR iter env 7 - - 87 # rls2106.rel NDRPDR iter env 7 - - 88 # rls2106.rel NDRPDR iter env 7 - - 124 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 125 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 126 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 127 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 128 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 129 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 130 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 131 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 132 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 133 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 144 # rls2106.rel NDRPDR iter env 7 - - vpp-2n-clx-prev-iter-new-env: csit-vpp-perf-report-iterative-2110-2n-clx: - 17 # rls2106.rel NDRPDR iter env 8 - 18 # rls2106.rel NDRPDR iter env 8 @@ -685,7 +409,7 @@ - 34 # rls2106.rel NDRPDR iter env 8 - 35 # rls2106.rel NDRPDR iter env 8 - vpp-2n-clx-curr-iter: + vpp-2n-clx-prev-iter-old-env: csit-vpp-perf-report-iterative-2110-2n-clx: - 69 # rls2110.rel NDRPDR iter env 8 - 70 # rls2110.rel NDRPDR iter env 8 @@ -698,135 +422,72 @@ - 89 # rls2110.rel NDRPDR iter env 8 - 90 # rls2110.rel NDRPDR iter env 8 + vpp-2n-clx-prev-iter-new-env: + csit-vpp-perf-report-iterative-2202-2n-clx: + - 12 # rls2110.rel NDRPDR iter env 9 + - 15 # rls2110.rel NDRPDR iter env 9 + + vpp-2n-clx-curr-iter: + csit-vpp-perf-report-iterative-2202-2n-clx: + - 2 # rls2202.rc1 NDRPDR iter env 9 + vpp-2n-clx-curr-iter-best: - csit-vpp-perf-report-iterative-2110-2n-clx: - - 73 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-clx: + - 2 # rls2202.rc1 NDRPDR iter env 9 vpp-2n-clx-hist-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 53 # rls2101.rel MRR iter env 6 - - 133 # rls2101.rel MRR MLX iter env 6 + csit-vpp-perf-report-iterative-2110-2n-clx: + - 5 # rls2106.rel MRR iter env 8 vpp-2n-clx-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2106-2n-clx: - - 66 # rls2106.rel MRR iter env 7 - - 123 # rls2101.rel MRR AF-XDP iter env 7 + csit-vpp-perf-report-iterative-2110-2n-clx: + - 65 # rls2110.rel MRR iter env 8 vpp-2n-clx-prev-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2110-2n-clx: - - 5 # rls2106.rel MRR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-clx: + - 8 # rls2110.rel MRR iter env 9 vpp-2n-clx-curr-iter-mrr: - csit-vpp-perf-report-iterative-2110-2n-clx: - - 65 # rls2110.rel MRR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-clx: + - 1 # rls2202.rc1 MRR iter env 9 vpp-2n-clx-curr-iter-gso: - csit-vpp-perf-report-iterative-2110-2n-clx: - - 57 # rls2110.rel MRR GSO iter env 8 + csit-vpp-perf-report-iterative-2202-2n-clx: + - 3 # rls2202.rc1 MRR GSO iter env 9 vpp-2n-clx-curr-iter-vsap: - csit-vpp-perf-report-iterative-2110-2n-clx: - - 95 # rls2110.rel VSAP iter env 8 - - 96 # rls2110.rel VSAP iter env 8 - - 97 # rls2110.rel VSAP iter env 8 - - 98 # rls2110.rel VSAP iter env 8 - - 99 # rls2110.rel VSAP iter env 8 - - 101 # rls2110.rel VSAP iter env 8 - - 104 # rls2110.rel VSAP iter env 8 - - 105 # rls2110.rel VSAP iter env 8 - - 106 # rls2110.rel VSAP iter env 8 - - 107 # rls2110.rel VSAP iter env 8 + csit-vpp-perf-report-iterative-2202-2n-clx: + - 9 # rls2202.rc1 VSAP iter env 9 vpp-2n-clx-curr-nfv-ndrpdr: - csit-vpp-perf-report-iterative-2110-2n-clx: - - 60 # rls2110.rel NDRPDR nf-density iter env 8 - - 61 # rls2110.rel NDRPDR nf-density iter env 8 - - 66 # rls2110.rel NDRPDR nf-density iter env 8 - - 80 # rls2110.rel NDRPDR nf-density iter env 8 - - 81 # rls2110.rel NDRPDR nf-density iter env 8 - - 87 # rls2110.rel NDRPDR nf-density iter env 8 - - 91 # rls2110.rel NDRPDR nf-density iter env 8 - - 100 # rls2110.rel NDRPDR nf-density iter env 8 - - 102 # rls2110.rel NDRPDR nf-density iter env 8 - - 103 # rls2110.rel NDRPDR nf-density iter env 8 + csit-vpp-perf-report-iterative-2202-2n-clx: + - 5 # rls2202.rc1 NDRPDR nf-density iter env 9 vpp-2n-clx-curr-nfv-mrr: - csit-vpp-perf-report-iterative-2110-2n-clx: - - 56 # rls2110.rel NDRPDR nf-density iter env 8 + csit-vpp-perf-report-iterative-2202-2n-clx: + - 4 # rls2202.rc1 NDRPDR nf-density iter env 9 vpp-2n-clx-curr-nfv-reconf: - csit-vpp-perf-report-iterative-2110-2n-clx: - - 58 # rls2110.rel NDRPDR reconf iter env 8 - - 59 # rls2110.rel NDRPDR reconf iter env 8 - - 64 # rls2110.rel NDRPDR reconf iter env 8 - - 67 # rls2110.rel NDRPDR reconf iter env 8 - - 68 # rls2110.rel NDRPDR reconf iter env 8 - - 82 # rls2110.rel NDRPDR reconf iter env 8 - - 86 # rls2110.rel NDRPDR reconf iter env 8 - - 88 # rls2110.rel NDRPDR reconf iter env 8 - - 92 # rls2110.rel NDRPDR reconf iter env 8 - - 94 # rls2110.rel NDRPDR reconf iter env 8 + csit-vpp-perf-report-iterative-2202-2n-clx: + - 6 # rls2202.rc1 NDRPDR reconf iter env 9 vpp-2n-clx-curr-soak: - csit-vpp-perf-report-iterative-2110-2n-clx: - - 62 # rls2110.rel soak env 8 - - 63 # rls2110.rel soak env 8 + csit-vpp-perf-report-iterative-2202-2n-clx: + - 7 # rls2202.rc1 soak env 9 vpp-soak-vs-ndr-2n-clx-ref: - csit-vpp-perf-report-iterative-2110-2n-clx: - - 69 # rls2110.rel NDRPDR iter env 8 - - 70 # rls2110.rel NDRPDR iter env 8 - - 71 # rls2110.rel NDRPDR iter env 8 - - 72 # rls2110.rel NDRPDR iter env 8 - - 73 # rls2110.rel NDRPDR iter env 8 - - 83 # rls2110.rel NDRPDR iter env 8 - - 84 # rls2110.rel NDRPDR iter env 8 - - 85 # rls2110.rel NDRPDR iter env 8 - - 89 # rls2110.rel NDRPDR iter env 8 - - 90 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-clx: + - 2 # rls2202.rc1 NDRPDR iter env 9 vpp-soak-vs-ndr-2n-clx: - csit-vpp-perf-report-iterative-2110-2n-clx: - - 69 # rls2110.rel NDRPDR iter env 8 - - 70 # rls2110.rel NDRPDR iter env 8 - - 71 # rls2110.rel NDRPDR iter env 8 - - 72 # rls2110.rel NDRPDR iter env 8 - - 73 # rls2110.rel NDRPDR iter env 8 - - 83 # rls2110.rel NDRPDR iter env 8 - - 84 # rls2110.rel NDRPDR iter env 8 - - 85 # rls2110.rel NDRPDR iter env 8 - - 89 # rls2110.rel NDRPDR iter env 8 - - 90 # rls2110.rel NDRPDR iter env 8 - - 62 # rls2110.rel soak env 8 - - 63 # rls2110.rel soak env 8 + csit-vpp-perf-report-iterative-2202-2n-clx: + - 2 # rls2202.rc1 NDRPDR iter env 9 + - 7 # rls2202.rc1 soak env 9 vpp-2n-clx-curr-cov: - csit-vpp-perf-report-coverage-2110-2n-clx: - - 18 # rls2110.rel NDRPDR cov env 8 - - 19 # rls2110.rel NDRPDR cov env 8 - - 20 # rls2110.rel NDRPDR cov env 8 - - 21 # rls2110.rel NDRPDR cov env 8 - - 22 # rls2110.rel NDRPDR cov env 8 - - 23 # rls2110.rel NDRPDR cov env 8 - - 24 # rls2110.rel NDRPDR cov env 8 - - 25 # rls2110.rel NDRPDR cov env 8 - - 26 # rls2110.rel NDRPDR cov env 8 - - 27 # rls2110.rel NDRPDR cov env 8 - - 28 # rls2110.rel NDRPDR cov env 8 - - 29 # rls2110.rel NDRPDR cov env 8 - - 30 # rls2110.rel NDRPDR cov env 8 - - 31 # rls2110.rel NDRPDR cov env 8 - - 32 # rls2110.rel NDRPDR cov env 8 - - 33 # rls2110.rel NDRPDR cov env 8 - - 34 # rls2110.rel NDRPDR cov env 8 + # csit-vpp-perf-report-coverage-2202-2n-clx: + csit-vpp-perf-report-iterative-2202-2n-clx: + - 2 # rls2202.rc1 NDRPDR iter env 9 dpdk-2n-clx-hist-iter: - csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - dpdk-2n-clx-prev-iter: csit-dpdk-perf-report-iterative-2106-2n-clx: - 11 # rls2106 NDRPDR iter env 7 - 2 # rls2106 NDRPDR iter env 7 @@ -839,7 +500,7 @@ - 9 # rls2106 NDRPDR iter env 7 - 10 # rls2106 NDRPDR iter env 7 - dpdk-2n-clx-curr-iter: + dpdk-2n-clx-prev-iter: csit-dpdk-perf-report-iterative-2110-2n-clx: - 5 # rls2110 NDRPDR iter env 8 - 6 # rls2110 NDRPDR iter env 8 @@ -852,40 +513,26 @@ - 17 # rls2110 NDRPDR iter env 8 - 18 # rls2110 NDRPDR iter env 8 + dpdk-2n-clx-curr-iter: + csit-dpdk-perf-report-iterative-2202-2n-clx: + - 1 # rls2202 NDRPDR iter env 9 + - 2 # rls2202 NDRPDR iter env 9 + - 3 # rls2202 NDRPDR iter env 9 + - 4 # rls2202 NDRPDR iter env 9 + - 5 # rls2202 NDRPDR iter env 9 + - 6 # rls2202 NDRPDR iter env 9 + - 7 # rls2202 NDRPDR iter env 9 + - 8 # rls2202 NDRPDR iter env 9 + - 9 # rls2202 NDRPDR iter env 9 + - 10 # rls2202 NDRPDR iter env 9 + dpdk-2n-clx-curr-iter-best: - csit-dpdk-perf-report-iterative-2110-2n-clx: - - 5 # rls2110 NDRPDR iter env 8 + csit-dpdk-perf-report-iterative-2202-2n-clx: + - 1 # rls2202 NDRPDR iter env 9 # 3n-tsh vpp-3n-tsh-hist-iter-new-env: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 23 # rls2101.rel NDRPDR iter env 6 - - 24 # rls2101.rel NDRPDR iter env 6 - - 25 # rls2101.rel NDRPDR iter env 6 - - 26 # rls2101.rel NDRPDR iter env 6 - - 27 # rls2101.rel NDRPDR iter env 6 - - 28 # rls2101.rel NDRPDR iter env 6 - - 29 # rls2101.rel NDRPDR iter env 6 - - 30 # rls2101.rel NDRPDR iter env 6 - - 31 # rls2101.rel NDRPDR iter env 6 - - 32 # rls2101.rel NDRPDR iter env 6 - - vpp-3n-tsh-prev-iter-old-env: - csit-vpp-perf-report-iterative-2106-3n-tsh: - - 19 # rls2106.rel NDRPDR iter env 7 - - 20 # rls2106.rel NDRPDR iter env 7 - - 21 # rls2106.rel NDRPDR iter env 7 - - 22 # rls2106.rel NDRPDR iter env 7 - - 23 # rls2106.rel NDRPDR iter env 7 - - 24 # rls2106.rel NDRPDR iter env 7 - - 25 # rls2106.rel NDRPDR iter env 7 - - 26 # rls2106.rel NDRPDR iter env 7 - - 27 # rls2106.rel NDRPDR iter env 7 - - 28 # rls2106.rel NDRPDR iter env 7 - - 30 # rls2106.rel NDRPDR iter env 7 - - vpp-3n-tsh-prev-iter-new-env: csit-vpp-perf-report-iterative-2110-3n-tsh: - 12 # rls2106.rel NDRPDR iter env 8 - 13 # rls2106.rel NDRPDR iter env 8 @@ -898,7 +545,7 @@ - 22 # rls2106.rel NDRPDR iter env 8 - 23 # rls2106.rel NDRPDR iter env 8 - vpp-3n-tsh-curr-iter: + vpp-3n-tsh-prev-iter-old-env: csit-vpp-perf-report-iterative-2110-3n-tsh: - 31 # rls2110.rel NDRPDR iter env 8 - 32 # rls2110.rel NDRPDR iter env 8 @@ -911,60 +558,40 @@ - 39 # rls2110.rel NDRPDR iter env 8 - 40 # rls2110.rel NDRPDR iter env 8 + vpp-3n-tsh-prev-iter-new-env: + csit-vpp-perf-report-iterative-2202-3n-tsh: + - 11 # rls2110.rel NDRPDR iter env 9 + + vpp-3n-tsh-curr-iter: + csit-vpp-perf-report-iterative-2202-3n-tsh: + - 2 # rls2202.rc1 NDRPDR iter env 9 + vpp-3n-tsh-curr-iter-best: - csit-vpp-perf-report-iterative-2110-3n-tsh: - - 34 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-3n-tsh: + - 2 # rls2202.rc1 NDRPDR iter env 9 vpp-3n-tsh-hist-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 22 # rls2101.rel MRR iter env 6 + csit-vpp-perf-report-iterative-2110-3n-tsh: + - 11 # rls2106.rel MRR iter env 8 vpp-3n-tsh-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2106-3n-tsh: - - 18 # rls2106.rel MRR iter env 7 + csit-vpp-perf-report-iterative-2110-3n-tsh: + - 30 # rls2110.rel NDRPDR iter env 8 vpp-3n-tsh-prev-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2110-3n-tsh: - - 11 # rls2106.rel MRR iter env 8 + csit-vpp-perf-report-iterative-2202-3n-tsh: + - 1 # rls2202.rc1 NDRPDR iter env 9 REPLACE vpp-3n-tsh-curr-iter-mrr: - csit-vpp-perf-report-iterative-2110-3n-tsh: - - 30 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-3n-tsh: + - 1 # rls2202.rc1 NDRPDR iter env 9 vpp-3n-tsh-curr-cov: - csit-vpp-perf-report-coverage-2110-3n-tsh: - - 1 # rls2110.rel NDRPDR cov env 8 - - 2 # rls2110.rel NDRPDR cov env 8 - - 3 # rls2110.rel NDRPDR cov env 8 - - 4 # rls2110.rel NDRPDR cov env 8 - - 5 # rls2110.rel NDRPDR cov env 8 - - 6 # rls2110.rel NDRPDR cov env 8 - - 7 # rls2110.rel NDRPDR cov env 8 - - 8 # rls2110.rel NDRPDR cov env 8 - - 9 # rls2110.rel NDRPDR cov env 8 - - 10 # rls2110.rel NDRPDR cov env 8 - - 11 # rls2110.rel NDRPDR cov env 8 - - 12 # rls2110.rel NDRPDR cov env 8 - - 13 # rls2110.rel NDRPDR cov env 8 - - 14 # rls2110.rel NDRPDR cov env 8 - - 15 # rls2110.rel NDRPDR cov env 8 - - 16 # rls2110.rel NDRPDR cov env 8 - - 17 # rls2110.rel NDRPDR cov env 8 + # csit-vpp-perf-report-coverage-2202-3n-tsh: + csit-vpp-perf-report-iterative-2202-3n-tsh: + - 2 # rls2202.rc1 NDRPDR iter env 9 dpdk-3n-tsh-hist-iter: - csit-dpdk-perf-report-iterative-2101-3n-tsh: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - dpdk-3n-tsh-prev-iter: csit-dpdk-perf-report-iterative-2106-3n-tsh: - 1 # rls2106 NDRPDR iter env 7 - 2 # rls2106 NDRPDR iter env 7 @@ -977,7 +604,7 @@ - 9 # rls2106 NDRPDR iter env 7 - 10 # rls2106 NDRPDR iter env 7 - dpdk-3n-tsh-curr-iter: + dpdk-3n-tsh-prev-iter: csit-dpdk-perf-report-iterative-2110-3n-tsh: - 12 # rls2110 NDRPDR iter env 8 - 13 # rls2110 NDRPDR iter env 8 @@ -990,40 +617,26 @@ - 20 # rls2110 NDRPDR iter env 8 - 21 # rls2110 NDRPDR iter env 8 + dpdk-3n-tsh-curr-iter: + csit-dpdk-perf-report-iterative-2202-3n-tsh: + - 1 # rls2202 NDRPDR iter env 9 + - 2 # rls2202 NDRPDR iter env 9 + # - 3 # rls2202 NDRPDR iter env 9 + - 4 # rls2202 NDRPDR iter env 9 + - 5 # rls2202 NDRPDR iter env 9 + - 6 # rls2202 NDRPDR iter env 9 + - 7 # rls2202 NDRPDR iter env 9 + # - 8 # rls2202 NDRPDR iter env 9 + # - 9 # rls2202 NDRPDR iter env 9 + # - 10 # rls2202 NDRPDR iter env 9 + dpdk-3n-tsh-curr-iter-best: - csit-dpdk-perf-report-iterative-2110-3n-tsh: - - 17 # rls2110 NDRPDR iter env 8 + csit-dpdk-perf-report-iterative-2202-3n-tsh: + - 2 # rls2202 NDRPDR iter env 9 # 2n-tx2 vpp-2n-tx2-hist-iter-new-env: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 22 # rls2101.rel NDRPDR iter env 6 - - 23 # rls2101.rel NDRPDR iter env 6 - - 24 # rls2101.rel NDRPDR iter env 6 - - 25 # rls2101.rel NDRPDR iter env 6 - - 26 # rls2101.rel NDRPDR iter env 6 - - 27 # rls2101.rel NDRPDR iter env 6 - - 28 # rls2101.rel NDRPDR iter env 6 - - 29 # rls2101.rel NDRPDR iter env 6 - - 30 # rls2101.rel NDRPDR iter env 6 - - 31 # rls2101.rel NDRPDR iter env 6 - - vpp-2n-tx2-prev-iter-old-env: - csit-vpp-perf-report-iterative-2106-2n-tx2: - - 19 # rls2106.rel NDRPDR iter env 7 - - 20 # rls2106.rel NDRPDR iter env 7 - - 21 # rls2106.rel NDRPDR iter env 7 - - 22 # rls2106.rel NDRPDR iter env 7 - - 23 # rls2106.rel NDRPDR iter env 7 - - 24 # rls2106.rel NDRPDR iter env 7 - - 25 # rls2106.rel NDRPDR iter env 7 - - 26 # rls2106.rel NDRPDR iter env 7 - - 27 # rls2106.rel NDRPDR iter env 7 - - 28 # rls2106.rel NDRPDR iter env 7 - - 41 # rls2106.rel NDRPDR iter env 7 - - vpp-2n-tx2-prev-iter-new-env: csit-vpp-perf-report-iterative-2110-2n-tx2: - 17 # rls2106.rel NDRPDR iter env 8 - 18 # rls2106.rel NDRPDR iter env 8 @@ -1036,7 +649,7 @@ - 27 # rls2106.rel NDRPDR iter env 8 - 28 # rls2106.rel NDRPDR iter env 8 - vpp-2n-tx2-curr-iter: + vpp-2n-tx2-prev-iter-old-env: csit-vpp-perf-report-iterative-2110-2n-tx2: - 36 # rls2110.rel NDRPDR iter env 8 - 37 # rls2110.rel NDRPDR iter env 8 @@ -1049,45 +662,41 @@ - 44 # rls2110.rel NDRPDR iter env 8 - 45 # rls2110.rel NDRPDR iter env 8 + vpp-2n-tx2-prev-iter-new-env: + csit-vpp-perf-report-iterative-2202-2n-tx2: + - 9 # rls2202.rel NDRPDR iter env 9 + - 10 # rls2202.rel NDRPDR iter env 9 + + vpp-2n-tx2-curr-iter: + csit-vpp-perf-report-iterative-2202-2n-tx2: + - 2 # rls2202.rc1 NDRPDR iter env 9 + vpp-2n-tx2-curr-iter-best: - csit-vpp-perf-report-iterative-2110-2n-tx2: - - 37 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-tx2: + - 2 # rls2202.rc1 NDRPDR iter env 9 vpp-2n-tx2-hist-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 21 # rls2101.rel MRR iter env 6 + csit-vpp-perf-report-iterative-2110-2n-tx2: + - 16 # rls2106.rel MRR iter env 8 vpp-2n-tx2-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2106-2n-tx2: - - 18 # rls2106.rel MRR iter env 7 - - 29 # rls2106.rel MRR AF-XDP iter env 7 + csit-vpp-perf-report-iterative-2110-2n-tx2: + - 35 # rls2110.rel MRR iter env 8 vpp-2n-tx2-prev-iter-mrr-new-env: - csit-vpp-perf-report-iterative-2110-2n-tx2: - - 16 # rls2106.rel MRR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-tx2: + - 1 # rls2202.rc1 MRR iter env 9 REPLACE vpp-2n-tx2-curr-iter-mrr: - csit-vpp-perf-report-iterative-2110-2n-tx2: - - 35 # rls2110.rel MRR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-tx2: + - 1 # rls2202.rc1 MRR iter env 9 vpp-2n-tx2-curr-cov: - csit-vpp-perf-report-coverage-2110-2n-tx2: - - 1 # rls2110.rel NDRPDR cov env 8 - - 2 # rls2110.rel NDRPDR cov env 8 - - 3 # rls2110.rel NDRPDR cov env 8 - - 4 # rls2110.rel NDRPDR cov env 8 - - 5 # rls2110.rel NDRPDR cov env 8 - - 6 # rls2110.rel NDRPDR cov env 8 - - 7 # rls2110.rel NDRPDR cov env 8 - - 8 # rls2110.rel NDRPDR cov env 8 - - 9 # rls2110.rel NDRPDR cov env 8 - - 10 # rls2110.rel NDRPDR cov env 8 - - 11 # rls2110.rel NDRPDR cov env 8 - - 12 # rls2110.rel NDRPDR cov env 8 - - 13 # rls2110.rel NDRPDR cov env 8 - - 14 # rls2110.rel NDRPDR cov env 8 + # csit-vpp-perf-report-coverage-2202-2n-tx2: + csit-vpp-perf-report-iterative-2202-2n-tx2: + - 2 # rls2202.rc1 NDRPDR iter env 9 - dpdk-2n-tx2-curr-iter: + dpdk-2n-tx2-prev-iter: csit-dpdk-perf-report-iterative-2110-2n-tx2: - 14 # rls2110 NDRPDR iter env 8 - 15 # rls2110 NDRPDR iter env 8 @@ -1096,13 +705,26 @@ - 18 # rls2110 NDRPDR iter env 8 - 19 # rls2110 NDRPDR iter env 8 - 20 # rls2110 NDRPDR iter env 8 - - 21 # rls2110 NDRPDR iter env 8 + - 21 # rls2110 NDRPDR iter env 8 - 22 # rls2110 NDRPDR iter env 8 - 23 # rls2110 NDRPDR iter env 8 + dpdk-2n-tx2-curr-iter: + csit-dpdk-perf-report-iterative-2202-2n-tx2: + # - 1 # rls2202 NDRPDR iter env 9 + - 2 # rls2202 NDRPDR iter env 9 + - 3 # rls2202 NDRPDR iter env 9 + - 4 # rls2202 NDRPDR iter env 9 + - 5 # rls2202 NDRPDR iter env 9 + - 6 # rls2202 NDRPDR iter env 9 + # - 7 # rls2202 NDRPDR iter env 9 + - 8 # rls2202 NDRPDR iter env 9 + - 9 # rls2202 NDRPDR iter env 9 + - 10 # rls2202 NDRPDR iter env 9 + dpdk-2n-tx2-curr-iter-best: - csit-dpdk-perf-report-iterative-2110-2n-tx2: - - 18 # rls2110 NDRPDR iter env 8 + csit-dpdk-perf-report-iterative-2202-2n-tx2: + - 2 # rls2202 NDRPDR iter env 9 # 3n-dnv @@ -1336,7 +958,7 @@ # 2n-aws - vpp-2n-aws-curr-iter: + vpp-2n-aws-prev-iter: csit-vpp-perf-report-iterative-2110-2n-aws: - 26 # rls2110.rel NDRPDR iter env 8 - 29 # rls2110.rel NDRPDR iter env 8 @@ -1349,21 +971,29 @@ - 36 # rls2110.rel NDRPDR iter env 8 - 37 # rls2110.rel NDRPDR iter env 8 + vpp-2n-aws-curr-iter: + csit-vpp-perf-report-iterative-2202-2n-aws: + - 2 # rls2202.rc1 NDRPDR iter env 9 + vpp-2n-aws-curr-iter-best: - csit-vpp-perf-report-iterative-2110-2n-aws: - - 26 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-aws: + - 2 # rls2202.rc1 NDRPDR iter env 9 - vpp-2n-aws-curr-iter-mrr: + vpp-2n-aws-prev-iter-mrr: csit-vpp-perf-report-iterative-2110-2n-aws: - 25 # rls2110.rel MRR iter env 8 + vpp-2n-aws-curr-iter-mrr: + csit-vpp-perf-report-iterative-2202-2n-aws: + - 1 # rls2202.rc1 MRR iter env 9 + vpp-2n-aws-curr-cov: - csit-vpp-perf-report-iterative-2110-2n-aws: - - 26 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-2n-aws: + - 2 # rls2202.rc1 NDRPDR iter env 9 # 3n-aws - vpp-3n-aws-curr-iter: + vpp-3n-aws-prev-iter: csit-vpp-perf-report-iterative-2110-3n-aws: - 34 # rls2110.rel NDRPDR iter env 8 - 35 # rls2110.rel NDRPDR iter env 8 @@ -1376,17 +1006,25 @@ - 42 # rls2110.rel NDRPDR iter env 8 - 43 # rls2110.rel NDRPDR iter env 8 + vpp-3n-aws-curr-iter: + csit-vpp-perf-report-iterative-2202-3n-aws: + - 2 # rls2202.rc1 NDRPDR iter env 9 + vpp-3n-aws-curr-iter-best: - csit-vpp-perf-report-iterative-2110-3n-aws: - - 34 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-3n-aws: + - 2 # rls2202.rc1 NDRPDR iter env 9 - vpp-3n-aws-curr-iter-mrr: + vpp-3n-aws-prev-iter-mrr: csit-vpp-perf-report-iterative-2110-3n-aws: - 33 # rls2110.rel MRR iter env 8 + vpp-3n-aws-curr-iter-mrr: + csit-vpp-perf-report-iterative-2202-3n-aws: + - 1 # rls2202.rel MRR iter env 9 + vpp-3n-aws-curr-cov: - csit-vpp-perf-report-iterative-2110-3n-aws: - - 34 # rls2110.rel NDRPDR iter env 8 + csit-vpp-perf-report-iterative-2202-3n-aws: + - 2 # rls2202.rc1 NDRPDR iter env 9 # 2n-icx diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 786d612c4f..6dcb679783 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -3,6 +3,7 @@ ################################################################################ # Statistics: job-specs' durations + - type: "table" title: "Job Specification Duration: 2n-clx-iterative" algorithm: "table_job_spec_duration" @@ -28,47 +29,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-clx-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-clx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" - jb-type: "coverage" - data: "vpp-2n-clx-curr-cov" - lines: - - job-spec: "gso-00" - build: "18" - - job-spec: "ip4-00" - build: "19" - - job-spec: "ip4-01" - build: "20" - - job-spec: "ip4-02" - build: "21" - - job-spec: "ip4-03" - build: "22" - - job-spec: "ip4-04" - build: "23" - - job-spec: "ip4-05" - build: "24" - - job-spec: "ip4-06" - build: "25" - - job-spec: "ip4-07" - build: "26" - - job-spec: "ip4tun-00" - build: "27" - - job-spec: "ip6-00" - build: "28" - - job-spec: "ip6-01" - build: "29" - - job-spec: "l2-00" - build: "30" - - job-spec: "l2-01" - build: "31" - - job-spec: "lb-00" - build: "32" - - job-spec: "memif-00" - build: "33" - - job-spec: "vhost-00" - build: "34" +# - type: "table" +# title: "Job Specification Duration: 2n-clx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" +# jb-type: "coverage" +# data: "vpp-2n-clx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "18" +# - job-spec: "ip4-00" +# build: "19" +# - job-spec: "ip4-01" +# build: "20" +# - job-spec: "ip4-02" +# build: "21" +# - job-spec: "ip4-03" +# build: "22" +# - job-spec: "ip4-04" +# build: "23" +# - job-spec: "ip4-05" +# build: "24" +# - job-spec: "ip4-06" +# build: "25" +# - job-spec: "ip4-07" +# build: "26" +# - job-spec: "ip4tun-00" +# build: "27" +# - job-spec: "ip6-00" +# build: "28" +# - job-spec: "ip6-01" +# build: "29" +# - job-spec: "l2-00" +# build: "30" +# - job-spec: "l2-01" +# build: "31" +# - job-spec: "lb-00" +# build: "32" +# - job-spec: "memif-00" +# build: "33" +# - job-spec: "vhost-00" +# build: "34" - type: "table" title: "Job Specification Duration: 2n-dnv-iterative" @@ -81,25 +82,25 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-dnv-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-dnv-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" - jb-type: "coverage" - data: "vpp-2n-dnv-curr-cov" - lines: - - job-spec: "ip4-00" - build: "7" - - job-spec: "ip4-01" - build: "8" - - job-spec: "ip6-00" - build: "9" - - job-spec: "ip6-01" - build: "10" - - job-spec: "l2-00" - build: "11" - - job-spec: "l2-01" - build: "12" +# - type: "table" +# title: "Job Specification Duration: 2n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-2n-dnv-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "7" +# - job-spec: "ip4-01" +# build: "8" +# - job-spec: "ip6-00" +# build: "9" +# - job-spec: "ip6-01" +# build: "10" +# - job-spec: "l2-00" +# build: "11" +# - job-spec: "l2-01" +# build: "12" - type: "table" title: "Job Specification Duration: 2n-aws-iterative" @@ -112,15 +113,15 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-aws-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-aws-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" - jb-type: "coverage" - data: "vpp-2n-aws-curr-cov" - lines: - - job-spec: "vpp-00" - build: "26" +# - type: "table" +# title: "Job Specification Duration: 2n-aws-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" +# jb-type: "coverage" +# data: "vpp-2n-aws-curr-cov" +# lines: +# - job-spec: "vpp-00" +# build: "26" - type: "table" title: "Job Specification Duration: 3n-aws-iterative" @@ -133,15 +134,15 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-3n-aws-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-aws-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov" - jb-type: "coverage" - data: "vpp-3n-aws-curr-cov" - lines: - - job-spec: "vpp-00" - build: "34" +# - type: "table" +# title: "Job Specification Duration: 3n-aws-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov" +# jb-type: "coverage" +# data: "vpp-3n-aws-curr-cov" +# lines: +# - job-spec: "vpp-00" +# build: "34" - type: "table" title: "Job Specification Duration: 2n-skx-iterative" @@ -168,47 +169,47 @@ - job-spec: "trex-mlr-00" data-set: "trex-2n-skx-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-skx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" - jb-type: "coverage" - data: "vpp-2n-skx-curr-cov" - lines: - - job-spec: "gso-00" - build: "18" - - job-spec: "ip4-00" - build: "19" - - job-spec: "ip4-01" - build: "20" - - job-spec: "ip4-02" - build: "21" - - job-spec: "ip4-03" - build: "22" - - job-spec: "ip4-04" - build: "23" - - job-spec: "ip4-05" - build: "24" - - job-spec: "ip4-06" - build: "25" - - job-spec: "ip4-07" - build: "26" - - job-spec: "ip4tun-00" - build: "27" - - job-spec: "ip6-00" - build: "28" - - job-spec: "ip6-01" - build: "29" - - job-spec: "l2-00" - build: "30" - - job-spec: "l2-01" - build: "31" - - job-spec: "lb-00" - build: "32" - - job-spec: "memif-00" - build: "33" - - job-spec: "vhost-00" - build: "34" +# - type: "table" +# title: "Job Specification Duration: 2n-skx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" +# jb-type: "coverage" +# data: "vpp-2n-skx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "18" +# - job-spec: "ip4-00" +# build: "19" +# - job-spec: "ip4-01" +# build: "20" +# - job-spec: "ip4-02" +# build: "21" +# - job-spec: "ip4-03" +# build: "22" +# - job-spec: "ip4-04" +# build: "23" +# - job-spec: "ip4-05" +# build: "24" +# - job-spec: "ip4-06" +# build: "25" +# - job-spec: "ip4-07" +# build: "26" +# - job-spec: "ip4tun-00" +# build: "27" +# - job-spec: "ip6-00" +# build: "28" +# - job-spec: "ip6-01" +# build: "29" +# - job-spec: "l2-00" +# build: "30" +# - job-spec: "l2-01" +# build: "31" +# - job-spec: "lb-00" +# build: "32" +# - job-spec: "memif-00" +# build: "33" +# - job-spec: "vhost-00" +# build: "34" - type: "table" title: "Job Specification Duration: 2n-tx2-iterative" @@ -221,41 +222,41 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-tx2-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-tx2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" - jb-type: "coverage" - data: "vpp-2n-tx2-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "2" - - job-spec: "ip4-02" - build: "3" - - job-spec: "ip4-03" - build: "4" - - job-spec: "ip4-04" - build: "5" - - job-spec: "ip4-05" - build: "6" - - job-spec: "ip4-06" - build: "7" - - job-spec: "ip6-00" - build: "8" - - job-spec: "ip6-01" - build: "9" - - job-spec: "l2-00" - build: "10" - - job-spec: "l2-01" - build: "11" - - job-spec: "l2-02" - build: "12" - - job-spec: "l2-03" - build: "13" - - job-spec: "l2-04" - build: "14" +# - type: "table" +# title: "Job Specification Duration: 2n-tx2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" +# jb-type: "coverage" +# data: "vpp-2n-tx2-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "2" +# - job-spec: "ip4-02" +# build: "3" +# - job-spec: "ip4-03" +# build: "4" +# - job-spec: "ip4-04" +# build: "5" +# - job-spec: "ip4-05" +# build: "6" +# - job-spec: "ip4-06" +# build: "7" +# - job-spec: "ip6-00" +# build: "8" +# - job-spec: "ip6-01" +# build: "9" +# - job-spec: "l2-00" +# build: "10" +# - job-spec: "l2-01" +# build: "11" +# - job-spec: "l2-02" +# build: "12" +# - job-spec: "l2-03" +# build: "13" +# - job-spec: "l2-04" +# build: "14" - type: "table" title: "Job Specification Duration: 2n-zn2-iterative" @@ -272,43 +273,43 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-zn2-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-zn2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" - jb-type: "coverage" - data: "vpp-2n-zn2-curr-cov" - lines: - - job-spec: "gso-00" - build: "1" - - job-spec: "ip4-00" - build: "2" - - job-spec: "ip4-01" - build: "3" - - job-spec: "ip4-02" - build: "4" - - job-spec: "ip4-03" - build: "18" - - job-spec: "ip4-04" - build: "6" - - job-spec: "ip4-05" - build: "7" - - job-spec: "ip4tun-00" - build: "8" - - job-spec: "ip6-00" - build: "9" - - job-spec: "ip6-01" - build: "19" - - job-spec: "l2-00" - build: "11" - - job-spec: "l2-01" - build: "12" - - job-spec: "lb-00" - build: "13" - - job-spec: "memif-00" - build: "14" - - job-spec: "vhost-00" - build: "15" +# - type: "table" +# title: "Job Specification Duration: 2n-zn2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" +# jb-type: "coverage" +# data: "vpp-2n-zn2-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "1" +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "18" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4tun-00" +# build: "8" +# - job-spec: "ip6-00" +# build: "9" +# - job-spec: "ip6-01" +# build: "19" +# - job-spec: "l2-00" +# build: "11" +# - job-spec: "l2-01" +# build: "12" +# - job-spec: "lb-00" +# build: "13" +# - job-spec: "memif-00" +# build: "14" +# - job-spec: "vhost-00" +# build: "15" - type: "table" title: "Job Specification Duration: 3n-dnv-iterative" @@ -321,33 +322,33 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-3n-dnv-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-dnv-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" - jb-type: "coverage" - data: "vpp-3n-dnv-curr-cov" - lines: - - job-spec: "crypto-00" - build: "12" - - job-spec: "crypto-01" - build: "13" - - job-spec: "crypto-02" - build: "14" - - job-spec: "ip4-00" - build: "15" - - job-spec: "ip4-01" - build: "16" - - job-spec: "ip4tun-00" - build: "17" - - job-spec: "ip6-00" - build: "18" - - job-spec: "ip6-01" - build: "19" - - job-spec: "l2-00" - build: "20" - - job-spec: "l2-01" - build: "21" +# - type: "table" +# title: "Job Specification Duration: 3n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-3n-dnv-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "12" +# - job-spec: "crypto-01" +# build: "13" +# - job-spec: "crypto-02" +# build: "14" +# - job-spec: "ip4-00" +# build: "15" +# - job-spec: "ip4-01" +# build: "16" +# - job-spec: "ip4tun-00" +# build: "17" +# - job-spec: "ip6-00" +# build: "18" +# - job-spec: "ip6-01" +# build: "19" +# - job-spec: "l2-00" +# build: "20" +# - job-spec: "l2-01" +# build: "21" - type: "table" title: "Job Specification Duration: 3n-skx-iterative" @@ -364,81 +365,81 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-skx-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-skx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" - jb-type: "coverage" - data: "vpp-3n-skx-curr-cov" - lines: - - job-spec: "crypto-00" - build: "35" - - job-spec: "crypto-01" - build: "36" - - job-spec: "crypto-02" - build: "37" +# - type: "table" +# title: "Job Specification Duration: 3n-skx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" +# jb-type: "coverage" +# data: "vpp-3n-skx-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "35" +# - job-spec: "crypto-01" +# build: "36" +# - job-spec: "crypto-02" +# build: "37" # - job-spec: "crypto-03" # Completly failed # build: "38" - - job-spec: "crypto-04" - build: "39" - - job-spec: "ip4-00" - build: "40" - - job-spec: "ip4-01" - build: "41" - - job-spec: "ip4-02" - build: "42" - - job-spec: "ip4-03" - build: "43" - - job-spec: "ip4-04" - build: "44" - - job-spec: "ip4-05" - build: "45" - - job-spec: "ip4-06" - build: "46" - - job-spec: "ip4-07" - build: "47" - - job-spec: "ip4tun-00" - build: "48" - - job-spec: "ip4tun-02" - build: "49" - - job-spec: "ip6-00" - build: "50" - - job-spec: "ip6-01" - build: "51" - - job-spec: "ip6tun-00" - build: "52" - - job-spec: "l2-00" - build: "53" - - job-spec: "l2-01" - build: "54" - - job-spec: "l2-02" - build: "55" - - job-spec: "l2-03" - build: "56" - - job-spec: "l2-04" - build: "57" - - job-spec: "l2-05" - build: "58" - - job-spec: "l2-06" - build: "59" - - job-spec: "l2-07" - build: "60" - - job-spec: "l2-08" - build: "61" - - job-spec: "l2-09" - build: "62" - - job-spec: "l2-10" - build: "63" - - job-spec: "memif-00" - build: "64" - - job-spec: "srv6-00" - build: "65" - - job-spec: "srv6-01" - build: "66" - - job-spec: "vhost-00" - build: "67" - - job-spec: "vhost-01" - build: "68" +# - job-spec: "crypto-04" +# build: "39" +# - job-spec: "ip4-00" +# build: "40" +# - job-spec: "ip4-01" +# build: "41" +# - job-spec: "ip4-02" +# build: "42" +# - job-spec: "ip4-03" +# build: "43" +# - job-spec: "ip4-04" +# build: "44" +# - job-spec: "ip4-05" +# build: "45" +# - job-spec: "ip4-06" +# build: "46" +# - job-spec: "ip4-07" +# build: "47" +# - job-spec: "ip4tun-00" +# build: "48" +# - job-spec: "ip4tun-02" +# build: "49" +# - job-spec: "ip6-00" +# build: "50" +# - job-spec: "ip6-01" +# build: "51" +# - job-spec: "ip6tun-00" +# build: "52" +# - job-spec: "l2-00" +# build: "53" +# - job-spec: "l2-01" +# build: "54" +# - job-spec: "l2-02" +# build: "55" +# - job-spec: "l2-03" +# build: "56" +# - job-spec: "l2-04" +# build: "57" +# - job-spec: "l2-05" +# build: "58" +# - job-spec: "l2-06" +# build: "59" +# - job-spec: "l2-07" +# build: "60" +# - job-spec: "l2-08" +# build: "61" +# - job-spec: "l2-09" +# build: "62" +# - job-spec: "l2-10" +# build: "63" +# - job-spec: "memif-00" +# build: "64" +# - job-spec: "srv6-00" +# build: "65" +# - job-spec: "srv6-01" +# build: "66" +# - job-spec: "vhost-00" +# build: "67" +# - job-spec: "vhost-01" +# build: "68" - type: "table" title: "Job Specification Duration: 3n-tsh-iterative" @@ -453,47 +454,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-tsh-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-tsh-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" - jb-type: "coverage" - data: "vpp-3n-tsh-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "2" - - job-spec: "ip4-02" - build: "3" - - job-spec: "ip4-03" - build: "4" - - job-spec: "ip4tun-00" - build: "5" - - job-spec: "ip6-00" - build: "6" - - job-spec: "ip6-01" - build: "7" - - job-spec: "l2-00" - build: "8" - - job-spec: "l2-01" - build: "9" - - job-spec: "l2-02" - build: "10" - - job-spec: "l2-03" - build: "11" - - job-spec: "l2-04" - build: "12" - - job-spec: "memif-00" - build: "13" - - job-spec: "srv6-00" - build: "14" - - job-spec: "srv6-01" - build: "15" - - job-spec: "vhost-00" - build: "16" - - job-spec: "vhost-01" - build: "17" +# - type: "table" +# title: "Job Specification Duration: 3n-tsh-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" +# jb-type: "coverage" +# data: "vpp-3n-tsh-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "2" +# - job-spec: "ip4-02" +# build: "3" +# - job-spec: "ip4-03" +# build: "4" +# - job-spec: "ip4tun-00" +# build: "5" +# - job-spec: "ip6-00" +# build: "6" +# - job-spec: "ip6-01" +# build: "7" +# - job-spec: "l2-00" +# build: "8" +# - job-spec: "l2-01" +# build: "9" +# - job-spec: "l2-02" +# build: "10" +# - job-spec: "l2-03" +# build: "11" +# - job-spec: "l2-04" +# build: "12" +# - job-spec: "memif-00" +# build: "13" +# - job-spec: "srv6-00" +# build: "14" +# - job-spec: "srv6-01" +# build: "15" +# - job-spec: "vhost-00" +# build: "16" +# - job-spec: "vhost-01" +# build: "17" # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -503,28 +504,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -534,28 +535,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -565,28 +566,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -596,28 +597,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -627,28 +628,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -658,28 +659,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -689,28 +690,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -720,28 +721,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -751,28 +752,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -782,28 +783,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -813,28 +814,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -844,28 +845,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -875,28 +876,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -906,28 +907,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -937,28 +938,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -968,28 +969,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -999,28 +1000,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1030,28 +1031,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1061,28 +1062,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1092,28 +1093,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1123,28 +1124,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Soak vs NDR - 2n-skx - type: "table" @@ -1519,28 +1520,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -1550,28 +1551,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -1581,28 +1582,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -1612,28 +1613,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -1643,28 +1644,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -1674,28 +1675,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -1705,28 +1706,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -1736,28 +1737,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -1767,28 +1768,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -1798,28 +1799,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -1829,28 +1830,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -1860,28 +1861,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -1891,28 +1892,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -1922,28 +1923,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -1953,28 +1954,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -1984,28 +1985,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -2015,28 +2016,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -2046,28 +2047,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -2077,28 +2078,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -2108,28 +2109,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -2139,28 +2140,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -2170,28 +2171,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -2201,28 +2202,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -2232,28 +2233,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -2263,28 +2264,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -2294,28 +2295,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -2325,28 +2326,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -2356,28 +2357,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -2387,28 +2388,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -2418,28 +2419,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -2449,28 +2450,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -2480,28 +2481,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -2511,28 +2512,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -2542,28 +2543,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -2573,28 +2574,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -2604,28 +2605,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" @@ -2987,28 +2988,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -3018,28 +3019,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -3049,28 +3050,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -3080,28 +3081,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -3111,28 +3112,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -3142,28 +3143,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -3173,28 +3174,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -3204,28 +3205,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -3235,28 +3236,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -3266,28 +3267,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -3297,28 +3298,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -3328,28 +3329,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -3359,28 +3360,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -3390,28 +3391,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -3421,28 +3422,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -3452,28 +3453,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -3483,28 +3484,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -3514,28 +3515,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -3545,28 +3546,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -3576,28 +3577,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -3607,28 +3608,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -3638,28 +3639,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -3669,28 +3670,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -3700,28 +3701,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -3731,28 +3732,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -3762,28 +3763,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -3793,28 +3794,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" @@ -4975,11 +4976,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -4987,8 +4988,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -4998,11 +4999,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5010,8 +5011,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -5021,11 +5022,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5033,8 +5034,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -5044,11 +5045,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5056,8 +5057,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -5067,11 +5068,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5079,8 +5080,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -5090,11 +5091,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5102,8 +5103,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -5113,11 +5114,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5125,8 +5126,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -5136,11 +5137,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5148,8 +5149,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -5159,11 +5160,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5171,8 +5172,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -5182,11 +5183,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5194,8 +5195,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -5205,11 +5206,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5217,8 +5218,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -5228,11 +5229,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5240,8 +5241,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c pdr - type: "table" @@ -5251,11 +5252,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.02" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.11" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5263,8 +5264,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c pdr - type: "table" @@ -5274,11 +5275,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.02" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.11" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5286,8 +5287,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c ndr - type: "table" @@ -5297,11 +5298,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.02" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.11" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5309,8 +5310,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c ndr - type: "table" @@ -5320,11 +5321,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.02" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.11" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5332,8 +5333,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." ## DPDK Performance Changes 2n-dnv 1t1c pdr #- type: "table" @@ -5527,11 +5528,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.02" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.11" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -5539,8 +5540,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -5550,11 +5551,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.02" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.11" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -5562,8 +5563,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -5573,11 +5574,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.02" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.11" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -5585,8 +5586,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -5596,11 +5597,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.02" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.11" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -5608,8 +5609,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr - type: "table" diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml index 1ddaf6158c..140a79c666 100644 --- a/resources/tools/presentation/specifications/report/environment.yaml +++ b/resources/tools/presentation/specifications/report/environment.yaml @@ -187,6 +187,25 @@ file-name: "output.xml.gz" file-format: ".gz" enabled: True + # XML from docs.nexus + - type: "xml-docs" + url: "https://docs.fd.io/csit" + path: "report/_static/archive" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml-docs" + url: "https://docs.fd.io/csit" + path: "report/_static/archive" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml-docs" + url: "https://docs.fd.io/csit" + path: "report/_static/archive" + file-name: "robot-plugin.zip" + file-format: ".zip" + enabled: False # JSON from S3 - type: "json" url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" diff --git a/resources/tools/presentation/sphinx_conf/report/conf.py b/resources/tools/presentation/sphinx_conf/report/conf.py index e64029f51d..a8efde9c1a 100644 --- a/resources/tools/presentation/sphinx_conf/report/conf.py +++ b/resources/tools/presentation/sphinx_conf/report/conf.py @@ -46,9 +46,9 @@ source_suffix = [u'.rst', u'.md'] master_doc = u'index' # General information about the project. -report_week = u'49' -project = u'FD.io CSIT-2110.{week}'.format(week=report_week) -copyright = u'2021, FD.io' +report_week = u'04' +project = u'FD.io CSIT-2202-RC1.{week}'.format(week=report_week) +copyright = u'2022, FD.io' author = u'FD.io CSIT' # The version info for the project you're documenting, acts as replacement for @@ -125,17 +125,17 @@ rst_epilog = u""" .. _FD.io VPP compile job: https://jenkins.fd.io/view/vpp/job/vpp-merge-{srelease}-ubuntu2004-x86_64/ .. _CSIT Testbed Setup: https://git.fd.io/csit/tree/fdio.infra.ansible?h={release} .. _VPP startup.conf: https://git.fd.io/vpp/tree/src/vpp/conf/startup.conf?h=stable/{srelease}&id={vpp_release_commit_id} -""".format(release=u'rls2110', +""".format(release=u'rls2202', report_week=report_week, - prev_release=u'rls2106', - srelease=u'2110', - csitrelease=u'2110', - csit_prev_release=u'2106', - vpprelease=u'21.10', - vpp_prev_release=u'21.06', - dpdkrelease=u'21.08', - dpdk_prev_release=u'21.02', - sdpdkrelease=u'2108', + prev_release=u'rls2110', + srelease=u'2202', + csitrelease=u'2202', + csit_prev_release=u'2110', + vpprelease=u'22.02', + vpp_prev_release=u'21.10', + dpdkrelease=u'21.11', + dpdk_prev_release=u'21.08', + sdpdkrelease=u'2111', trex_version=u'v2.88', vpp_release_commit_id=u'0e0384cde97a71acc0313a0904ed340730a87817') |