aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools
diff options
context:
space:
mode:
Diffstat (limited to 'resources/tools')
-rw-r--r--resources/tools/presentation/specification.yaml1254
1 files changed, 605 insertions, 649 deletions
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index d8e6b6837a..552d624c47 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -152,16 +152,6 @@
plot-vpp-throughput-lat-tsa-3n-hsw:
csit-vpp-perf-report-iterative-2005-3n-hsw:
-# - 3 # NDRPDR sel
-# - 4 # NDRPDR sel
-# - 5 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 15 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 18 # NDRPDR sel
-# - 19 # NDRPDR sel
- 20 # NDRPDR sel env 4
- 21 # NDRPDR sel env 4
- 22 # NDRPDR sel env 4
@@ -175,7 +165,7 @@
plot-vpp-hdrh-lat-3n-hsw:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 3 # NDRPDR sel
+ - 29 # NDRPDR sel env 4
# plot-vpp-nfv-3n-hsw-ndrpdr:
# csit-vpp-perf-report-iterative-2005-3n-hsw:
@@ -228,16 +218,6 @@
plot-vpp-throughput-lat-tsa-3n-skx:
csit-vpp-perf-report-iterative-2005-3n-skx:
-# - 4 # NDRPDR sel
-# - 5 # NDRPDR sel ??? all x710 failed
-# - 33 # NDRPDR sel
-# - 28 # NDRPDR sel
-# - 34 # NDRPDR sel
-# - 36 # NDRPDR sel
-# - 37 # NDRPDR sel
-# - 38 # NDRPDR sel
-# - 39 # NDRPDR sel
-# - 41 # NDRPDR sel
- 42 # NDRPDR sel env 4
- 43 # NDRPDR sel env 4
- 44 # NDRPDR sel env 4
@@ -246,10 +226,9 @@
plot-vpp-hdrh-lat-3n-skx:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 36 # NDRPDR sel
+ - 47 # NDRPDR sel env 4
plot-vpp-nfv-3n-skx-ndrpdr:
- # TODO: Add data:
csit-vpp-perf-report-iterative-2005-3n-skx:
- 4 # NDRPDR sel
- 5 # NDRPDR sel ??? all x710 failed
@@ -259,7 +238,7 @@
plot-vpp-nfv-3n-skx-mrr:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ - 49 # MRR sel env 4
plot-dpdk-throughput-latency-3n-skx:
csit-dpdk-perf-report-iterative-2005-3n-skx:
@@ -282,16 +261,6 @@
plot-vpp-throughput-lat-tsa-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
-# - 43 # NDRPDR sel
-# - 38 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 65 # NDRPDR sel
-# - 47 # NDRPDR sel
-# - 55 # NDRPDR sel
-# - 67 # NDRPDR sel
-# - 75 # NDRPDR sel
-# - 76 # NDRPDR sel
-# - 73 # NDRPDR sel
- 88 # NDRPDR sel env 4
- 89 # NDRPDR sel env 4
- 90 # NDRPDR sel env 4
@@ -302,7 +271,7 @@
plot-vpp-hdrh-lat-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 55 # NDRPDR sel
+ - 94 # NDRPDR sel
plot-vpp-soak-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
@@ -310,7 +279,6 @@
- 54 # Soak
plot-vpp-nfv-2n-skx-ndrpdr:
- # TODO: Add data:
csit-vpp-perf-report-iterative-2005-2n-skx:
- 43 # NDRPDR sel
- 38 # NDRPDR sel
@@ -356,16 +324,6 @@
plot-vpp-throughput-lat-tsa-2n-clx:
csit-vpp-perf-report-iterative-2005-2n-clx:
-# - 7 # NDRPDR sel
-# - 38 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 32 # NDRPDR sel ???
-# - 33 # NDRPDR sel ???
-# - 39 # NDRPDR sel
-# - 40 # NDRPDR sel
-# - 43 # NDRPDR sel
-# - 50 # NDRPDR sel
-# - 51 # NDRPDR sel
- 62 # NDRPDR sel env 4
- 63 # NDRPDR sel env 4
- 64 # NDRPDR sel env 4
@@ -377,7 +335,7 @@
plot-vpp-hdrh-lat-2n-clx:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 51 # NDRPDR sel
+ - 70 # NDRPDR sel env 4
# plot-vpp-http-server-performance:
# # csit-vpp-perf-report-iterative-2005-2n-clx:
@@ -439,20 +397,13 @@
# 3n-tsh
plot-vpp-throughput-lat-tsa-3n-tsh:
- # TODO: Add data:
csit-vpp-perf-report-iterative-2005-3n-tsh:
-# - 9 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 20 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 21 # NDRPDR sel
- 23 # NDRPDR sel env 4
- 25 # NDRPDR sel env 4
plot-vpp-hdrh-lat-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 9 # NDRPDR sel
+ - 25 # NDRPDR sel env 4
plot-dpdk-throughput-latency-3n-tsh:
csit-dpdk-perf-report-iterative-2005-3n-tsh:
@@ -525,153 +476,152 @@
vpp-nic-comparison-3n-skx:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
- - 36 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
+ - 42 # NDRPDR sel env 4
+ - 43 # NDRPDR sel env 4
+ - 44 # NDRPDR sel env 4
+ - 45 # NDRPDR sel env 4
+ - 47 # NDRPDR sel env 4
vpp-nic-comparison-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
+ - 88 # NDRPDR sel env 4
+ - 89 # NDRPDR sel env 4
+ - 90 # NDRPDR sel env 4
+ - 91 # NDRPDR sel env 4
+ - 92 # NDRPDR sel env 4
+ - 93 # NDRPDR sel env 4
+ - 94 # NDRPDR sel env 4
vpp-nic-comparison-3n-skx-mrr:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ - 49 # MRR sel env 4
vpp-nic-comparison-2n-skx-mrr:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ - 99 # MRR sel env 4
# Results
vpp-perf-results-3n-hsw:
- csit-vpp-perf-report-coverage-2005-3n-hsw:
- - 1 # perf-full-3n-dnv-crypto_I
- - 7 # perf-full-3n-hsw-crypto_II
- - 3 # perf-full-3n-hsw-crypto_III
- - 4 # perf-full-3n-dnv-crypto_IV
- - 5 # perf-full-3n-hsw-ip4_I
- - 6 # perf-full-3n-hsw-ip4_II
- - 8 # perf-full-3n-hsw-ip4_III
- - 9 # perf-full-3n-hsw-ip4_IV
- - 10 # perf-full-3n-hsw-ip4_V
- - 26 # perf-full-3n-hsw-ip4_VI
- - 18 # perf-full-3n-hsw-ip4_VII
- - 27 # perf-full-3n-hsw-ip4_VIII
- - 28 # perf-full-3n-hsw-ip4_IX
- - 29 # perf-full-3n-hsw-ip6_I
- - 35 # perf-full-3n-hsw-ip6_II
- - 42 # perf-full-3n-hsw-l2_I
- - 33 # perf-full-3n-hsw-l2_II
- - 37 # perf-full-3n-hsw-l2_III
- - 45 # perf-full-3n-hsw-l2_IV
- - 43 # perf-full-3n-hsw-l2_V
- - 40 # perf-full-3n-hsw-l2_VI
- - 44 # perf-full-3n-hsw-l2_VII
- - 51 # perf-full-3n-hsw-l2_VIII
- - 50 # perf-full-3n-hsw-l2_IX
- - 52 # perf-full-3n-hsw-l2_X
- - 53 # perf-full-3n-hsw-l2_XI
- - 54 # perf-full-3n-hsw-memif
- - 55 # perf-full-3n-hsw-ip4tunnels-I
- - 56 # perf-full-3n-hsw-ip4tunnels-II
- - 57 # perf-full-3n-hsw-ip4tunnels-III
- - 58 # perf-full-3n-hsw-ip6tunnels-I
- - 59 # perf-full-3n-hsw-srv6-I
- - 60 # perf-full-3n-hsw-srv6-II
- - 61 # perf-full-3n-hsw-vhost-I
- - 62 # perf-full-3n-hsw-vhost-II
- - 63 # perf-full-3n-hsw-vhost-III
+ csit-vpp-perf-report-iterative-2005-3n-hsw:
+ - 29 # NDRPDR sel env 4
+# csit-vpp-perf-report-coverage-2005-3n-hsw:
+# - 1 # perf-full-3n-dnv-crypto_I
+# - 7 # perf-full-3n-hsw-crypto_II
+# - 3 # perf-full-3n-hsw-crypto_III
+# - 4 # perf-full-3n-dnv-crypto_IV
+# - 5 # perf-full-3n-hsw-ip4_I
+# - 6 # perf-full-3n-hsw-ip4_II
+# - 8 # perf-full-3n-hsw-ip4_III
+# - 9 # perf-full-3n-hsw-ip4_IV
+# - 10 # perf-full-3n-hsw-ip4_V
+# - 26 # perf-full-3n-hsw-ip4_VI
+# - 18 # perf-full-3n-hsw-ip4_VII
+# - 27 # perf-full-3n-hsw-ip4_VIII
+# - 28 # perf-full-3n-hsw-ip4_IX
+# - 29 # perf-full-3n-hsw-ip6_I
+# - 35 # perf-full-3n-hsw-ip6_II
+# - 42 # perf-full-3n-hsw-l2_I
+# - 33 # perf-full-3n-hsw-l2_II
+# - 37 # perf-full-3n-hsw-l2_III
+# - 45 # perf-full-3n-hsw-l2_IV
+# - 43 # perf-full-3n-hsw-l2_V
+# - 40 # perf-full-3n-hsw-l2_VI
+# - 44 # perf-full-3n-hsw-l2_VII
+# - 51 # perf-full-3n-hsw-l2_VIII
+# - 50 # perf-full-3n-hsw-l2_IX
+# - 52 # perf-full-3n-hsw-l2_X
+# - 53 # perf-full-3n-hsw-l2_XI
+# - 54 # perf-full-3n-hsw-memif
+# - 55 # perf-full-3n-hsw-ip4tunnels-I
+# - 56 # perf-full-3n-hsw-ip4tunnels-II
+# - 57 # perf-full-3n-hsw-ip4tunnels-III
+# - 58 # perf-full-3n-hsw-ip6tunnels-I
+# - 59 # perf-full-3n-hsw-srv6-I
+# - 60 # perf-full-3n-hsw-srv6-II
+# - 61 # perf-full-3n-hsw-vhost-I
+# - 62 # perf-full-3n-hsw-vhost-II
+# - 63 # perf-full-3n-hsw-vhost-III
vpp-perf-results-3n-skx:
- csit-vpp-perf-report-coverage-2005-3n-skx:
- - 10 # perf-full-3n-skx-crypto_I
- - 11 # perf-full-3n-skx-crypto_II
- - 12 # perf-full-3n-skx-crypto_III
- - 5 # perf-full-3n-skx-ip4_I
- - 14 # perf-full-3n-skx-ip4_II
- - 7 # perf-full-3n-skx-ip4_III
- - 15 # perf-full-3n-skx-ip4_IV
- - 16 # perf-full-3n-skx-ip4_V
- - 17 # perf-full-3n-skx-ip4_VI
- - 18 # perf-full-3n-skx-ip4_VII
- - 19 # perf-full-3n-skx-ip4_VIII
- - 20 # perf-full-3n-skx-ip4_IX
- - 24 # perf-full-3n-skx-ip6_I
- - 25 # perf-full-3n-skx-ip6_II
- - 21 # perf-full-3n-skx-ip4tunnels-I
- - 22 # perf-full-3n-skx-ip4tunnels-II
- - 23 # perf-full-3n-skx-ip4tunnels-III
- - 26 # perf-full-3n-skx-ip6tunnels-I
- - 28 # perf-full-3n-skx-l2_II
- - 29 # perf-full-3n-skx-l2_III
- - 30 # perf-full-3n-skx-l2_IV
- - 32 # perf-full-3n-skx-l2_VI
- - 33 # perf-full-3n-skx-l2_VII
- - 34 # perf-full-3n-skx-l2_VIII
- - 35 # perf-full-3n-skx-l2_IX
- - 36 # perf-full-3n-skx-l2_X
- - 37 # perf-full-3n-skx-l2_XI
- - 38 # perf-full-3n-skx-memif
- - 39 # perf-full-3n-skx-srv6-I
- - 40 # perf-full-3n-skx-srv6-II
- - 43 # perf-full-3n-skx-vhost-III
+ csit-vpp-perf-report-iterative-2005-3n-skx:
+ - 47 # NDRPDR sel env 4
+# csit-vpp-perf-report-coverage-2005-3n-skx:
+# - 10 # perf-full-3n-skx-crypto_I
+# - 11 # perf-full-3n-skx-crypto_II
+# - 12 # perf-full-3n-skx-crypto_III
+# - 5 # perf-full-3n-skx-ip4_I
+# - 14 # perf-full-3n-skx-ip4_II
+# - 7 # perf-full-3n-skx-ip4_III
+# - 15 # perf-full-3n-skx-ip4_IV
+# - 16 # perf-full-3n-skx-ip4_V
+# - 17 # perf-full-3n-skx-ip4_VI
+# - 18 # perf-full-3n-skx-ip4_VII
+# - 19 # perf-full-3n-skx-ip4_VIII
+# - 20 # perf-full-3n-skx-ip4_IX
+# - 24 # perf-full-3n-skx-ip6_I
+# - 25 # perf-full-3n-skx-ip6_II
+# - 21 # perf-full-3n-skx-ip4tunnels-I
+# - 22 # perf-full-3n-skx-ip4tunnels-II
+# - 23 # perf-full-3n-skx-ip4tunnels-III
+# - 26 # perf-full-3n-skx-ip6tunnels-I
+# - 28 # perf-full-3n-skx-l2_II
+# - 29 # perf-full-3n-skx-l2_III
+# - 30 # perf-full-3n-skx-l2_IV
+# - 32 # perf-full-3n-skx-l2_VI
+# - 33 # perf-full-3n-skx-l2_VII
+# - 34 # perf-full-3n-skx-l2_VIII
+# - 35 # perf-full-3n-skx-l2_IX
+# - 36 # perf-full-3n-skx-l2_X
+# - 37 # perf-full-3n-skx-l2_XI
+# - 38 # perf-full-3n-skx-memif
+# - 39 # perf-full-3n-skx-srv6-I
+# - 40 # perf-full-3n-skx-srv6-II
+# - 43 # perf-full-3n-skx-vhost-III
vpp-perf-results-2n-skx:
- # TODO: Add data:
- csit-vpp-perf-report-coverage-2005-2n-skx:
- - 11 # perf-full-2n-skx-ip4_I
- - 3 # perf-full-2n-skx-ip4_II
- - 18 # perf-full-2n-skx-ip4_III
- - 19 # perf-full-2n-skx-ip4_IV
- - 5 # perf-full-2n-skx-ip4_V
- - 20 # perf-full-2n-skx-ip4_VI
- - 7 # perf-full-2n-skx-ip6_I
- - 21 # perf-full-2n-skx-ip6_II
- - 9 # perf-full-2n-skx-l2_I
- - 22 # perf-full-2n-skx-l2_II
- - 23 # perf-full-2n-skx-memif
- - 24 # perf-full-2n-skx-loadbalancer
- - 25 # perf-full-2n-skx-vhost I
- - 26 # perf-full-2n-skx-vhost II
- - 27 # perf-full-2n-skx-vts
+ csit-vpp-perf-report-iterative-2005-2n-skx:
+ - 94 # NDRPDR sel env 4
+# csit-vpp-perf-report-coverage-2005-2n-skx:
+# - 11 # perf-full-2n-skx-ip4_I
+# - 3 # perf-full-2n-skx-ip4_II
+# - 18 # perf-full-2n-skx-ip4_III
+# - 19 # perf-full-2n-skx-ip4_IV
+# - 5 # perf-full-2n-skx-ip4_V
+# - 20 # perf-full-2n-skx-ip4_VI
+# - 7 # perf-full-2n-skx-ip6_I
+# - 21 # perf-full-2n-skx-ip6_II
+# - 9 # perf-full-2n-skx-l2_I
+# - 22 # perf-full-2n-skx-l2_II
+# - 23 # perf-full-2n-skx-memif
+# - 24 # perf-full-2n-skx-loadbalancer
+# - 25 # perf-full-2n-skx-vhost I
+# - 26 # perf-full-2n-skx-vhost II
+# - 27 # perf-full-2n-skx-vts
vpp-perf-results-2n-clx:
- csit-vpp-perf-report-coverage-2005-2n-clx:
- - 21 # perf-full-2n-clx-ip4_I
- - 2 # perf-full-2n-clx-ip4_II
- - 3 # perf-full-2n-clx-ip4_III
- - 4 # perf-full-2n-clx-ip4_IV
- - 5 # perf-full-2n-clx-ip4_V
- - 6 # perf-full-2n-clx-ip4_VI
- - 7 # perf-full-2n-clx-ip6_I
- - 16 # perf-full-2n-clx-ip6_II
- - 23 # perf-full-2n-clx-l2_I
- - 10 # perf-full-2n-clx-l2_II
- - 11 # perf-full-2n-clx-memif
- - 12 # perf-full-2n-clx-loadbalancer
- - 13 # perf-full-2n-clx-vhost I
- - 22 # perf-full-2n-clx-vhost II
- - 15 # perf-full-2n-clx-vts
+ csit-vpp-perf-report-iterative-2005-2n-clx:
+ - 62 # NDRPDR sel env 4
+# csit-vpp-perf-report-coverage-2005-2n-clx:
+# - 21 # perf-full-2n-clx-ip4_I
+# - 2 # perf-full-2n-clx-ip4_II
+# - 3 # perf-full-2n-clx-ip4_III
+# - 4 # perf-full-2n-clx-ip4_IV
+# - 5 # perf-full-2n-clx-ip4_V
+# - 6 # perf-full-2n-clx-ip4_VI
+# - 7 # perf-full-2n-clx-ip6_I
+# - 16 # perf-full-2n-clx-ip6_II
+# - 23 # perf-full-2n-clx-l2_I
+# - 10 # perf-full-2n-clx-l2_II
+# - 11 # perf-full-2n-clx-memif
+# - 12 # perf-full-2n-clx-loadbalancer
+# - 13 # perf-full-2n-clx-vhost I
+# - 22 # perf-full-2n-clx-vhost II
+# - 15 # perf-full-2n-clx-vts
vpp-perf-results-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 9 # NDRPDR sel
+ - 25 # NDRPDR sel env 4
vpp-perf-results-3n-dnv:
csit-vpp-perf-report-coverage-2005-3n-dnv:
@@ -696,23 +646,23 @@
vpp-mrr-results-3n-hsw:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 13 # MRR
+ - 30 # MRR env 4
vpp-mrr-results-3n-skx:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ - 49 # MRR sel env 4
vpp-mrr-results-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ - 99 # MRR sel env 4
vpp-mrr-results-2n-clx:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 12 # MRR
+ - 72 # MRR env 4
vpp-mrr-results-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 10 # MRR sel
+ - 27 # MRR sel env 4
vpp-mrr-results-3n-dnv:
csit-vpp-perf-report-iterative-2005-3n-dnv:
@@ -1075,7 +1025,6 @@
- 15 # NDRPDR sel
- 21 # NDRPDR sel
vpp-performance-changes-3n-tsh-cmp:
- # TODO: Add data:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 9 # NDRPDR sel
- 11 # NDRPDR sel
@@ -1204,7 +1153,7 @@
- 12 # MRR
vpp-performance-changes-2n-clx-mrr-cmp-2:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 72 # MRR
+ - 72 # MRR sel env 4
# vpp-performance-changes-nfv-2n-skx-mrr-ref:
# csit-vpp-perf-verify-1908-2n-skx:
@@ -1493,99 +1442,87 @@
vpp-compare-testbeds-ref:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
+ - 20 # NDRPDR sel env 4
+ - 21 # NDRPDR sel env 4
+ - 22 # NDRPDR sel env 4
+ - 23 # NDRPDR sel env 4
+ - 24 # NDRPDR sel env 4
+ - 25 # NDRPDR sel env 4
+ - 26 # NDRPDR sel env 4
+ - 27 # NDRPDR sel env 4
+ - 28 # NDRPDR sel env 4
+ - 29 # NDRPDR sel env 4
vpp-compare-testbeds-cmp:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
- - 36 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
+ - 42 # NDRPDR sel env 4
+ - 43 # NDRPDR sel env 4
+ - 44 # NDRPDR sel env 4
+ - 45 # NDRPDR sel env 4
+ - 47 # NDRPDR sel env 4
vpp-compare-testbeds-skx-clx-ref:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
+ - 88 # NDRPDR sel env 4
+ - 89 # NDRPDR sel env 4
+ - 90 # NDRPDR sel env 4
+ - 91 # NDRPDR sel env 4
+ - 92 # NDRPDR sel env 4
+ - 93 # NDRPDR sel env 4
+ - 94 # NDRPDR sel env 4
vpp-compare-testbeds-skx-clx-cmp:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
+ - 62 # NDRPDR sel env 4
+ - 63 # NDRPDR sel env 4
+ - 64 # NDRPDR sel env 4
+ - 65 # NDRPDR sel env 4
+ - 66 # NDRPDR sel env 4
+ - 68 # NDRPDR sel env 4
+ - 69 # NDRPDR sel env 4
+ - 70 # NDRPDR sel env 4
vpp-compare-testbeds-hsw-clx-ref:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
+ - 20 # NDRPDR sel env 4
+ - 21 # NDRPDR sel env 4
+ - 22 # NDRPDR sel env 4
+ - 23 # NDRPDR sel env 4
+ - 24 # NDRPDR sel env 4
+ - 25 # NDRPDR sel env 4
+ - 26 # NDRPDR sel env 4
+ - 27 # NDRPDR sel env 4
+ - 28 # NDRPDR sel env 4
+ - 29 # NDRPDR sel env 4
vpp-compare-testbeds-hsw-clx-cmp:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
+ - 62 # NDRPDR sel env 4
+ - 63 # NDRPDR sel env 4
+ - 64 # NDRPDR sel env 4
+ - 65 # NDRPDR sel env 4
+ - 66 # NDRPDR sel env 4
+ - 68 # NDRPDR sel env 4
+ - 69 # NDRPDR sel env 4
+ - 70 # NDRPDR sel env 4
vpp-compare-testbeds-mrr-ref:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 13 # MRR
+ - 30 # MRR env 4
vpp-compare-testbeds-mrr-cmp:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ - 49 # MRR sel env 4
vpp-compare-testbeds-mrr-skx-clx-ref:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ - 99 # MRR sel env 4
vpp-compare-testbeds-mrr-skx-clx-cmp:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 12 # MRR
+ - 72 # MRR env 4
vpp-compare-testbeds-mrr-hsw-clx-ref:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 13 # MRR
+ - 30 # MRR env 4
vpp-compare-testbeds-mrr-hsw-clx-cmp:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 12 # MRR
+ - 72 # MRR env 4
dpdk-compare-testbeds-ref:
csit-dpdk-perf-report-iterative-2005-3n-hsw:
@@ -1641,35 +1578,27 @@
vpp-compare-topologies-ref:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
- - 36 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
+ - 42 # NDRPDR sel env 4
+ - 43 # NDRPDR sel env 4
+ - 44 # NDRPDR sel env 4
+ - 45 # NDRPDR sel env 4
+ - 47 # NDRPDR sel env 4
vpp-compare-topologies-cmp:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
+ - 88 # NDRPDR sel env 4
+ - 89 # NDRPDR sel env 4
+ - 90 # NDRPDR sel env 4
+ - 91 # NDRPDR sel env 4
+ - 92 # NDRPDR sel env 4
+ - 93 # NDRPDR sel env 4
+ - 94 # NDRPDR sel env 4
vpp-compare-topologies-mrr-ref:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ - 49 # MRR sel env 4
vpp-compare-topologies-mrr-cmp:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ - 99 # MRR sel env 4
dpdk-compare-topologies-ref:
csit-dpdk-perf-report-iterative-2005-3n-skx:
@@ -2300,42 +2229,42 @@
- 12 # hoststack
- 13 # hoststack
csit-vpp-perf-report-coverage-2005-3n-hsw:
- - 1 # perf-full-3n-dnv-crypto_I
- - 7 # perf-full-3n-hsw-crypto_II
- - 3 # perf-full-3n-hsw-crypto_III
- - 4 # perf-full-3n-dnv-crypto_IV
- - 5 # perf-full-3n-hsw-ip4_I
- - 6 # perf-full-3n-hsw-ip4_II
- - 8 # perf-full-3n-hsw-ip4_III
- - 9 # perf-full-3n-hsw-ip4_IV
- - 10 # perf-full-3n-hsw-ip4_V
- - 26 # perf-full-3n-hsw-ip4_VI
- - 18 # perf-full-3n-hsw-ip4_VII
- - 27 # perf-full-3n-hsw-ip4_VIII
- - 28 # perf-full-3n-hsw-ip4_IX
- - 29 # perf-full-3n-hsw-ip6_I
- - 35 # perf-full-3n-hsw-ip6_II
- - 42 # perf-full-3n-hsw-l2_I
- - 33 # perf-full-3n-hsw-l2_II
- - 37 # perf-full-3n-hsw-l2_III
- - 45 # perf-full-3n-hsw-l2_IV
- - 43 # perf-full-3n-hsw-l2_V
- - 40 # perf-full-3n-hsw-l2_VI
- - 44 # perf-full-3n-hsw-l2_VII
- - 51 # perf-full-3n-hsw-l2_VIII
- - 50 # perf-full-3n-hsw-l2_IX
- - 52 # perf-full-3n-hsw-l2_X
- - 53 # perf-full-3n-hsw-l2_XI
- - 54 # perf-full-3n-hsw-memif
- - 55 # perf-full-3n-hsw-ip4tunnels-I
- - 56 # perf-full-3n-hsw-ip4tunnels-II
- - 57 # perf-full-3n-hsw-ip4tunnels-III
- - 58 # perf-full-3n-hsw-ip6tunnels-I
- - 59 # perf-full-3n-hsw-srv6-I
- - 60 # perf-full-3n-hsw-srv6-II
- - 61 # perf-full-3n-hsw-vhost-I
- - 62 # perf-full-3n-hsw-vhost-II
- - 63 # perf-full-3n-hsw-vhost-III
+# - 1 # perf-full-3n-dnv-crypto_I
+# - 7 # perf-full-3n-hsw-crypto_II
+# - 3 # perf-full-3n-hsw-crypto_III
+# - 4 # perf-full-3n-dnv-crypto_IV
+# - 5 # perf-full-3n-hsw-ip4_I
+# - 6 # perf-full-3n-hsw-ip4_II
+# - 8 # perf-full-3n-hsw-ip4_III
+# - 9 # perf-full-3n-hsw-ip4_IV
+# - 10 # perf-full-3n-hsw-ip4_V
+# - 26 # perf-full-3n-hsw-ip4_VI
+# - 18 # perf-full-3n-hsw-ip4_VII
+# - 27 # perf-full-3n-hsw-ip4_VIII
+# - 28 # perf-full-3n-hsw-ip4_IX
+# - 29 # perf-full-3n-hsw-ip6_I
+# - 35 # perf-full-3n-hsw-ip6_II
+# - 42 # perf-full-3n-hsw-l2_I
+# - 33 # perf-full-3n-hsw-l2_II
+# - 37 # perf-full-3n-hsw-l2_III
+# - 45 # perf-full-3n-hsw-l2_IV
+# - 43 # perf-full-3n-hsw-l2_V
+# - 40 # perf-full-3n-hsw-l2_VI
+# - 44 # perf-full-3n-hsw-l2_VII
+# - 51 # perf-full-3n-hsw-l2_VIII
+# - 50 # perf-full-3n-hsw-l2_IX
+# - 52 # perf-full-3n-hsw-l2_X
+# - 53 # perf-full-3n-hsw-l2_XI
+# - 54 # perf-full-3n-hsw-memif
+# - 55 # perf-full-3n-hsw-ip4tunnels-I
+# - 56 # perf-full-3n-hsw-ip4tunnels-II
+# - 57 # perf-full-3n-hsw-ip4tunnels-III
+# - 58 # perf-full-3n-hsw-ip6tunnels-I
+# - 59 # perf-full-3n-hsw-srv6-I
+# - 60 # perf-full-3n-hsw-srv6-II
+# - 61 # perf-full-3n-hsw-vhost-I
+# - 62 # perf-full-3n-hsw-vhost-II
+# - 63 # perf-full-3n-hsw-vhost-III
csit-vpp-perf-verify-1908_1-3n-skx:
- 26 # NDRPDR sel - new1908.1
@@ -2381,38 +2310,38 @@
- 54 # NDRPDR sel 2001.0-4
- 6 # MRR sel
- 49 # MRR sel env 4
- csit-vpp-perf-report-coverage-2005-3n-skx:
- - 10 # perf-full-3n-skx-crypto_I
- - 11 # perf-full-3n-skx-crypto_II
- - 12 # perf-full-3n-skx-crypto_III
- - 5 # perf-full-3n-skx-ip4_I
- - 14 # perf-full-3n-skx-ip4_II
- - 7 # perf-full-3n-skx-ip4_III
- - 15 # perf-full-3n-skx-ip4_IV
- - 16 # perf-full-3n-skx-ip4_V
- - 17 # perf-full-3n-skx-ip4_VI
- - 18 # perf-full-3n-skx-ip4_VII
- - 19 # perf-full-3n-skx-ip4_VIII
- - 20 # perf-full-3n-skx-ip4_IX
- - 24 # perf-full-3n-skx-ip6_I
- - 25 # perf-full-3n-skx-ip6_II
- - 21 # perf-full-3n-skx-ip4tunnels-I
- - 22 # perf-full-3n-skx-ip4tunnels-II
- - 23 # perf-full-3n-skx-ip4tunnels-III
- - 26 # perf-full-3n-skx-ip6tunnels-I
- - 28 # perf-full-3n-skx-l2_II
- - 29 # perf-full-3n-skx-l2_III
- - 30 # perf-full-3n-skx-l2_IV
- - 32 # perf-full-3n-skx-l2_VI
- - 33 # perf-full-3n-skx-l2_VII
- - 34 # perf-full-3n-skx-l2_VIII
- - 35 # perf-full-3n-skx-l2_IX
- - 36 # perf-full-3n-skx-l2_X
- - 37 # perf-full-3n-skx-l2_XI
- - 38 # perf-full-3n-skx-memif
- - 39 # perf-full-3n-skx-srv6-I
- - 40 # perf-full-3n-skx-srv6-II
- - 43 # perf-full-3n-skx-vhost-III
+# csit-vpp-perf-report-coverage-2005-3n-skx:
+# - 10 # perf-full-3n-skx-crypto_I
+# - 11 # perf-full-3n-skx-crypto_II
+# - 12 # perf-full-3n-skx-crypto_III
+# - 5 # perf-full-3n-skx-ip4_I
+# - 14 # perf-full-3n-skx-ip4_II
+# - 7 # perf-full-3n-skx-ip4_III
+# - 15 # perf-full-3n-skx-ip4_IV
+# - 16 # perf-full-3n-skx-ip4_V
+# - 17 # perf-full-3n-skx-ip4_VI
+# - 18 # perf-full-3n-skx-ip4_VII
+# - 19 # perf-full-3n-skx-ip4_VIII
+# - 20 # perf-full-3n-skx-ip4_IX
+# - 24 # perf-full-3n-skx-ip6_I
+# - 25 # perf-full-3n-skx-ip6_II
+# - 21 # perf-full-3n-skx-ip4tunnels-I
+# - 22 # perf-full-3n-skx-ip4tunnels-II
+# - 23 # perf-full-3n-skx-ip4tunnels-III
+# - 26 # perf-full-3n-skx-ip6tunnels-I
+# - 28 # perf-full-3n-skx-l2_II
+# - 29 # perf-full-3n-skx-l2_III
+# - 30 # perf-full-3n-skx-l2_IV
+# - 32 # perf-full-3n-skx-l2_VI
+# - 33 # perf-full-3n-skx-l2_VII
+# - 34 # perf-full-3n-skx-l2_VIII
+# - 35 # perf-full-3n-skx-l2_IX
+# - 36 # perf-full-3n-skx-l2_X
+# - 37 # perf-full-3n-skx-l2_XI
+# - 38 # perf-full-3n-skx-memif
+# - 39 # perf-full-3n-skx-srv6-I
+# - 40 # perf-full-3n-skx-srv6-II
+# - 43 # perf-full-3n-skx-vhost-III
csit-vpp-perf-verify-1908_1-2n-skx:
- 39 # NDRPDR sel - new1908.1
@@ -2478,22 +2407,22 @@
- 54 # Soak
- 78 # nf-density-sel
- 83 # nf-density-sel
- csit-vpp-perf-report-coverage-2005-2n-skx:
- - 11 # perf-full-2n-skx-ip4_I
- - 3 # perf-full-2n-skx-ip4_II
- - 18 # perf-full-2n-skx-ip4_III
- - 19 # perf-full-2n-skx-ip4_IV
- - 5 # perf-full-2n-skx-ip4_V
- - 20 # perf-full-2n-skx-ip4_VI
- - 7 # perf-full-2n-skx-ip6_I
- - 21 # perf-full-2n-skx-ip6_II
- - 9 # perf-full-2n-skx-l2_I
- - 22 # perf-full-2n-skx-l2_II
- - 23 # perf-full-2n-skx-memif
- - 24 # perf-full-2n-skx-loadbalancer
- - 25 # perf-full-2n-skx-vhost I
- - 26 # perf-full-2n-skx-vhost II
- - 27 # perf-full-2n-skx-vts
+# csit-vpp-perf-report-coverage-2005-2n-skx:
+# - 11 # perf-full-2n-skx-ip4_I
+# - 3 # perf-full-2n-skx-ip4_II
+# - 18 # perf-full-2n-skx-ip4_III
+# - 19 # perf-full-2n-skx-ip4_IV
+# - 5 # perf-full-2n-skx-ip4_V
+# - 20 # perf-full-2n-skx-ip4_VI
+# - 7 # perf-full-2n-skx-ip6_I
+# - 21 # perf-full-2n-skx-ip6_II
+# - 9 # perf-full-2n-skx-l2_I
+# - 22 # perf-full-2n-skx-l2_II
+# - 23 # perf-full-2n-skx-memif
+# - 24 # perf-full-2n-skx-loadbalancer
+# - 25 # perf-full-2n-skx-vhost I
+# - 26 # perf-full-2n-skx-vhost II
+# - 27 # perf-full-2n-skx-vts
csit-vpp-perf-verify-1908_1-2n-clx:
- 5 # NDRPDR sel
@@ -2559,22 +2488,22 @@
- 59 # 2n-clx nfv-density-00
- 60 # 2n-clx nfv-density-00
- 61 # 2n-clx nfv-density-00
- csit-vpp-perf-report-coverage-2005-2n-clx:
- - 21 # perf-full-2n-clx-ip4_I
- - 2 # perf-full-2n-clx-ip4_II
- - 3 # perf-full-2n-clx-ip4_III
- - 4 # perf-full-2n-clx-ip4_IV
- - 5 # perf-full-2n-clx-ip4_V
- - 6 # perf-full-2n-clx-ip4_VI
- - 7 # perf-full-2n-clx-ip6_I
- - 16 # perf-full-2n-clx-ip6_II
- - 23 # perf-full-2n-clx-l2_I
- - 10 # perf-full-2n-clx-l2_II
- - 11 # perf-full-2n-clx-memif
- - 12 # perf-full-2n-clx-loadbalancer
- - 13 # perf-full-2n-clx-vhost I
- - 22 # perf-full-2n-clx-vhost II
- - 15 # perf-full-2n-clx-vts
+# csit-vpp-perf-report-coverage-2005-2n-clx:
+# - 21 # perf-full-2n-clx-ip4_I
+# - 2 # perf-full-2n-clx-ip4_II
+# - 3 # perf-full-2n-clx-ip4_III
+# - 4 # perf-full-2n-clx-ip4_IV
+# - 5 # perf-full-2n-clx-ip4_V
+# - 6 # perf-full-2n-clx-ip4_VI
+# - 7 # perf-full-2n-clx-ip6_I
+# - 16 # perf-full-2n-clx-ip6_II
+# - 23 # perf-full-2n-clx-l2_I
+# - 10 # perf-full-2n-clx-l2_II
+# - 11 # perf-full-2n-clx-memif
+# - 12 # perf-full-2n-clx-loadbalancer
+# - 13 # perf-full-2n-clx-vhost I
+# - 22 # perf-full-2n-clx-vhost II
+# - 15 # perf-full-2n-clx-vts
csit-vpp-perf-verify-1908-3n-tsh:
- 7 # NDRPDR sel
@@ -2600,7 +2529,6 @@
- 15 # NDRPDR sel
- 21 # NDRPDR sel
- 9 # MRR sel
- # TODO: Add data:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 9 # NDRPDR sel
- 11 # NDRPDR sel
@@ -4467,101 +4395,101 @@
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-clx-x556 2t1c pdr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-x556 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-clx-x556 4t2c pdr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-x556 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-clx-x556 2t1c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-x556 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-clx-x556 4t2c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-x556 ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+## VPP Performance Changes 2n-clx-x556 2t1c pdr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 2t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-clx-ref"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-clx-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+#
+## VPP Performance Changes 2n-clx-x556 4t2c pdr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 4t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-clx-ref"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-clx-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+#
+## VPP Performance Changes 2n-clx-x556 2t1c ndr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 2t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-clx-ref"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-clx-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+#
+## VPP Performance Changes 2n-clx-x556 4t2c ndr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-clx-ref"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-clx-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
# VPP Performance Changes 2n-dnv 1t1c pdr
- type: "table"
@@ -4571,20 +4499,22 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 2n-dnv 2t2c pdr
- type: "table"
@@ -4594,20 +4524,22 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 2n-dnv 1t1c ndr
- type: "table"
@@ -4617,20 +4549,22 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 2n-dnv 2t2c ndr
- type: "table"
@@ -4640,20 +4574,22 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 1t1c pdr
- type: "table"
@@ -4663,20 +4599,22 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 2t2c pdr
- type: "table"
@@ -4686,20 +4624,22 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 1t1c ndr
- type: "table"
@@ -4709,20 +4649,22 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 2t2c ndr
- type: "table"
@@ -4732,20 +4674,22 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
@@ -5769,68 +5713,68 @@
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# VPP Performance Changes 2n-clx-clx-x556 2t1c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-clx-x556 2t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-2t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 2n-clx-clx-x556 4t2c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-clx-x556 4t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-4t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 2n-clx-clx-x556 8t4c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-clx-x556 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-8t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+## VPP Performance Changes 2n-clx-x556 2t1c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 2t1c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001"
+# data-set: "vpp-performance-changes-2n-clx-mrr-ref"
+# - title: "2005"
+# data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "2001, 2005 - VPP versions tested."
+# - "Diff - difference between 2001 and 2005 VPP version."
+#
+## VPP Performance Changes 2n-clx-x556 4t2c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 4t2c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001"
+# data-set: "vpp-performance-changes-2n-clx-mrr-ref"
+# - title: "2005"
+# data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "2001, 2005 - VPP versions tested."
+# - "Diff - difference between 2001 and 2005 VPP version."
+#
+## VPP Performance Changes 2n-clx-x556 8t4c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 8t4c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-8t4c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001"
+# data-set: "vpp-performance-changes-2n-clx-mrr-ref"
+# - title: "2005"
+# data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "2001, 2005 - VPP versions tested."
+# - "Diff - difference between 2001 and 2005 VPP version."
# VPP Performance Changes 2n-dnv 1t1c mrr
- type: "table"
@@ -5840,20 +5784,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 2n-dnv 2t2c mrr
- type: "table"
@@ -5863,20 +5809,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 2n-dnv 4t4c mrr
- type: "table"
@@ -5886,20 +5834,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 1t1c mrr
- type: "table"
@@ -5909,20 +5859,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 2t2c mrr
- type: "table"
@@ -5932,20 +5884,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 4t4c mrr
- type: "table"
@@ -5955,20 +5909,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-tsh 1t1c mrr
- type: "table"
@@ -7778,16 +7734,16 @@
- "{DIR[DTR,PERF,VPP,2N,CLX]}"
- "{DIR[DTR,PERF,VPP,3N,HSW]}"
- "{DIR[DTR,PERF,VPP,3N,TSH]}"
- - "{DIR[DTR,PERF,VPP,2N,DNV]}"
- - "{DIR[DTR,PERF,VPP,3N,DNV]}"
+# - "{DIR[DTR,PERF,VPP,2N,DNV]}"
+# - "{DIR[DTR,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
- - "vpp-perf-results-2n-dnv"
- - "vpp-perf-results-3n-dnv"
+# - "vpp-perf-results-2n-dnv"
+# - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -7834,16 +7790,16 @@
- "{DIR[DTC,PERF,VPP,2N,CLX]}"
- "{DIR[DTC,PERF,VPP,3N,HSW]}"
- "{DIR[DTC,PERF,VPP,3N,TSH]}"
- - "{DIR[DTC,PERF,VPP,2N,DNV]}"
- - "{DIR[DTC,PERF,VPP,3N,DNV]}"
+# - "{DIR[DTC,PERF,VPP,2N,DNV]}"
+# - "{DIR[DTC,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
- - "vpp-perf-results-2n-dnv"
- - "vpp-perf-results-3n-dnv"
+# - "vpp-perf-results-2n-dnv"
+# - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -7890,16 +7846,16 @@
- "{DIR[DTO,PERF,VPP,2N,CLX]}"
- "{DIR[DTO,PERF,VPP,3N,HSW]}"
- "{DIR[DTO,PERF,VPP,3N,TSH]}"
- - "{DIR[DTO,PERF,VPP,2N,DNV]}"
- - "{DIR[DTO,PERF,VPP,3N,DNV]}"
+# - "{DIR[DTO,PERF,VPP,2N,DNV]}"
+# - "{DIR[DTO,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
- - "vpp-perf-results-2n-dnv"
- - "vpp-perf-results-3n-dnv"
+# - "vpp-perf-results-2n-dnv"
+# - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -7946,16 +7902,16 @@
- "{DIR[DTR,MRR,VPP,2N,CLX]}"
- "{DIR[DTR,MRR,VPP,3N,HSW]}"
- "{DIR[DTR,MRR,VPP,3N,TSH]}"
- - "{DIR[DTR,MRR,VPP,2N,DNV]}"
- - "{DIR[DTR,MRR,VPP,3N,DNV]}"
+# - "{DIR[DTR,MRR,VPP,2N,DNV]}"
+# - "{DIR[DTR,MRR,VPP,3N,DNV]}"
data:
- "vpp-mrr-results-2n-skx"
- "vpp-mrr-results-3n-skx"
- "vpp-mrr-results-2n-clx"
- "vpp-mrr-results-3n-hsw"
- "vpp-mrr-results-3n-tsh"
- - "vpp-mrr-results-2n-dnv"
- - "vpp-mrr-results-3n-dnv"
+# - "vpp-mrr-results-2n-dnv"
+# - "vpp-mrr-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -8010,8 +7966,8 @@
- "vpp-mrr-results-2n-clx"
- "vpp-mrr-results-3n-hsw"
- "vpp-mrr-results-3n-tsh"
- - "vpp-mrr-results-2n-dnv"
- - "vpp-mrr-results-3n-dnv"
+# - "vpp-mrr-results-2n-dnv"
+# - "vpp-mrr-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters: