aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2022-07-07 10:35:50 +0200
committerTibor Frank <tifrank@cisco.com>2022-07-07 08:37:40 +0000
commit22bf35d806059c1f89f6de37005bab4791f3ea0f (patch)
treeb18bfde16849fd85027d654f04a1f22b51c7e277
parente2d7339964fcbe58e5d400e577ea1a7d5acd8999 (diff)
Report: Add release data
Change-Id: If9d60c0b063c520400b028efe46991f4e546920f Signed-off-by: Tibor Frank <tifrank@cisco.com> (cherry picked from commit 2c8d9b777f21c57f1c526ee05b0fd377bec631a3)
-rw-r--r--docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst6
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml77
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml2
3 files changed, 62 insertions, 23 deletions
diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
index c53f555cae..9418bd1988 100644
--- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
+++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
@@ -339,9 +339,9 @@ VSAP
Comparison tables in HTML, ASCII and CSV formats:
- - `HTML Hoststack comparison <performance-changes-2n-clx-vsap.html>`_
- - `ASCII Hoststack comparison <../../_static/vpp/performance-changes-2n-clx-vsap.txt>`_
- - `CSV Hoststack comparison <../../_static/vpp/performance-changes-2n-clx-vsap-csv.csv>`_
+ - `HTML VSAP comparison <performance-changes-2n-clx-vsap.html>`_
+ - `ASCII VSAP comparison <../../_static/vpp/performance-changes-2n-clx-vsap.txt>`_
+ - `CSV VSAP comparison <../../_static/vpp/performance-changes-2n-clx-vsap-csv.csv>`_
2n-clx-cx556a
~~~~~~~~~~~~~
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index 8601ba6a2c..322d6a58df 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -119,19 +119,30 @@
- 66 # rls2206.rel hoststack iter env 10
- 67 # rls2206.rel hoststack iter env 10
- 68 # rls2206.rel hoststack iter env 10
- # - 69 # rls2206.rel hoststack iter env 10
+ - 69 # rls2206.rel hoststack iter env 10
+ - 70 # rls2206.rel hoststack iter env 10
+ - 71 # rls2206.rel hoststack iter env 10
vpp-3n-skx-curr-cov:
csit-vpp-perf-report-coverage-2206-3n-skx:
- 1 # rls2206.rel NDRPDR cov env 10
- 2 # rls2206.rel NDRPDR cov env 10
- 3 # rls2206.rel NDRPDR cov env 10
+ - 5 # rls2206.rel NDRPDR cov env 10
- 6 # rls2206.rel NDRPDR cov env 10
- 7 # rls2206.rel NDRPDR cov env 10
+ - 8 # rls2206.rel NDRPDR cov env 10
- 9 # rls2206.rel NDRPDR cov env 10
- 10 # rls2206.rel NDRPDR cov env 10
- 11 # rls2206.rel NDRPDR cov env 10
- 12 # rls2206.rel NDRPDR cov env 10
+ - 13 # rls2206.rel NDRPDR cov env 10
+ - 14 # rls2206.rel NDRPDR cov env 10
+ - 15 # rls2206.rel NDRPDR cov env 10
+ - 17 # rls2206.rel NDRPDR cov env 10
+ - 18 # rls2206.rel NDRPDR cov env 10
+ - 19 # rls2206.rel NDRPDR cov env 10
+ - 20 # rls2206.rel NDRPDR cov env 10
dpdk-3n-skx-hist-iter:
csit-dpdk-perf-report-iterative-2110-3n-skx:
@@ -225,10 +236,10 @@
- 62 # rls2206.rel NDRPDR iter env 10
- 63 # rls2206.rel NDRPDR iter env 10
- 71 # rls2206.rel NDRPDR iter env 10
- # - 72 # rls2206.rel NDRPDR iter env 10
+ - 72 # rls2206.rel NDRPDR iter env 10
- 77 # rls2206.rel NDRPDR iter env 10
# - 79 # rls2206.rel NDRPDR iter env 10
- # - 80 # rls2206.rel NDRPDR iter env 10
+ - 80 # rls2206.rel NDRPDR iter env 10
vpp-2n-skx-curr-iter-best:
csit-vpp-perf-report-iterative-2206-2n-skx:
@@ -262,10 +273,10 @@
- 62 # rls2206.rel NDRPDR iter env 10
- 63 # rls2206.rel NDRPDR iter env 10
- 71 # rls2206.rel NDRPDR iter env 10
- # - 72 # rls2206.rel NDRPDR iter env 10
+ - 72 # rls2206.rel NDRPDR iter env 10
- 77 # rls2206.rel NDRPDR iter env 10
# - 79 # rls2206.rel NDRPDR iter env 10
- # - 80 # rls2206.rel NDRPDR iter env 10
+ - 80 # rls2206.rel NDRPDR iter env 10
vpp-soak-vs-ndr-2n-skx:
csit-vpp-perf-report-iterative-2206-2n-skx:
- 59 # rls2206.rel NDRPDR iter env 10
@@ -274,10 +285,10 @@
- 62 # rls2206.rel NDRPDR iter env 10
- 63 # rls2206.rel NDRPDR iter env 10
- 71 # rls2206.rel NDRPDR iter env 10
- # - 72 # rls2206.rel NDRPDR iter env 10
+ - 72 # rls2206.rel NDRPDR iter env 10
- 77 # rls2206.rel NDRPDR iter env 10
# - 79 # rls2206.rel NDRPDR iter env 10
- # - 80 # rls2206.rel NDRPDR iter env 10
+ - 80 # rls2206.rel NDRPDR iter env 10
- 58 # rls2206.rel soak env 10
- 69 # rls2206.rel soak env 10
@@ -306,16 +317,17 @@
- 74 # rls2206.rel NDRPDR reconf iter env 10
- 76 # rls2206.rel NDRPDR reconf iter env 10
- 83 # rls2206.rel NDRPDR reconf iter env 10
+ - 85 # rls2206.rel NDRPDR reconf iter env 10
+ - 87 # rls2206.rel NDRPDR reconf iter env 10
vpp-2n-skx-curr-iter-gso:
csit-vpp-perf-report-iterative-2206-2n-skx:
- 54 # rls2206.rel MRR GSO iter env 10
vpp-2n-skx-curr-cov:
- # csit-vpp-perf-report-coverage-2206-2n-skx:
- # csit-vpp-perf-report-iterative-2206-2n-skx:
- csit-vpp-perf-report-coverage-2202-2n-skx:
- - 18 # rls2202.rel NDRPDR cov env 9
+ csit-vpp-perf-report-coverage-2206-2n-skx:
+ - 5 # rls2206.rel NDRPDR cov env 10
+ - 6 # rls2206.rel NDRPDR cov env 10
dpdk-2n-skx-hist-iter:
csit-dpdk-perf-report-iterative-2110-2n-skx:
@@ -457,7 +469,7 @@
- 50 # rls2206.rel NDRPDR iter env 10
- 51 # rls2206.rel NDRPDR iter env 10
- 52 # rls2206.rel NDRPDR iter env 10
- # - 53 # rls2206.rel NDRPDR iter env 10
+ - 53 # rls2206.rel NDRPDR iter env 10
# - 54 # rls2206.rel NDRPDR iter env 10
# - 55 # rls2206.rel NDRPDR iter env 10
# - 56 # rls2206.rel NDRPDR iter env 10
@@ -585,6 +597,8 @@
- 117 # rls2206.rel NDRPDR iter env 10
- 123 # rls2206.rel NDRPDR iter env 10
- 124 # rls2206.rel NDRPDR iter env 10
+ - 129 # rls2206.rel NDRPDR iter env 10
+ - 130 # rls2206.rel NDRPDR iter env 10
vpp-2n-clx-curr-iter-best:
csit-vpp-perf-report-iterative-2206-2n-clx:
@@ -641,11 +655,17 @@
- 104 # rls2206.rel VSAP iter env 10
- 112 # rls2206.rel VSAP iter env 10
- 125 # rls2206.rel VSAP iter env 10
+ - 128 # rls2206.rel VSAP iter env 10
+ - 144 # rls2206.rel VSAP iter env 10
+ - 145 # rls2206.rel VSAP iter env 10
+ - 146 # rls2206.rel VSAP iter env 10
+ - 147 # rls2206.rel VSAP iter env 10
vpp-2n-clx-curr-nfv-ndrpdr:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 109 # rls2206.rel NDRPDR nf-density iter env 10
- 118 # rls2206.rel NDRPDR nf-density iter env 10
+ - 119 # rls2206.rel NDRPDR nf-density iter env 10
- 121 # rls2206.rel NDRPDR nf-density iter env 10
vpp-2n-clx-curr-nfv-mrr:
@@ -661,11 +681,13 @@
- 127 # rls2206.rel NDRPDR reconf iter env 10
- 131 # rls2206.rel NDRPDR reconf iter env 10
- 132 # rls2206.rel NDRPDR reconf iter env 10
+ # - 134 # rls2206.rel NDRPDR reconf iter env 10
+ - 136 # rls2206.rel NDRPDR reconf iter env 10
+ - 138 # rls2206.rel NDRPDR reconf iter env 10
vpp-2n-clx-curr-soak:
csit-vpp-perf-report-iterative-2206-2n-clx:
- - 51 # rls2206.rc2 soak env 10
- - 76 # rls2206.rc2 soak env 10
+ - 137 # rls2206.rel soak env 10
vpp-soak-vs-ndr-2n-clx-ref:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 113 # rls2206.rel NDRPDR iter env 10
@@ -675,6 +697,8 @@
- 117 # rls2206.rel NDRPDR iter env 10
- 123 # rls2206.rel NDRPDR iter env 10
- 124 # rls2206.rel NDRPDR iter env 10
+ - 129 # rls2206.rel NDRPDR iter env 10
+ - 130 # rls2206.rel NDRPDR iter env 10
vpp-soak-vs-ndr-2n-clx:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 113 # rls2206.rel NDRPDR iter env 10
@@ -684,8 +708,9 @@
- 117 # rls2206.rel NDRPDR iter env 10
- 123 # rls2206.rel NDRPDR iter env 10
- 124 # rls2206.rel NDRPDR iter env 10
- - 51 # rls2206.rc2 soak env 10
- - 76 # rls2206.rc2 soak env 10
+ - 129 # rls2206.rel NDRPDR iter env 10
+ - 130 # rls2206.rel NDRPDR iter env 10
+ - 137 # rls2206.rel soak env 10
vpp-2n-clx-curr-cov:
# csit-vpp-perf-report-coverage-2206-2n-clx:
@@ -788,11 +813,11 @@
- 43 # rls2206.rel NDRPDR iter env 10
# - 44 # rls2206.rel NDRPDR iter env 10
# - 45 # rls2206.rel NDRPDR iter env 10
- # - 46 # rls2206.rel NDRPDR iter env 10
+ - 46 # rls2206.rel NDRPDR iter env 10
vpp-3n-tsh-curr-iter-best:
csit-vpp-perf-report-iterative-2206-3n-tsh:
- - 40 # rls2206.rel NDRPDR iter env 10
+ - 46 # rls2206.rel NDRPDR iter env 10
vpp-3n-tsh-hist-iter-mrr-new-env:
csit-vpp-perf-report-iterative-2202-3n-tsh:
@@ -908,7 +933,7 @@
# - 41 # rls2206.rel NDRPDR iter env 10
- 42 # rls2206.rel NDRPDR iter env 10
- 43 # rls2206.rel NDRPDR iter env 10
- # - 44 # rls2206.rel NDRPDR iter env 10
+ - 44 # rls2206.rel NDRPDR iter env 10
# - 45 # rls2206.rel NDRPDR iter env 10
- 46 # rls2206.rel NDRPDR iter env 10
# - 47 # rls2206.rel NDRPDR iter env 10
@@ -1179,6 +1204,11 @@
- 16 # rls2206.rel NDRPDR iter env 10
- 17 # rls2206.rel NDRPDR iter env 10
- 18 # rls2206.rel NDRPDR iter env 10
+ - 19 # rls2206.rel NDRPDR iter env 10
+ - 20 # rls2206.rel NDRPDR iter env 10
+ - 21 # rls2206.rel NDRPDR iter env 10
+ - 22 # rls2206.rel NDRPDR iter env 10
+ # - 23 # rls2206.rel NDRPDR iter env 10
vpp-2n-aws-curr-iter-best:
csit-vpp-perf-report-iterative-2206-2n-aws:
@@ -1496,16 +1526,25 @@
vpp-3n-icx-curr-cov:
csit-vpp-perf-report-coverage-2206-3n-icx:
+ - 1 # rls2206.rel NDRPDR cov env 10
- 2 # rls2206.rel NDRPDR cov env 10
- 3 # rls2206.rel NDRPDR cov env 10
- 4 # rls2206.rel NDRPDR cov env 10
- 5 # rls2206.rel NDRPDR cov env 10
- 6 # rls2206.rel NDRPDR cov env 10
+ - 7 # rls2206.rel NDRPDR cov env 10
- 8 # rls2206.rel NDRPDR cov env 10
- 9 # rls2206.rel NDRPDR cov env 10
- 10 # rls2206.rel NDRPDR cov env 10
- 11 # rls2206.rel NDRPDR cov env 10
+ - 12 # rls2206.rel NDRPDR cov env 10
+ - 13 # rls2206.rel NDRPDR cov env 10
+ - 14 # rls2206.rel NDRPDR cov env 10
- 15 # rls2206.rel NDRPDR cov env 10
+ - 17 # rls2206.rel NDRPDR cov env 10
+ - 18 # rls2206.rel NDRPDR cov env 10
+ - 19 # rls2206.rel NDRPDR cov env 10
+ - 22 # rls2206.rel NDRPDR cov env 10
dpdk-3n-icx-prev-iter:
csit-dpdk-perf-report-iterative-2202-3n-icx:
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index e3171ad6d5..9d39679138 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -2994,7 +2994,7 @@
legend:
- ''
- 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.'
- - 'YYMM.V-E: [cps/rps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [Mcps/Mrps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'