aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2022-03-01 10:43:47 +0100
committerTibor Frank <tifrank@cisco.com>2022-03-01 10:43:47 +0100
commitdec942c114df8fbd039e93174245920c257cc5e7 (patch)
tree11b88ca2faa5e4e4e642a4281261e97b7cbccffa
parent45ae6041bf09a5bf06efedfc353cb21d7b30c7d9 (diff)
Report: Add comp tables for hoststack and vsap
- elements only - not visible Change-Id: I9741b3da7ce0a787d40d17653d0580ec74bcbdc6 Signed-off-by: Tibor Frank <tifrank@cisco.com>
-rw-r--r--resources/tools/presentation/generator_tables.py16
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml27
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml46
3 files changed, 89 insertions, 0 deletions
diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py
index a7b1500f29..aa49762d8d 100644
--- a/resources/tools/presentation/generator_tables.py
+++ b/resources/tools/presentation/generator_tables.py
@@ -563,6 +563,22 @@ def _tpc_insert_data(target, src, include_tests):
target[u"data"].append(
float(u"nan") if lat == -1 else lat * 1e6
)
+ elif include_tests == u"hoststack":
+ try:
+ target[u"data"].append(
+ float(src[u"result"][u"bits_per_second"])
+ )
+ except KeyError:
+ target[u"data"].append(
+ (float(src[u"result"][u"client"][u"tx_data"]) * 8) /
+ ((float(src[u"result"][u"client"][u"time"]) +
+ float(src[u"result"][u"server"][u"time"])) / 2)
+ )
+ elif include_tests == u"vsap":
+ try:
+ target[u"data"].append(src[u"result"][u"cps"])
+ except KeyError:
+ target[u"data"].append(src[u"result"][u"rps"])
except (KeyError, TypeError):
pass
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index d4e6f51f0f..54cd600a8a 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -94,6 +94,19 @@
csit-vpp-perf-report-iterative-2202-3n-skx:
- 27 # rls2202.rel MRR iter env 9
+ vpp-3n-skx-prev-iter-hoststack-old-env:
+ csit-vpp-perf-report-iterative-2110-3n-skx:
+ - 40 # rls2110.rel NDRPDR iter env 8
+ - 41 # rls2110.rel NDRPDR iter env 8
+ - 42 # rls2110.rel NDRPDR iter env 8
+ - 43 # rls2110.rel NDRPDR iter env 8
+ - 44 # rls2110.rel NDRPDR iter env 8
+ - 45 # rls2110.rel NDRPDR iter env 8
+ - 46 # rls2110.rel NDRPDR iter env 8
+ - 47 # rls2110.rel NDRPDR iter env 8
+ - 48 # rls2110.rel NDRPDR iter env 8
+ - 49 # rls2110.rel NDRPDR iter env 8
+
vpp-3n-skx-curr-iter-hoststack:
csit-vpp-perf-report-iterative-2202-3n-skx:
- 29 # rls2202.rel hoststack iter env 9
@@ -565,6 +578,7 @@
- 61 # rls2202.rel NDRPDR iter env 9
- 62 # rls2202.rel NDRPDR iter env 9
- 64 # rls2202.rel NDRPDR iter env 9
+ - 71 # rls2202.rel NDRPDR iter env 9
- 78 # rls2202.rel NDRPDR iter env 9
- 79 # rls2202.rel NDRPDR iter env 9
- 83 # rls2202.rel NDRPDR iter env 9
@@ -593,6 +607,19 @@
csit-vpp-perf-report-iterative-2202-2n-clx:
- 51 # rls2202.rel MRR GSO iter env 9
+ vpp-2n-clx-curr-iter-vsap-old-env:
+ csit-vpp-perf-report-iterative-2110-2n-clx:
+ - 95 # rls2110.rel VSAP iter env 8
+ - 96 # rls2110.rel VSAP iter env 8
+ - 97 # rls2110.rel VSAP iter env 8
+ - 98 # rls2110.rel VSAP iter env 8
+ - 99 # rls2110.rel VSAP iter env 8
+ - 101 # rls2110.rel VSAP iter env 8
+ - 104 # rls2110.rel VSAP iter env 8
+ - 105 # rls2110.rel VSAP iter env 8
+ - 106 # rls2110.rel VSAP iter env 8
+ - 107 # rls2110.rel VSAP iter env 8
+
vpp-2n-clx-curr-iter-vsap:
csit-vpp-perf-report-iterative-2202-2n-clx:
- 55 # rls2202.rel VSAP iter env 9
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index f4da28f69f..364776c111 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -1583,6 +1583,52 @@
################################################################################
# VPP
+# VPP Performance Changes 3n-skx Hoststack
+- type: "table"
+ title: "VPP Performance Changes 3n-skx Hoststack"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack"
+ include-tests: "hoststack"
+ filter: "all"
+ columns:
+ - title: "2110.0-8"
+ data-set: "vpp-3n-skx-prev-iter-hoststack-old-env"
+ - title: "2202.0-9"
+ data-set: "vpp-3n-skx-curr-iter-hoststack"
+ comparisons:
+ - title: "2202.0-9 vs 2110.0-8"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Gbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
+
+# VPP Performance Changes 2n-clx VSAP
+- type: "table"
+ title: "VPP Performance Changes 2n-clx VSAP"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap"
+ include-tests: "vsap"
+ filter: "all"
+ columns:
+ - title: "2110.0-8"
+ data-set: "vpp-2n-clx-curr-iter-vsap-old-env"
+ - title: "2202.0-9"
+ data-set: "vpp-2n-clx-curr-iter-vsap"
+ comparisons:
+ - title: "2202.0-9 vs 2110.0-8"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [cps|rps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
+
# VPP Performance Changes 3n-skx 2t1c pdr
- type: "table"
title: "VPP Performance Changes 3n-skx 2t1c pdr"