aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools/presentation/specifications/report
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2022-10-18 13:43:44 +0200
committerTibor Frank <tifrank@cisco.com>2022-10-18 13:43:44 +0200
commit07ebd0caf0ed5cb14c70c30fc0cd4469abb49e7c (patch)
treeae4757e4b7f5b94e1ab1417770b09dfccf542832 /resources/tools/presentation/specifications/report
parent6809aeefd0f2b951cd4861f676ee2dff0df47ff2 (diff)
Report: Add Hoststack tests for 3n-icx
Signed-off-by: Tibor Frank <tifrank@cisco.com> Change-Id: I0f6546950d9cc015ee5ca633c86ad988ae75fe8f
Diffstat (limited to 'resources/tools/presentation/specifications/report')
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml13
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml69
2 files changed, 82 insertions, 0 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index 44867e55be..87f14af7fb 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -974,6 +974,19 @@
csit-vpp-perf-report-iterative-2210-3n-icx:
- 12 # rls2210.rc2 MRR iter env 11
+ # vpp-3n-icx-hist-iter-hoststack-new-env:
+ # csit-vpp-perf-report-iterative-2110-3n-icx:
+ # - 40 # rls2110.rel NDRPDR iter env 8
+
+ # vpp-3n-icx-prev-iter-hoststack-old-env:
+ # csit-vpp-perf-report-iterative-2202-3n-icx:
+ # - 29 # rls2202.rel hoststack iter env 9
+
+ vpp-3n-icx-curr-iter-hoststack:
+ csit-vpp-perf-report-iterative-2210-3n-icx:
+ - 17 # rls2210.rc2 hoststack iter env 11
+ - 21 # rls2210.rc2 hoststack iter env 11
+
vpp-3n-icx-curr-cov:
# csit-vpp-perf-report-coverage-2210-3n-icx:
csit-vpp-perf-report-coverage-2206-3n-icx:
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index e3a4621e97..3d9e1c4d85 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -79,6 +79,8 @@
data-set: "vpp-3n-icx-curr-iter-mrr"
- job-spec: "vpp-mlr-00"
data-set: "vpp-3n-icx-curr-iter"
+ - job-spec: "hoststack-00"
+ data-set: "vpp-3n-icx-curr-iter-hoststack"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-icx-curr-iter"
@@ -1599,6 +1601,31 @@
################################################################################
# VPP
+# # VPP Performance Changes 3n-icx Hoststack
+# - type: "table"
+# title: "VPP Performance Changes 3n-icx Hoststack"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-hoststack"
+# include-tests: "hoststack"
+# filter: "all"
+# columns:
+# - title: "2110.0-8"
+# data-set: "vpp-3n-icx-hist-iter-hoststack-new-env"
+# - title: "2202.0-9"
+# data-set: "vpp-3n-icx-prev-iter-hoststack-old-env"
+# - title: "2206.0-10"
+# data-set: "vpp-3n-icx-curr-iter-hoststack"
+# comparisons:
+# - title: "2206.0-10 vs 2202.0-9"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: Hoststack on 3n-icx with e810xxv.'
+# - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2210).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+
# VPP Performance Changes 3n-icx 2t1c pdr
- type: "table"
title: "VPP Performance Changes 3n-icx 2t1c pdr"
@@ -12132,6 +12159,48 @@
###############################################################################
+# Hoststack tests 3n-icx
+
+- type: "plot"
+ title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps"
+ data: "vpp-3n-icx-curr-iter-hoststack"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps"
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps"
+ layout:
+ title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+ layout: "plot-hoststack"
+
+- type: "plot"
+ title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps"
+ data: "vpp-3n-icx-curr-iter-hoststack"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps"
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps"
+ layout:
+ title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
+ layout: "plot-hoststack"
+
+# - type: "plot"
+# title: "Bandwidth: 3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps"
+# data: "vpp-3n-icx-curr-iter-hoststack"
+# include:
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps"
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
+# layout:
+# title: "3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho"
+# layout: "plot-hoststack"
+
+###############################################################################
+
# TRex 2n-skx
# - type: "plot"