aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2022-05-31 06:47:49 +0200
committerTibor Frank <tifrank@cisco.com>2022-05-31 06:47:49 +0200
commit7afe43cad35079b93c223a2553e0e8746ddbc4c7 (patch)
treed292d01c02f72de71d67ec693b946929a71af12c
parent83baf715f77d68e2d90ef279d34a85c8f51d0883 (diff)
Report: Add rc1 data
Change-Id: I4f83a043c65ac1c968020024d139123a836fb33b Signed-off-by: Tibor Frank <tifrank@cisco.com>
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml21
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml134
2 files changed, 81 insertions, 74 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index 626711dad2..b291df1720 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -46,6 +46,7 @@
- 8 # rls2202.rel NDRPDR iter env 10
- 9 # rls2202.rel NDRPDR iter env 10
- 11 # rls2202.rel NDRPDR iter env 10
+ - 12 # rls2202.rel NDRPDR iter env 10
- 14 # rls2202.rel NDRPDR iter env 10
vpp-3n-skx-curr-iter:
@@ -148,7 +149,7 @@
- 6 # rls2206 NDRPDR iter env 10
- 7 # rls2206 NDRPDR iter env 10
- 8 # rls2206 NDRPDR iter env 10
- # - 9 # rls2206 NDRPDR iter env 10
+ - 9 # rls2206 NDRPDR iter env 10
- 10 # rls2206 NDRPDR iter env 10
dpdk-3n-skx-curr-iter-best:
@@ -188,6 +189,8 @@
- 10 # rls2202.rel NDRPDR iter env 10
- 11 # rls2202.rel NDRPDR iter env 10
- 12 # rls2202.rel NDRPDR iter env 10
+ - 14 # rls2202.rel NDRPDR iter env 10
+ - 15 # rls2202.rel NDRPDR iter env 10
- 16 # rls2202.rel NDRPDR iter env 10
- 17 # rls2202.rel NDRPDR iter env 10
- 18 # rls2202.rel NDRPDR iter env 10
@@ -443,6 +446,7 @@
- 8 # rls2206 NDRPDR iter env 10
- 9 # rls2206 NDRPDR iter env 10
- 10 # rls2206 NDRPDR iter env 10
+ - 12 # rls2206 NDRPDR iter env 10
dpdk-2n-zn2-curr-iter-best:
csit-dpdk-perf-report-iterative-2206-2n-zn2:
@@ -481,6 +485,7 @@
- 11 # rls2202.rel NDRPDR iter env 10
- 14 # rls2202.rel NDRPDR iter env 10
- 16 # rls2202.rel NDRPDR iter env 10
+ - 17 # rls2202.rel NDRPDR iter env 10
vpp-2n-clx-curr-iter:
csit-vpp-perf-report-iterative-2206-2n-clx:
@@ -605,6 +610,7 @@
- 1 # rls2206 NDRPDR iter env 10
- 2 # rls2206 NDRPDR iter env 10
- 3 # rls2206 NDRPDR iter env 10
+ - 5 # rls2206 NDRPDR iter env 10
- 6 # rls2206 NDRPDR iter env 10
- 7 # rls2206 NDRPDR iter env 10
- 10 # rls2206 NDRPDR iter env 10
@@ -645,6 +651,7 @@
csit-vpp-perf-report-iterative-2206-3n-tsh:
- 4 # rls2202.rel NDRPDR iter env 10
- 5 # rls2202.rel NDRPDR iter env 10
+ - 6 # rls2202.rel NDRPDR iter env 10
vpp-3n-tsh-curr-iter:
csit-vpp-perf-report-iterative-2206-3n-tsh:
@@ -751,6 +758,7 @@
csit-vpp-perf-report-iterative-2206-2n-tx2:
- 4 # rls2202.rel NDRPDR iter env 10
- 5 # rls2202.rel NDRPDR iter env 10
+ - 7 # rls2202.rel NDRPDR iter env 10
vpp-2n-tx2-curr-iter:
csit-vpp-perf-report-iterative-2206-2n-tx2:
@@ -988,14 +996,12 @@
- 22 # rls2202.rel NDRPDR iter env 9
vpp-2n-aws-curr-iter:
- # csit-vpp-perf-report-iterative-2206-2n-aws:
- csit-vpp-perf-report-iterative-2202-2n-aws:
- - 12 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-aws:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-aws-curr-iter-best:
- # csit-vpp-perf-report-iterative-2206-2n-aws:
- csit-vpp-perf-report-iterative-2202-2n-aws:
- - 12 # rls2202.rel NDRPDR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-aws:
+ - 2 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-aws-hist-iter-mrr:
csit-vpp-perf-report-iterative-2110-2n-aws:
@@ -1199,6 +1205,7 @@
csit-vpp-perf-report-iterative-2206-3n-icx:
- 4 # rls2202.rel NDRPDR iter env 10
- 5 # rls2202.rel NDRPDR iter env 10
+ - 6 # rls2202.rel NDRPDR iter env 10
- 8 # rls2202.rel NDRPDR iter env 10
vpp-3n-icx-curr-iter:
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index 8de7d05bec..6ebc3fb6bb 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -514,8 +514,8 @@
data-set: "vpp-3n-skx-curr-iter-mrr"
- job-spec: "vpp-mlr-00"
data-set: "vpp-3n-skx-curr-iter"
- - job-spec: "hoststack-00"
- data-set: "vpp-3n-skx-curr-iter-hoststack"
+ # - job-spec: "hoststack-00"
+ # data-set: "vpp-3n-skx-curr-iter-hoststack"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-skx-curr-iter"
@@ -1871,36 +1871,36 @@
################################################################################
# VPP
-# VPP Performance Changes 3n-skx Hoststack
-- type: "table"
- title: "VPP Performance Changes 3n-skx Hoststack"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack"
- include-tests: "hoststack"
- filter: "all"
- columns:
- - title: "2110.0-8"
- data-set: "vpp-3n-skx-hist-iter-hoststack-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-skx-prev-iter-hoststack-old-env"
- - title: "2202.0-10"
- data-set: "vpp-3n-skx-prev-iter-hoststack-new-env"
- - title: "2206.0-10"
- data-set: "vpp-3n-skx-curr-iter-hoststack"
- comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
- legend:
- - ''
- - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+# # VPP Performance Changes 3n-skx Hoststack
+# - type: "table"
+# title: "VPP Performance Changes 3n-skx Hoststack"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack"
+# include-tests: "hoststack"
+# filter: "all"
+# columns:
+# - title: "2110.0-8"
+# data-set: "vpp-3n-skx-hist-iter-hoststack-new-env"
+# - title: "2202.0-9"
+# data-set: "vpp-3n-skx-prev-iter-hoststack-old-env"
+# - title: "2202.0-10"
+# data-set: "vpp-3n-skx-prev-iter-hoststack-new-env"
+# - title: "2206.0-10"
+# data-set: "vpp-3n-skx-curr-iter-hoststack"
+# comparisons:
+# - title: "2202.0-10 vs 2202.0-9"
+# reference: 2
+# compare: 3
+# - title: "2206.0-10 vs 2202.0-10"
+# reference: 3
+# compare: 4
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.'
+# - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+# - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx VSAP
- type: "table"
@@ -7820,43 +7820,43 @@
# Hoststack tests 3n-skx
-- type: "plot"
- title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps"
- data: "vpp-3n-skx-curr-iter-hoststack"
- include:
- - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps"
- - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps"
- layout:
- title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
- layout: "plot-hoststack"
+# - type: "plot"
+# title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps"
+# data: "vpp-3n-skx-curr-iter-hoststack"
+# include:
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps"
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps"
+# layout:
+# title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+# layout: "plot-hoststack"
-- type: "plot"
- title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps"
- data: "vpp-3n-skx-curr-iter-hoststack"
- include:
- - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps"
- - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps"
- layout:
- title: "3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
- layout: "plot-hoststack"
+# - type: "plot"
+# title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps"
+# data: "vpp-3n-skx-curr-iter-hoststack"
+# include:
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps"
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps"
+# layout:
+# title: "3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
+# layout: "plot-hoststack"
-- type: "plot"
- title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps"
- data: "vpp-3n-skx-curr-iter-hoststack"
- include:
- - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps"
- - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
- - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
- - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
- layout:
- title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
- layout: "plot-hoststack"
+# - type: "plot"
+# title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps"
+# data: "vpp-3n-skx-curr-iter-hoststack"
+# include:
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps"
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
+# layout:
+# title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
+# layout: "plot-hoststack"
################################################################################