aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2022-06-01 09:16:15 +0200
committerTibor Frank <tifrank@cisco.com>2022-06-01 07:18:10 +0000
commit700100edcef04a78f3f8a9f99ced2d170d01875f (patch)
tree553880db52b54c06edce63f7ee624e5a00bef15a
parented9140f77876c00b6caff6b9d76c516a493be921 (diff)
Report: Add rc1 data
Change-Id: I79678b56fcdc5c8ff8736a87a7437ee145a40459 Signed-off-by: Tibor Frank <tifrank@cisco.com>
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml28
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml128
2 files changed, 81 insertions, 75 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index b291df1720..fba2cc31f7 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -45,8 +45,10 @@
- 7 # rls2202.rel NDRPDR iter env 10
- 8 # rls2202.rel NDRPDR iter env 10
- 9 # rls2202.rel NDRPDR iter env 10
+ - 10 # rls2202.rel NDRPDR iter env 10
- 11 # rls2202.rel NDRPDR iter env 10
- 12 # rls2202.rel NDRPDR iter env 10
+ - 13 # rls2202.rel NDRPDR iter env 10
- 14 # rls2202.rel NDRPDR iter env 10
vpp-3n-skx-curr-iter:
@@ -99,13 +101,10 @@
- 46 # rls2202.rel hoststack iter env 9
- 47 # rls2202.rel hoststack iter env 9
- vpp-3n-skx-prev-iter-hoststack-new-env:
- csit-vpp-perf-report-iterative-2206-3n-skx:
- - 3 # rls2206.rc1 hoststack iter env 10
-
vpp-3n-skx-curr-iter-hoststack:
csit-vpp-perf-report-iterative-2206-3n-skx:
- - 3 # rls2206.rc1 hoststack iter env 10
+ - 15 # rls2206.rc1 hoststack iter env 10
+ - 16 # rls2206.rc1 hoststack iter env 10
vpp-3n-skx-curr-cov:
# csit-vpp-perf-report-coverage-2206-3n-skx:
@@ -189,11 +188,13 @@
- 10 # rls2202.rel NDRPDR iter env 10
- 11 # rls2202.rel NDRPDR iter env 10
- 12 # rls2202.rel NDRPDR iter env 10
+ - 13 # rls2202.rel NDRPDR iter env 10
- 14 # rls2202.rel NDRPDR iter env 10
- 15 # rls2202.rel NDRPDR iter env 10
- 16 # rls2202.rel NDRPDR iter env 10
- 17 # rls2202.rel NDRPDR iter env 10
- 18 # rls2202.rel NDRPDR iter env 10
+ - 19 # rls2202.rel NDRPDR iter env 10
vpp-2n-skx-curr-iter:
csit-vpp-perf-report-iterative-2206-2n-skx:
@@ -378,7 +379,7 @@
vpp-2n-zn2-curr-iter:
csit-vpp-perf-report-iterative-2206-2n-zn2:
- - 2 # rls2206.rc1 NDRPDR iter env 10
+ - 17 # rls2206.rc1 NDRPDR iter env 10
vpp-2n-zn2-curr-iter-best:
csit-vpp-perf-report-iterative-2206-2n-zn2:
@@ -486,6 +487,9 @@
- 14 # rls2202.rel NDRPDR iter env 10
- 16 # rls2202.rel NDRPDR iter env 10
- 17 # rls2202.rel NDRPDR iter env 10
+ - 18 # rls2202.rel NDRPDR iter env 10
+ - 20 # rls2202.rel NDRPDR iter env 10
+ - 21 # rls2202.rel NDRPDR iter env 10
vpp-2n-clx-curr-iter:
csit-vpp-perf-report-iterative-2206-2n-clx:
@@ -610,9 +614,11 @@
- 1 # rls2206 NDRPDR iter env 10
- 2 # rls2206 NDRPDR iter env 10
- 3 # rls2206 NDRPDR iter env 10
+ - 4 # rls2206 NDRPDR iter env 10
- 5 # rls2206 NDRPDR iter env 10
- 6 # rls2206 NDRPDR iter env 10
- 7 # rls2206 NDRPDR iter env 10
+ - 8 # rls2206 NDRPDR iter env 10
- 10 # rls2206 NDRPDR iter env 10
dpdk-2n-clx-curr-iter-best:
@@ -652,6 +658,7 @@
- 4 # rls2202.rel NDRPDR iter env 10
- 5 # rls2202.rel NDRPDR iter env 10
- 6 # rls2202.rel NDRPDR iter env 10
+ - 9 # rls2202.rel NDRPDR iter env 10
vpp-3n-tsh-curr-iter:
csit-vpp-perf-report-iterative-2206-3n-tsh:
@@ -759,6 +766,7 @@
- 4 # rls2202.rel NDRPDR iter env 10
- 5 # rls2202.rel NDRPDR iter env 10
- 7 # rls2202.rel NDRPDR iter env 10
+ - 9 # rls2202.rel NDRPDR iter env 10
vpp-2n-tx2-curr-iter:
csit-vpp-perf-report-iterative-2206-2n-tx2:
@@ -1099,6 +1107,8 @@
vpp-2n-icx-prev-iter-new-env:
csit-vpp-perf-report-iterative-2206-2n-icx:
- 10 # rls2202.rel NDRPDR iter env 10
+ - 15 # rls2202.rel NDRPDR iter env 10
+ - 16 # rls2202.rel NDRPDR iter env 10
vpp-2n-icx-curr-iter:
csit-vpp-perf-report-iterative-2206-2n-icx:
@@ -1168,13 +1178,13 @@
dpdk-2n-icx-curr-iter:
csit-dpdk-perf-report-iterative-2206-2n-icx:
- # - 1 # rls2206 NDRPDR iter env 10
+ - 1 # rls2206 NDRPDR iter env 10
- 2 # rls2206 NDRPDR iter env 10
- 3 # rls2206 NDRPDR iter env 10
# - 4 # rls2206 NDRPDR iter env 10
- 5 # rls2206 NDRPDR iter env 10
# - 6 # rls2206 NDRPDR iter env 10
- # - 7 # rls2206 NDRPDR iter env 10
+ - 7 # rls2206 NDRPDR iter env 10
# - 8 # rls2206 NDRPDR iter env 10
- 9 # rls2206 NDRPDR iter env 10
# - 10 # rls2206 NDRPDR iter env 10
@@ -1207,6 +1217,8 @@
- 5 # rls2202.rel NDRPDR iter env 10
- 6 # rls2202.rel NDRPDR iter env 10
- 8 # rls2202.rel NDRPDR iter env 10
+ - 9 # rls2202.rel NDRPDR iter env 10
+ - 13 # rls2202.rel NDRPDR iter env 10
vpp-3n-icx-curr-iter:
csit-vpp-perf-report-iterative-2206-3n-icx:
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index 6ebc3fb6bb..49fd26cdd5 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -514,8 +514,8 @@
data-set: "vpp-3n-skx-curr-iter-mrr"
- job-spec: "vpp-mlr-00"
data-set: "vpp-3n-skx-curr-iter"
- # - job-spec: "hoststack-00"
- # data-set: "vpp-3n-skx-curr-iter-hoststack"
+ - job-spec: "hoststack-00"
+ data-set: "vpp-3n-skx-curr-iter-hoststack"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-skx-curr-iter"
@@ -1871,36 +1871,30 @@
################################################################################
# VPP
-# # VPP Performance Changes 3n-skx Hoststack
-# - type: "table"
-# title: "VPP Performance Changes 3n-skx Hoststack"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack"
-# include-tests: "hoststack"
-# filter: "all"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-skx-hist-iter-hoststack-new-env"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-skx-prev-iter-hoststack-old-env"
-# - title: "2202.0-10"
-# data-set: "vpp-3n-skx-prev-iter-hoststack-new-env"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-skx-curr-iter-hoststack"
-# comparisons:
-# - title: "2202.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# - title: "2206.0-10 vs 2202.0-10"
-# reference: 3
-# compare: 4
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.'
-# - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+# VPP Performance Changes 3n-skx Hoststack
+- type: "table"
+ title: "VPP Performance Changes 3n-skx Hoststack"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack"
+ include-tests: "hoststack"
+ filter: "all"
+ columns:
+ - title: "2110.0-8"
+ data-set: "vpp-3n-skx-hist-iter-hoststack-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-3n-skx-prev-iter-hoststack-old-env"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-skx-curr-iter-hoststack"
+ comparisons:
+ - title: "2206.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-clx VSAP
- type: "table"
@@ -7820,43 +7814,43 @@
# Hoststack tests 3n-skx
-# - type: "plot"
-# title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
-# algorithm: "plot_perf_box_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps"
-# data: "vpp-3n-skx-curr-iter-hoststack"
-# include:
-# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps"
-# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps"
-# layout:
-# title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
-# layout: "plot-hoststack"
+- type: "plot"
+ title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps"
+ data: "vpp-3n-skx-curr-iter-hoststack"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps"
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps"
+ layout:
+ title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+ layout: "plot-hoststack"
-# - type: "plot"
-# title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
-# algorithm: "plot_perf_box_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps"
-# data: "vpp-3n-skx-curr-iter-hoststack"
-# include:
-# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps"
-# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps"
-# layout:
-# title: "3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
-# layout: "plot-hoststack"
+- type: "plot"
+ title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps"
+ data: "vpp-3n-skx-curr-iter-hoststack"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps"
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps"
+ layout:
+ title: "3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
+ layout: "plot-hoststack"
-# - type: "plot"
-# title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
-# algorithm: "plot_perf_box_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps"
-# data: "vpp-3n-skx-curr-iter-hoststack"
-# include:
-# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps"
-# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
-# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
-# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
-# layout:
-# title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
-# layout: "plot-hoststack"
+- type: "plot"
+ title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps"
+ data: "vpp-3n-skx-curr-iter-hoststack"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps"
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
+ layout:
+ title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
+ layout: "plot-hoststack"
################################################################################