diff options
| -rw-r--r-- | resources/tools/presentation/specifications/report/data_sets.yaml | 21 | ||||
| -rw-r--r-- | resources/tools/presentation/specifications/report/elements.yaml | 134 |
2 files changed, 81 insertions, 74 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 626711dad2..b291df1720 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -46,6 +46,7 @@ - 8 # rls2202.rel NDRPDR iter env 10 - 9 # rls2202.rel NDRPDR iter env 10 - 11 # rls2202.rel NDRPDR iter env 10 + - 12 # rls2202.rel NDRPDR iter env 10 - 14 # rls2202.rel NDRPDR iter env 10 vpp-3n-skx-curr-iter: @@ -148,7 +149,7 @@ - 6 # rls2206 NDRPDR iter env 10 - 7 # rls2206 NDRPDR iter env 10 - 8 # rls2206 NDRPDR iter env 10 - # - 9 # rls2206 NDRPDR iter env 10 + - 9 # rls2206 NDRPDR iter env 10 - 10 # rls2206 NDRPDR iter env 10 dpdk-3n-skx-curr-iter-best: @@ -188,6 +189,8 @@ - 10 # rls2202.rel NDRPDR iter env 10 - 11 # rls2202.rel NDRPDR iter env 10 - 12 # rls2202.rel NDRPDR iter env 10 + - 14 # rls2202.rel NDRPDR iter env 10 + - 15 # rls2202.rel NDRPDR iter env 10 - 16 # rls2202.rel NDRPDR iter env 10 - 17 # rls2202.rel NDRPDR iter env 10 - 18 # rls2202.rel NDRPDR iter env 10 @@ -443,6 +446,7 @@ - 8 # rls2206 NDRPDR iter env 10 - 9 # rls2206 NDRPDR iter env 10 - 10 # rls2206 NDRPDR iter env 10 + - 12 # rls2206 NDRPDR iter env 10 dpdk-2n-zn2-curr-iter-best: csit-dpdk-perf-report-iterative-2206-2n-zn2: @@ -481,6 +485,7 @@ - 11 # rls2202.rel NDRPDR iter env 10 - 14 # rls2202.rel NDRPDR iter env 10 - 16 # rls2202.rel NDRPDR iter env 10 + - 17 # rls2202.rel NDRPDR iter env 10 vpp-2n-clx-curr-iter: csit-vpp-perf-report-iterative-2206-2n-clx: @@ -605,6 +610,7 @@ - 1 # rls2206 NDRPDR iter env 10 - 2 # rls2206 NDRPDR iter env 10 - 3 # rls2206 NDRPDR iter env 10 + - 5 # rls2206 NDRPDR iter env 10 - 6 # rls2206 NDRPDR iter env 10 - 7 # rls2206 NDRPDR iter env 10 - 10 # rls2206 NDRPDR iter env 10 @@ -645,6 +651,7 @@ csit-vpp-perf-report-iterative-2206-3n-tsh: - 4 # rls2202.rel NDRPDR iter env 10 - 5 # rls2202.rel NDRPDR iter env 10 + - 6 # rls2202.rel NDRPDR iter env 10 vpp-3n-tsh-curr-iter: csit-vpp-perf-report-iterative-2206-3n-tsh: @@ -751,6 +758,7 @@ csit-vpp-perf-report-iterative-2206-2n-tx2: - 4 # rls2202.rel NDRPDR iter env 10 - 5 # rls2202.rel NDRPDR iter env 10 + - 7 # rls2202.rel NDRPDR iter env 10 vpp-2n-tx2-curr-iter: csit-vpp-perf-report-iterative-2206-2n-tx2: @@ -988,14 +996,12 @@ - 22 # rls2202.rel NDRPDR iter env 9 vpp-2n-aws-curr-iter: - # csit-vpp-perf-report-iterative-2206-2n-aws: - csit-vpp-perf-report-iterative-2202-2n-aws: - - 12 # rls2202.rel NDRPDR iter env 9 + csit-vpp-perf-report-iterative-2206-2n-aws: + - 2 # rls2206.rc1 NDRPDR iter env 10 vpp-2n-aws-curr-iter-best: - # csit-vpp-perf-report-iterative-2206-2n-aws: - csit-vpp-perf-report-iterative-2202-2n-aws: - - 12 # rls2202.rel NDRPDR iter env 9 + csit-vpp-perf-report-iterative-2206-2n-aws: + - 2 # rls2206.rc1 NDRPDR iter env 10 vpp-2n-aws-hist-iter-mrr: csit-vpp-perf-report-iterative-2110-2n-aws: @@ -1199,6 +1205,7 @@ csit-vpp-perf-report-iterative-2206-3n-icx: - 4 # rls2202.rel NDRPDR iter env 10 - 5 # rls2202.rel NDRPDR iter env 10 + - 6 # rls2202.rel NDRPDR iter env 10 - 8 # rls2202.rel NDRPDR iter env 10 vpp-3n-icx-curr-iter: diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 8de7d05bec..6ebc3fb6bb 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -514,8 +514,8 @@ data-set: "vpp-3n-skx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-3n-skx-curr-iter" - - job-spec: "hoststack-00" - data-set: "vpp-3n-skx-curr-iter-hoststack" + # - job-spec: "hoststack-00" + # data-set: "vpp-3n-skx-curr-iter-hoststack" - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-skx-curr-iter" @@ -1871,36 +1871,36 @@ ################################################################################ # VPP -# VPP Performance Changes 3n-skx Hoststack -- type: "table" - title: "VPP Performance Changes 3n-skx Hoststack" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack" - include-tests: "hoststack" - filter: "all" - columns: - - title: "2110.0-8" - data-set: "vpp-3n-skx-hist-iter-hoststack-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-skx-prev-iter-hoststack-old-env" - - title: "2202.0-10" - data-set: "vpp-3n-skx-prev-iter-hoststack-new-env" - - title: "2206.0-10" - data-set: "vpp-3n-skx-curr-iter-hoststack" - comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 2 - compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 - legend: - - '' - - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' +# # VPP Performance Changes 3n-skx Hoststack +# - type: "table" +# title: "VPP Performance Changes 3n-skx Hoststack" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack" +# include-tests: "hoststack" +# filter: "all" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-skx-hist-iter-hoststack-new-env" +# - title: "2202.0-9" +# data-set: "vpp-3n-skx-prev-iter-hoststack-old-env" +# - title: "2202.0-10" +# data-set: "vpp-3n-skx-prev-iter-hoststack-new-env" +# - title: "2206.0-10" +# data-set: "vpp-3n-skx-curr-iter-hoststack" +# comparisons: +# - title: "2202.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# - title: "2206.0-10 vs 2202.0-10" +# reference: 3 +# compare: 4 +# legend: +# - '' +# - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' +# - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' +# - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx VSAP - type: "table" @@ -7820,43 +7820,43 @@ # Hoststack tests 3n-skx -- type: "plot" - title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" - data: "vpp-3n-skx-curr-iter-hoststack" - include: - - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" - layout: - title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" - layout: "plot-hoststack" +# - type: "plot" +# title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" +# data: "vpp-3n-skx-curr-iter-hoststack" +# include: +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" +# layout: +# title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" +# layout: "plot-hoststack" -- type: "plot" - title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" - data: "vpp-3n-skx-curr-iter-hoststack" - include: - - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" - layout: - title: "3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" - layout: "plot-hoststack" +# - type: "plot" +# title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" +# data: "vpp-3n-skx-curr-iter-hoststack" +# include: +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" +# layout: +# title: "3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" +# layout: "plot-hoststack" -- type: "plot" - title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps" - data: "vpp-3n-skx-curr-iter-hoststack" - include: - - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" - layout: - title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" - layout: "plot-hoststack" +# - type: "plot" +# title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps" +# data: "vpp-3n-skx-curr-iter-hoststack" +# include: +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" +# layout: +# title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" +# layout: "plot-hoststack" ################################################################################ |