diff options
Diffstat (limited to 'resources/tools')
| -rw-r--r-- | resources/tools/presentation/specifications/report/data_sets.yaml | 28 | ||||
| -rw-r--r-- | resources/tools/presentation/specifications/report/elements.yaml | 128 |
2 files changed, 81 insertions, 75 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index b291df1720..fba2cc31f7 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -45,8 +45,10 @@ - 7 # rls2202.rel NDRPDR iter env 10 - 8 # rls2202.rel NDRPDR iter env 10 - 9 # rls2202.rel NDRPDR iter env 10 + - 10 # rls2202.rel NDRPDR iter env 10 - 11 # rls2202.rel NDRPDR iter env 10 - 12 # rls2202.rel NDRPDR iter env 10 + - 13 # rls2202.rel NDRPDR iter env 10 - 14 # rls2202.rel NDRPDR iter env 10 vpp-3n-skx-curr-iter: @@ -99,13 +101,10 @@ - 46 # rls2202.rel hoststack iter env 9 - 47 # rls2202.rel hoststack iter env 9 - vpp-3n-skx-prev-iter-hoststack-new-env: - csit-vpp-perf-report-iterative-2206-3n-skx: - - 3 # rls2206.rc1 hoststack iter env 10 - vpp-3n-skx-curr-iter-hoststack: csit-vpp-perf-report-iterative-2206-3n-skx: - - 3 # rls2206.rc1 hoststack iter env 10 + - 15 # rls2206.rc1 hoststack iter env 10 + - 16 # rls2206.rc1 hoststack iter env 10 vpp-3n-skx-curr-cov: # csit-vpp-perf-report-coverage-2206-3n-skx: @@ -189,11 +188,13 @@ - 10 # rls2202.rel NDRPDR iter env 10 - 11 # rls2202.rel NDRPDR iter env 10 - 12 # rls2202.rel NDRPDR iter env 10 + - 13 # rls2202.rel NDRPDR iter env 10 - 14 # rls2202.rel NDRPDR iter env 10 - 15 # rls2202.rel NDRPDR iter env 10 - 16 # rls2202.rel NDRPDR iter env 10 - 17 # rls2202.rel NDRPDR iter env 10 - 18 # rls2202.rel NDRPDR iter env 10 + - 19 # rls2202.rel NDRPDR iter env 10 vpp-2n-skx-curr-iter: csit-vpp-perf-report-iterative-2206-2n-skx: @@ -378,7 +379,7 @@ vpp-2n-zn2-curr-iter: csit-vpp-perf-report-iterative-2206-2n-zn2: - - 2 # rls2206.rc1 NDRPDR iter env 10 + - 17 # rls2206.rc1 NDRPDR iter env 10 vpp-2n-zn2-curr-iter-best: csit-vpp-perf-report-iterative-2206-2n-zn2: @@ -486,6 +487,9 @@ - 14 # rls2202.rel NDRPDR iter env 10 - 16 # rls2202.rel NDRPDR iter env 10 - 17 # rls2202.rel NDRPDR iter env 10 + - 18 # rls2202.rel NDRPDR iter env 10 + - 20 # rls2202.rel NDRPDR iter env 10 + - 21 # rls2202.rel NDRPDR iter env 10 vpp-2n-clx-curr-iter: csit-vpp-perf-report-iterative-2206-2n-clx: @@ -610,9 +614,11 @@ - 1 # rls2206 NDRPDR iter env 10 - 2 # rls2206 NDRPDR iter env 10 - 3 # rls2206 NDRPDR iter env 10 + - 4 # rls2206 NDRPDR iter env 10 - 5 # rls2206 NDRPDR iter env 10 - 6 # rls2206 NDRPDR iter env 10 - 7 # rls2206 NDRPDR iter env 10 + - 8 # rls2206 NDRPDR iter env 10 - 10 # rls2206 NDRPDR iter env 10 dpdk-2n-clx-curr-iter-best: @@ -652,6 +658,7 @@ - 4 # rls2202.rel NDRPDR iter env 10 - 5 # rls2202.rel NDRPDR iter env 10 - 6 # rls2202.rel NDRPDR iter env 10 + - 9 # rls2202.rel NDRPDR iter env 10 vpp-3n-tsh-curr-iter: csit-vpp-perf-report-iterative-2206-3n-tsh: @@ -759,6 +766,7 @@ - 4 # rls2202.rel NDRPDR iter env 10 - 5 # rls2202.rel NDRPDR iter env 10 - 7 # rls2202.rel NDRPDR iter env 10 + - 9 # rls2202.rel NDRPDR iter env 10 vpp-2n-tx2-curr-iter: csit-vpp-perf-report-iterative-2206-2n-tx2: @@ -1099,6 +1107,8 @@ vpp-2n-icx-prev-iter-new-env: csit-vpp-perf-report-iterative-2206-2n-icx: - 10 # rls2202.rel NDRPDR iter env 10 + - 15 # rls2202.rel NDRPDR iter env 10 + - 16 # rls2202.rel NDRPDR iter env 10 vpp-2n-icx-curr-iter: csit-vpp-perf-report-iterative-2206-2n-icx: @@ -1168,13 +1178,13 @@ dpdk-2n-icx-curr-iter: csit-dpdk-perf-report-iterative-2206-2n-icx: - # - 1 # rls2206 NDRPDR iter env 10 + - 1 # rls2206 NDRPDR iter env 10 - 2 # rls2206 NDRPDR iter env 10 - 3 # rls2206 NDRPDR iter env 10 # - 4 # rls2206 NDRPDR iter env 10 - 5 # rls2206 NDRPDR iter env 10 # - 6 # rls2206 NDRPDR iter env 10 - # - 7 # rls2206 NDRPDR iter env 10 + - 7 # rls2206 NDRPDR iter env 10 # - 8 # rls2206 NDRPDR iter env 10 - 9 # rls2206 NDRPDR iter env 10 # - 10 # rls2206 NDRPDR iter env 10 @@ -1207,6 +1217,8 @@ - 5 # rls2202.rel NDRPDR iter env 10 - 6 # rls2202.rel NDRPDR iter env 10 - 8 # rls2202.rel NDRPDR iter env 10 + - 9 # rls2202.rel NDRPDR iter env 10 + - 13 # rls2202.rel NDRPDR iter env 10 vpp-3n-icx-curr-iter: csit-vpp-perf-report-iterative-2206-3n-icx: diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 6ebc3fb6bb..49fd26cdd5 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -514,8 +514,8 @@ data-set: "vpp-3n-skx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-3n-skx-curr-iter" - # - job-spec: "hoststack-00" - # data-set: "vpp-3n-skx-curr-iter-hoststack" + - job-spec: "hoststack-00" + data-set: "vpp-3n-skx-curr-iter-hoststack" - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-skx-curr-iter" @@ -1871,36 +1871,30 @@ ################################################################################ # VPP -# # VPP Performance Changes 3n-skx Hoststack -# - type: "table" -# title: "VPP Performance Changes 3n-skx Hoststack" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack" -# include-tests: "hoststack" -# filter: "all" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-skx-hist-iter-hoststack-new-env" -# - title: "2202.0-9" -# data-set: "vpp-3n-skx-prev-iter-hoststack-old-env" -# - title: "2202.0-10" -# data-set: "vpp-3n-skx-prev-iter-hoststack-new-env" -# - title: "2206.0-10" -# data-set: "vpp-3n-skx-curr-iter-hoststack" -# comparisons: -# - title: "2202.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# - title: "2206.0-10 vs 2202.0-10" -# reference: 3 -# compare: 4 -# legend: -# - '' -# - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' -# - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' -# - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' +# VPP Performance Changes 3n-skx Hoststack +- type: "table" + title: "VPP Performance Changes 3n-skx Hoststack" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack" + include-tests: "hoststack" + filter: "all" + columns: + - title: "2110.0-8" + data-set: "vpp-3n-skx-hist-iter-hoststack-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-skx-prev-iter-hoststack-old-env" + - title: "2206.0-10" + data-set: "vpp-3n-skx-curr-iter-hoststack" + comparisons: + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-clx VSAP - type: "table" @@ -7820,43 +7814,43 @@ # Hoststack tests 3n-skx -# - type: "plot" -# title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" -# data: "vpp-3n-skx-curr-iter-hoststack" -# include: -# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" -# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" -# layout: -# title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" -# layout: "plot-hoststack" +- type: "plot" + title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" + data: "vpp-3n-skx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + layout: "plot-hoststack" -# - type: "plot" -# title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" -# data: "vpp-3n-skx-curr-iter-hoststack" -# include: -# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" -# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" -# layout: -# title: "3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" -# layout: "plot-hoststack" +- type: "plot" + title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" + data: "vpp-3n-skx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + layout: "plot-hoststack" -# - type: "plot" -# title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps" -# data: "vpp-3n-skx-curr-iter-hoststack" -# include: -# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" -# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" -# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" -# - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" -# layout: -# title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" -# layout: "plot-hoststack" +- type: "plot" + title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps" + data: "vpp-3n-skx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" + layout: + title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" + layout: "plot-hoststack" ################################################################################ |