diff options
Diffstat (limited to 'resources/tools')
3 files changed, 200 insertions, 3 deletions
diff --git a/resources/tools/presentation/input_data_parser.py b/resources/tools/presentation/input_data_parser.py index 11cbae7259..72d4253db0 100644 --- a/resources/tools/presentation/input_data_parser.py +++ b/resources/tools/presentation/input_data_parser.py @@ -825,7 +825,7 @@ class ExecutionChecker(ResultVisitor): result["completed-requests"] = int(groups.group(5)) result["failed-requests"] = int(groups.group(6)) result["bytes-transferred"] = int(groups.group(4)) - if "TCP_CPS"in tags: + if "TCP_CPS" in tags: result["cps"] = float(groups.group(3)) elif "TCP_RPS" in tags: result["rps"] = float(groups.group(3)) diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index f9bf3e4582..601b53389a 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -262,10 +262,11 @@ vpp-2n-clx-curr-iter: csit-vpp-perf-report-iterative-2302-2n-clx: - 2 # 2302.rc1 NDRPDR iter env 11 + - 9 # 2302.rc1 NDRPDR iter env 11 vpp-2n-clx-curr-iter-best: csit-vpp-perf-report-iterative-2302-2n-clx: - - 2 # 2302.rc1 NDRPDR iter env 11 + - 9 # 2302.rc1 NDRPDR iter env 11 vpp-2n-clx-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-2n-clx: @@ -283,7 +284,7 @@ vpp-2n-clx-curr-iter-mrr: csit-vpp-perf-report-iterative-2302-2n-clx: - - 1 # 2302.rc1 MRR iter env 11 + - 10 # 2302.rc1 MRR iter env 11 vpp-2n-clx-curr-iter-gso: csit-vpp-perf-report-iterative-2302-2n-clx: @@ -307,9 +308,11 @@ vpp-soak-vs-ndr-2n-clx-ref: csit-vpp-perf-report-iterative-2302-2n-clx: - 2 # 2302.rc1 NDRPDR iter env 11 + - 9 # 2302.rc1 NDRPDR iter env 11 vpp-soak-vs-ndr-2n-clx: csit-vpp-perf-report-iterative-2302-2n-clx: - 2 # 2302.rc1 NDRPDR iter env 11 + - 9 # 2302.rc1 NDRPDR iter env 11 - 7 # 2302.rc1 soak env 11 vpp-2n-clx-curr-cov: @@ -724,6 +727,7 @@ csit-vpp-perf-report-iterative-2302-2n-icx: - 10 # 2302.rc1 hoststack iter env 11 - 12 # 2302.rc1 hoststack iter env 11 + - 14 # 2302.rc1 hoststack iter env 11 vpp-2n-icx-curr-cov: # csit-vpp-perf-report-coverage-2302-2n-icx: diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index a1cead5c7f..808e24ad5b 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -8007,6 +8007,106 @@ title: "2n-clx-e810cq-64b-{core}-vhost-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-memif-base-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-memif-base-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-mlx5-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-mlx5-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-memif-base-mlx5-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-ip4-base-scale-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-ip4-base-scale-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Ndrpdr.64B-{core}-mlx5-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-mlx5-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-mlx5-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-ip4-base-scale-mlx5-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-ip4-features-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-ip4-features-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-ip4-features-mlx5-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-78b-{core}-ip6-base-scale-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-{core}-ip6-base-scale-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Base-Ndrpdr.78B-{core}-mlx5-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-mlx5-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-{core}-mlx5-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-cx556a-78b-{core}-ip6-base-scale-mlx5-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-l2-base-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-l2-base-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-mlx5-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Patch-Ndrpdr.64B-{core}-mlx5-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Ndrpdr.64B-{core}-mlx5-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-l2-base-mlx5-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-l2-scale-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-l2-scale-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-l2-scale-mlx5-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-vhost-base-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-vhost-base-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-vhost-base-mlx5-{test_type}" + layout: "plot-throughput" + ################################################################################ # Packet Speedup @@ -8633,6 +8733,99 @@ title: "2n-clx-e810cq-64b-vhost-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-memif-base-mlx5-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-memif-base-mlx5-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-mlx5-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-memif-base-mlx5-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-ip4-base-scale-mlx5-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-ip4-base-scale-mlx5-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-ip4-base-scale-mlx5-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-ip4-features-mlx5-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-ip4-features-mlx5-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-ip4-features-mlx5-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-78b-ip6-base-scale-mlx5-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-ip6-base-scale-mlx5-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-mlx5-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-mlx5-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-.t.c-mlx5-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-cx556a-78b-ip6-base-scale-mlx5-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-l2-base-mlx5-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-base-mlx5-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-mlx5-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Patch-Ndrpdr.64B-.t.c-mlx5-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Ndrpdr.64B-.t.c-mlx5-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-l2-base-mlx5-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-l2-scale-mlx5-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-scale-mlx5-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-l2-scale-mlx5-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-vhost-base-mlx5-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-vhost-base-mlx5-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-vhost-base-mlx5-{test_type}" + layout: "plot-throughput-speedup-analysis" + # 2n-icx - type: "plot" |