From 75119f759eb2020bb6fb6543e11877f9c256dc5f Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Fri, 8 Oct 2021 10:35:56 +0200 Subject: Report: Add TRex tests Change-Id: Ic221a1e5b6706ea6cca49cc0a3e7637169500d9c Signed-off-by: Tibor Frank --- .../specifications/report/data_sets.yaml | 18 ++ .../specifications/report/elements.yaml | 226 +++++++++++++++++++++ .../specifications/report/environment.yaml | 5 + 3 files changed, 249 insertions(+) (limited to 'resources/tools/presentation/specifications') diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 7f2508cceb..2e612185ae 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -72,6 +72,16 @@ csit-vpp-perf-report-iterative-2106-3n-skx: - 39 # rls2106.rel NDRPDR iter env 7 + trex-3n-skx-curr-iter: + csit-trex-perf-report-iterative-2110-3n-skx: + - 1 # rls2110.rc1 NDRPDR iter env 8 - REMOVE +# - 2 # rls2110.rc1 NDRPDR iter env 8 + + trex-3n-skx-curr-iter-best: + csit-trex-perf-report-iterative-2110-3n-skx: + - 1 # rls2110.rc1 NDRPDR iter env 8 - REMOVE +# - 2 # rls2110.rc1 NDRPDR iter env 8 + vpp-3n-skx-curr-cov: # csit-vpp-perf-report-coverage-2110-3n-skx: csit-vpp-perf-report-iterative-2110-3n-skx: @@ -203,6 +213,14 @@ csit-vpp-perf-report-iterative-2110-2n-skx: - 15 # rls2110.rc1 MRR iter env 8 + trex-2n-skx-curr-iter: + csit-trex-perf-report-iterative-2110-2n-skx: + - 2 # rls2110.rc1 NDRPDR iter env 8 + + trex-2n-skx-curr-iter-best: + csit-trex-perf-report-iterative-2110-2n-skx: + - 2 # rls2110.rc1 NDRPDR iter env 8 + vpp-2n-skx-curr-soak: # csit-vpp-perf-report-iterative-2110-2n-skx: csit-vpp-perf-report-iterative-2106-2n-skx: diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index f36ab09f69..2abc567112 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -165,6 +165,8 @@ data-set: "vpp-2n-skx-curr-nfv-reconf" - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-skx-curr-iter" + - job-spec: "trex-mlr-00" + data-set: "trex-2n-skx-curr-iter" - type: "table" title: "Job Specification Duration: 2n-skx-coverage" @@ -361,6 +363,8 @@ data-set: "vpp-3n-skx-curr-iter-hoststack" - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-skx-curr-iter" + - job-spec: "trex-mlr-00" + data-set: "trex-3n-skx-curr-iter" - type: "table" title: "Job Specification Duration: 3n-skx-coverage" @@ -5832,6 +5836,42 @@ # - "parent" # - "msg" +# Detailed Test Results - TRex Performance Results 3n-skx +- type: "table" + title: "Detailed Test Results - TRex Performance Results 3n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}/trex_performance_results_3n_skx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "trex-3n-skx-curr-iter-best" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - TRex Performance Results 2n-skx +- type: "table" + title: "Detailed Test Results - TRex Performance Results 2n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}/trex_performance_results_2n_skx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "trex-2n-skx-curr-iter-best" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" + ################################################################################ ### F I L E S ### ################################################################################ @@ -6301,6 +6341,26 @@ # filter: "all" # data-start-level: 4 +# TRex Performance Results 3n-skx +- type: "file" + title: "TRex Performance Results 3n-skx" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}" + dir-tables: "{DIR[DTR,PERF,TREX,3N,SKX]}" + data: "trex-3n-skx-curr-iter-best" + filter: "all" + data-start-level: 4 + +# TRex Performance Results 2n-skx +- type: "file" + title: "TRex Performance Results 2n-skx" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}" + dir-tables: "{DIR[DTR,PERF,TREX,2N,SKX]}" + data: "trex-2n-skx-curr-iter-best" + filter: "all" + data-start-level: 4 + ################################################################################ ### P L O T S ### ################################################################################ @@ -12657,6 +12717,17 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" +- type: "plot" + title: "Latency by percentile: TRex 2n-skx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-skx" + output-file-links: "{DIR[LAT,TREX]}/2n_skx.rst" + target-links: "../../_static/trex" + data: "trex-2n-skx-curr-iter-best" + filter: "'NIC_Intel-X710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + - type: "plot" title: "Latency by percentile: 2n-zn2" algorithm: "plot_hdrh_lat_by_percentile_x_log" @@ -12679,6 +12750,17 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" +- type: "plot" + title: "Latency by percentile: TRex 3n-skx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-3n-skx" + output-file-links: "{DIR[LAT,TREX]}/3n_skx.rst" + target-links: "../../_static/trex" + data: "trex-3n-skx-curr-iter-best" + filter: "'NIC_Intel-X710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + - type: "plot" title: "Latency by percentile: 2n-clx" algorithm: "plot_hdrh_lat_by_percentile_x_log" @@ -12835,6 +12917,8 @@ ############################################################################### +# GSO + - type: "plot" title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" @@ -12879,3 +12963,145 @@ layout: title: "2n-zn2-128kb-{core}-ip4routing-iperf3" layout: "plot-throughput-gbps" + +############################################################################### + +# TRex 3n-skx + +- type: "plot" + title: "Throughput: 3n-skx-x710-64b--ip4-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4-base-scale-{test_type}" + data: "trex-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" + layout: + title: "3n-skx-x710-64b--ip4-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + data: "trex-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + layout: + title: "3n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + data: "trex-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + layout: + title: "3n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-x710-78b--ip6-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-78b--ip6-base-scale-{test_type}" + data: "trex-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" + layout: + title: "3n-skx-x710-78b--ip6-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-x710-64b--l2-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--l2-scale-{test_type}" + data: "trex-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" + layout: + title: "3n-skx-x710-64b--l2-scale-{test_type}" + layout: "plot-throughput" + +# TRex 2n-skx + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--ip4-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4-base-scale-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--ip4-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-78b--ip6-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-78b--ip6-base-scale-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" + layout: + title: "2n-skx-x710-78b--ip6-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--l2-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--l2-scale-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--l2-scale-{test_type}" + layout: "plot-throughput" diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml index d8054a0650..a64e3acb26 100644 --- a/resources/tools/presentation/specifications/report/environment.yaml +++ b/resources/tools/presentation/specifications/report/environment.yaml @@ -31,6 +31,7 @@ DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk" + DIR[STATIC,TREX]: "{DIR[STATIC]}/trex" DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" # Detailed test results @@ -43,6 +44,8 @@ DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv" DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" DIR[DTR,PERF,DPDK,2N,TX2]: "{DIR[DTR]}/dpdk_performance_results_2n_tx2" + DIR[DTR,PERF,TREX,3N,SKX]: "{DIR[DTR]}/trex_performance_results_3n_skx" + DIR[DTR,PERF,TREX,2N,SKX]: "{DIR[DTR]}/trex_performance_results_2n_skx" DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results" DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" @@ -116,6 +119,7 @@ # Latencies: DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs" DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs" + DIR[LAT,TREX]: "{DIR[WORKING,SRC]}/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs" # .css patch file to fix tables generated by Sphinx DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" @@ -200,6 +204,7 @@ - "DIR[WORKING,DATA]" - "DIR[STATIC,VPP]" - "DIR[STATIC,DPDK]" + - "DIR[STATIC,TREX]" - "DIR[STATIC,ARCH]" - "DIR[BUILD,LATEX]" - "DIR[WORKING,SRC]" -- cgit 1.2.3-korg