aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools/presentation/specifications
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2021-10-08 10:35:56 +0200
committerTibor Frank <tifrank@cisco.com>2021-10-08 11:46:56 +0000
commit75119f759eb2020bb6fb6543e11877f9c256dc5f (patch)
treeb8c90741c99604f7e43ba2ae2144197d59cc7f70 /resources/tools/presentation/specifications
parentbd15bb418bf618ff3055fb25c339778d12c1eaef (diff)
Report: Add TRex tests
Change-Id: Ic221a1e5b6706ea6cca49cc0a3e7637169500d9c Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources/tools/presentation/specifications')
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml18
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml226
-rw-r--r--resources/tools/presentation/specifications/report/environment.yaml5
3 files changed, 249 insertions, 0 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index 7f2508cceb..2e612185ae 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -72,6 +72,16 @@
csit-vpp-perf-report-iterative-2106-3n-skx:
- 39 # rls2106.rel NDRPDR iter env 7
+ trex-3n-skx-curr-iter:
+ csit-trex-perf-report-iterative-2110-3n-skx:
+ - 1 # rls2110.rc1 NDRPDR iter env 8 - REMOVE
+# - 2 # rls2110.rc1 NDRPDR iter env 8
+
+ trex-3n-skx-curr-iter-best:
+ csit-trex-perf-report-iterative-2110-3n-skx:
+ - 1 # rls2110.rc1 NDRPDR iter env 8 - REMOVE
+# - 2 # rls2110.rc1 NDRPDR iter env 8
+
vpp-3n-skx-curr-cov:
# csit-vpp-perf-report-coverage-2110-3n-skx:
csit-vpp-perf-report-iterative-2110-3n-skx:
@@ -203,6 +213,14 @@
csit-vpp-perf-report-iterative-2110-2n-skx:
- 15 # rls2110.rc1 MRR iter env 8
+ trex-2n-skx-curr-iter:
+ csit-trex-perf-report-iterative-2110-2n-skx:
+ - 2 # rls2110.rc1 NDRPDR iter env 8
+
+ trex-2n-skx-curr-iter-best:
+ csit-trex-perf-report-iterative-2110-2n-skx:
+ - 2 # rls2110.rc1 NDRPDR iter env 8
+
vpp-2n-skx-curr-soak:
# csit-vpp-perf-report-iterative-2110-2n-skx:
csit-vpp-perf-report-iterative-2106-2n-skx:
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index f36ab09f69..2abc567112 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -165,6 +165,8 @@
data-set: "vpp-2n-skx-curr-nfv-reconf"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-skx-curr-iter"
+ - job-spec: "trex-mlr-00"
+ data-set: "trex-2n-skx-curr-iter"
- type: "table"
title: "Job Specification Duration: 2n-skx-coverage"
@@ -361,6 +363,8 @@
data-set: "vpp-3n-skx-curr-iter-hoststack"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-skx-curr-iter"
+ - job-spec: "trex-mlr-00"
+ data-set: "trex-3n-skx-curr-iter"
- type: "table"
title: "Job Specification Duration: 3n-skx-coverage"
@@ -5832,6 +5836,42 @@
# - "parent"
# - "msg"
+# Detailed Test Results - TRex Performance Results 3n-skx
+- type: "table"
+ title: "Detailed Test Results - TRex Performance Results 3n-skx"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}/trex_performance_results_3n_skx"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "trex-3n-skx-curr-iter-best"
+ filter: "all"
+ remove-ndr: False
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
+# Detailed Test Results - TRex Performance Results 2n-skx
+- type: "table"
+ title: "Detailed Test Results - TRex Performance Results 2n-skx"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}/trex_performance_results_2n_skx"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "trex-2n-skx-curr-iter-best"
+ filter: "all"
+ remove-ndr: False
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
################################################################################
### F I L E S ###
################################################################################
@@ -6301,6 +6341,26 @@
# filter: "all"
# data-start-level: 4
+# TRex Performance Results 3n-skx
+- type: "file"
+ title: "TRex Performance Results 3n-skx"
+ algorithm: "file_test_results"
+ output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}"
+ dir-tables: "{DIR[DTR,PERF,TREX,3N,SKX]}"
+ data: "trex-3n-skx-curr-iter-best"
+ filter: "all"
+ data-start-level: 4
+
+# TRex Performance Results 2n-skx
+- type: "file"
+ title: "TRex Performance Results 2n-skx"
+ algorithm: "file_test_results"
+ output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}"
+ dir-tables: "{DIR[DTR,PERF,TREX,2N,SKX]}"
+ data: "trex-2n-skx-curr-iter-best"
+ filter: "all"
+ data-start-level: 4
+
################################################################################
### P L O T S ###
################################################################################
@@ -12658,6 +12718,17 @@
layout: "plot-hdrh-latency-percentile-x-log"
- type: "plot"
+ title: "Latency by percentile: TRex 2n-skx"
+ algorithm: "plot_hdrh_lat_by_percentile_x_log"
+ output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-skx"
+ output-file-links: "{DIR[LAT,TREX]}/2n_skx.rst"
+ target-links: "../../_static/trex"
+ data: "trex-2n-skx-curr-iter-best"
+ filter: "'NIC_Intel-X710'"
+ layout:
+ layout: "plot-hdrh-latency-percentile-x-log"
+
+- type: "plot"
title: "Latency by percentile: 2n-zn2"
algorithm: "plot_hdrh_lat_by_percentile_x_log"
output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-zn2"
@@ -12680,6 +12751,17 @@
layout: "plot-hdrh-latency-percentile-x-log"
- type: "plot"
+ title: "Latency by percentile: TRex 3n-skx"
+ algorithm: "plot_hdrh_lat_by_percentile_x_log"
+ output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-3n-skx"
+ output-file-links: "{DIR[LAT,TREX]}/3n_skx.rst"
+ target-links: "../../_static/trex"
+ data: "trex-3n-skx-curr-iter-best"
+ filter: "'NIC_Intel-X710'"
+ layout:
+ layout: "plot-hdrh-latency-percentile-x-log"
+
+- type: "plot"
title: "Latency by percentile: 2n-clx"
algorithm: "plot_hdrh_lat_by_percentile_x_log"
output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx"
@@ -12835,6 +12917,8 @@
###############################################################################
+# GSO
+
- type: "plot"
title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3"
algorithm: "plot_mrr_box_name"
@@ -12879,3 +12963,145 @@
layout:
title: "2n-zn2-128kb-{core}-ip4routing-iperf3"
layout: "plot-throughput-gbps"
+
+###############################################################################
+
+# TRex 3n-skx
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-64b--ip4-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4-base-scale-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-64b--ip4-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-78b--ip6-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-78b--ip6-base-scale-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-78b--ip6-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-64b--l2-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--l2-scale-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-64b--l2-scale-{test_type}"
+ layout: "plot-throughput"
+
+# TRex 2n-skx
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-64b--ip4-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4-base-scale-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-64b--ip4-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-78b--ip6-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-78b--ip6-base-scale-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-78b--ip6-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-64b--l2-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--l2-scale-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-64b--l2-scale-{test_type}"
+ layout: "plot-throughput"
diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml
index d8054a0650..a64e3acb26 100644
--- a/resources/tools/presentation/specifications/report/environment.yaml
+++ b/resources/tools/presentation/specifications/report/environment.yaml
@@ -31,6 +31,7 @@
DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
+ DIR[STATIC,TREX]: "{DIR[STATIC]}/trex"
DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
# Detailed test results
@@ -43,6 +44,8 @@
DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv"
DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh"
DIR[DTR,PERF,DPDK,2N,TX2]: "{DIR[DTR]}/dpdk_performance_results_2n_tx2"
+ DIR[DTR,PERF,TREX,3N,SKX]: "{DIR[DTR]}/trex_performance_results_3n_skx"
+ DIR[DTR,PERF,TREX,2N,SKX]: "{DIR[DTR]}/trex_performance_results_2n_skx"
DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results"
DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
@@ -116,6 +119,7 @@
# Latencies:
DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs"
DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs"
+ DIR[LAT,TREX]: "{DIR[WORKING,SRC]}/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs"
# .css patch file to fix tables generated by Sphinx
DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
@@ -200,6 +204,7 @@
- "DIR[WORKING,DATA]"
- "DIR[STATIC,VPP]"
- "DIR[STATIC,DPDK]"
+ - "DIR[STATIC,TREX]"
- "DIR[STATIC,ARCH]"
- "DIR[BUILD,LATEX]"
- "DIR[WORKING,SRC]"