aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools/presentation/specifications/report
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2022-10-27 12:49:53 +0200
committerTibor Frank <tifrank@cisco.com>2022-11-02 10:24:31 +0000
commit32ec0b8cce48883be3f5e6e91b0797c1ab52351b (patch)
tree05329cd6fd0ffeb915d8eaa7610164f487d118d0 /resources/tools/presentation/specifications/report
parente76b6522f78e8568e640d7c362868f3d522a6532 (diff)
Report: Add Trex tests
- 1n-aws - 2n-icx Signed-off-by: Tibor Frank <tifrank@cisco.com> Change-Id: I31003746e8eed5718a760be1f1ad6e574c3f754e
Diffstat (limited to 'resources/tools/presentation/specifications/report')
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml87
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml187
2 files changed, 155 insertions, 119 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index 2576724dc3..502baf74ff 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -10,54 +10,51 @@
################################################################################
- # TRex 2n-skx
+ # TRex 2n-icx
- # trex-2n-skx-hist-iter:
- # csit-trex-perf-report-iterative-2110-2n-skx:
+ # trex-2n-icx-hist-iter:
+ # csit-trex-perf-report-iterative-2110-2n-icx:
# - 8 # rls2110.rel NDRPDR iter env 8
- # - 9 # rls2110.rel NDRPDR iter env 8
- # - 10 # rls2110.rel NDRPDR iter env 8
- # - 11 # rls2110.rel NDRPDR iter env 8
- # - 12 # rls2110.rel NDRPDR iter env 8
- # - 13 # rls2110.rel NDRPDR iter env 8
- # - 14 # rls2110.rel NDRPDR iter env 8
- # - 15 # rls2110.rel NDRPDR iter env 8
- # - 16 # rls2110.rel NDRPDR iter env 8
- # - 17 # rls2110.rel NDRPDR iter env 8
-
- # trex-2n-skx-prev-iter:
- # csit-trex-perf-report-iterative-2202-2n-skx:
+
+ # trex-2n-icx-prev-iter:
+ # csit-trex-perf-report-iterative-2202-2n-icx:
+ # - 1 # rls2202.rel NDRPDR iter env 9
+
+ trex-2n-icx-curr-iter:
+ csit-trex-perf-report-iterative-2210-2n-icx:
+ - 1 # rls2210.rel NDRPDR iter env 11
+
+ trex-2n-icx-curr-iter-best:
+ csit-trex-perf-report-iterative-2210-2n-icx:
+ - 1 # rls2210.rel NDRPDR iter env 11
+
+ trex-2n-icx-curr-cov:
+ # csit-trex-perf-report-coverage-2210-2n-icx:
+ csit-trex-perf-report-coverage-2206-2n-icx:
+ - 1 # rls2210.rel NDRPDR cov env 11
+
+ # TRex 1n-aws
+
+ # trex-1n-aws-hist-iter:
+ # csit-trex-perf-report-iterative-2110-1n-aws:
+ # - 8 # rls2110.rel NDRPDR iter env 8
+
+ # trex-1n-aws-prev-iter:
+ # csit-trex-perf-report-iterative-2202-1n-aws:
# - 1 # rls2202.rel NDRPDR iter env 9
- # - 2 # rls2202.rel NDRPDR iter env 9
- # - 3 # rls2202.rel NDRPDR iter env 9
- # - 4 # rls2202.rel NDRPDR iter env 9
- # - 5 # rls2202.rel NDRPDR iter env 9
- # - 6 # rls2202.rel NDRPDR iter env 9
- # - 7 # rls2202.rel NDRPDR iter env 9
- # - 8 # rls2202.rel NDRPDR iter env 9
- # - 9 # rls2202.rel NDRPDR iter env 9
- # - 10 # rls2202.rel NDRPDR iter env 9
-
- # trex-2n-skx-curr-iter:
- # csit-trex-perf-report-iterative-2206-2n-skx:
- # - 1 # rls2206.rel NDRPDR iter env 10
- # - 2 # rls2206.rel NDRPDR iter env 10
- # - 3 # rls2206.rel NDRPDR iter env 10
- # - 4 # rls2206.rel NDRPDR iter env 10
- # - 5 # rls2206.rel NDRPDR iter env 10
- # - 6 # rls2206.rel NDRPDR iter env 10
- # - 7 # rls2206.rel NDRPDR iter env 10
- # - 8 # rls2206.rel NDRPDR iter env 10
- # - 9 # rls2206.rel NDRPDR iter env 10
- # - 10 # rls2206.rel NDRPDR iter env 10
-
- # trex-2n-skx-curr-iter-best:
- # csit-trex-perf-report-iterative-2206-2n-skx:
- # - 1 # rls2206.rel NDRPDR iter env 10
-
- # trex-2n-skx-curr-cov:
- # csit-trex-perf-report-coverage-2206-2n-skx:
- # - 1 # rls2206.rel NDRPDR cov env 10
+
+ trex-1n-aws-curr-iter:
+ csit-trex-perf-report-iterative-2210-1n-aws:
+ - 5 # rls2210.rel NDRPDR iter env 11
+
+ trex-1n-aws-curr-iter-best:
+ csit-trex-perf-report-iterative-2210-1n-aws:
+ - 5 # rls2210.rel NDRPDR iter env 11
+
+ trex-1n-aws-curr-cov:
+ # csit-trex-perf-report-coverage-2210-1n-aws:
+ csit-trex-perf-report-coverage-2206-1n-aws:
+ - 1 # rls2210.rel NDRPDR cov env 11
# 2n-zn2
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index 3d9e1c4d85..b284e5a50b 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -11910,16 +11910,27 @@
################################################################################
-# - type: "plot"
-# title: "Latency by percentile: TRex 2n-skx"
-# algorithm: "plot_hdrh_lat_by_percentile_x_log"
-# output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-skx"
-# output-file-links: "{DIR[LAT,TREX]}/2n_skx.rst"
-# target-links: "../../_static/trex"
-# data: "trex-2n-skx-curr-iter-best"
-# filter: "'NIC_Intel-X710'"
-# layout:
-# layout: "plot-hdrh-latency-percentile-x-log"
+- type: "plot"
+ title: "Latency by percentile: TRex 2n-icx"
+ algorithm: "plot_hdrh_lat_by_percentile_x_log"
+ output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-icx"
+ output-file-links: "{DIR[LAT,TREX]}/2n_icx.rst"
+ target-links: "../../_static/trex"
+ data: "trex-2n-icx-curr-iter-best"
+ filter: "'NIC_Intel-E810CQ'"
+ layout:
+ layout: "plot-hdrh-latency-percentile-x-log"
+
+- type: "plot"
+ title: "Latency by percentile: TRex 1n-aws"
+ algorithm: "plot_hdrh_lat_by_percentile_x_log"
+ output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-1n-aws"
+ output-file-links: "{DIR[LAT,TREX]}/1n_aws.rst"
+ target-links: "../../_static/trex"
+ data: "trex-1n-aws-curr-iter-best"
+ filter: "'2T1C'"
+ layout:
+ layout: "plot-hdrh-latency-percentile-x-log"
- type: "plot"
title: "Latency by percentile: 2n-zn2"
@@ -12201,72 +12212,100 @@
###############################################################################
-# TRex 2n-skx
+# TRex 2n-icx
-# - type: "plot"
-# title: "Throughput: 2n-skx-x710-64b--ip4-base-scale-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4-base-scale-{test_type}"
-# data: "trex-2n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
-# layout:
-# title: "2n-skx-x710-64b--ip4-base-scale-{test_type}"
-# layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-icx-e810cq-64b--ip4-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4-base-scale-{test_type}"
+ data: "trex-2n-icx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
+ layout:
+ title: "2n-icx-e810cq-64b--ip4-base-scale-{test_type}"
+ layout: "plot-throughput"
-# - type: "plot"
-# title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
-# data: "trex-2n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
-# layout:
-# title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
-# layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}"
+ data: "trex-2n-icx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ layout:
+ title: "2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}"
+ layout: "plot-throughput"
-# - type: "plot"
-# title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
-# data: "trex-2n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
-# layout:
-# title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
-# layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-icx-e810cq-64b--ip4routing-stf-pps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4routing-stf-pps-{test_type}"
+ data: "trex-2n-icx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ layout:
+ title: "2n-icx-e810cq-64b--ip4routing-stf-pps-{test_type}"
+ layout: "plot-throughput"
-# - type: "plot"
-# title: "Throughput: 2n-skx-x710-78b--ip6-base-scale-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-78b--ip6-base-scale-{test_type}"
-# data: "trex-2n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
-# layout:
-# title: "2n-skx-x710-78b--ip6-base-scale-{test_type}"
-# layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-icx-e810cq-78b--ip6-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-78b--ip6-base-scale-{test_type}"
+ data: "trex-2n-icx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip6.1N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip6.1N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
+ layout:
+ title: "2n-icx-e810cq-78b--ip6-base-scale-{test_type}"
+ layout: "plot-throughput"
-# - type: "plot"
-# title: "Throughput: 2n-skx-x710-64b--l2-scale-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--l2-scale-{test_type}"
-# data: "trex-2n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
-# layout:
-# title: "2n-skx-x710-64b--l2-scale-{test_type}"
-# layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-icx-e810cq-64b--l2-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--l2-scale-{test_type}"
+ data: "trex-2n-icx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.L2.1N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
+ layout:
+ title: "2n-icx-e810cq-64b--l2-scale-{test_type}"
+ layout: "plot-throughput"
+
+# TRex 1n-aws
+
+- type: "plot"
+ title: "Throughput: 1n-aws-nitro50g-64b--ip4-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/1n-aws-nitro50g-64b--ip4-base-scale-{test_type}"
+ data: "trex-1n-aws-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-50Ge1P1Ena-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-50Ge1P1Ena-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
+ layout:
+ title: "1n-aws-nitro50g-64b--ip4-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 1n-aws-nitro50g-78b--ip6-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/1n-aws-nitro50g-78b--ip6-base-scale-{test_type}"
+ data: "trex-1n-aws-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip6.1N1L-50Ge1P1Ena-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip6.1N1L-50Ge1P1Ena-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
+ layout:
+ title: "1n-aws-nitro50g-78b--ip6-base-scale-{test_type}"
+ layout: "plot-throughput"