diff options
author | Tibor Frank <tifrank@cisco.com> | 2022-10-27 12:49:53 +0200 |
---|---|---|
committer | Tibor Frank <tifrank@cisco.com> | 2022-11-02 10:24:31 +0000 |
commit | 32ec0b8cce48883be3f5e6e91b0797c1ab52351b (patch) | |
tree | 05329cd6fd0ffeb915d8eaa7610164f487d118d0 /resources/tools | |
parent | e76b6522f78e8568e640d7c362868f3d522a6532 (diff) |
Report: Add Trex tests
- 1n-aws
- 2n-icx
Signed-off-by: Tibor Frank <tifrank@cisco.com>
Change-Id: I31003746e8eed5718a760be1f1ad6e574c3f754e
Diffstat (limited to 'resources/tools')
-rw-r--r-- | resources/tools/presentation/specifications/report/data_sets.yaml | 87 | ||||
-rw-r--r-- | resources/tools/presentation/specifications/report/elements.yaml | 187 |
2 files changed, 155 insertions, 119 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 2576724dc3..502baf74ff 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -10,54 +10,51 @@ ################################################################################ - # TRex 2n-skx + # TRex 2n-icx - # trex-2n-skx-hist-iter: - # csit-trex-perf-report-iterative-2110-2n-skx: + # trex-2n-icx-hist-iter: + # csit-trex-perf-report-iterative-2110-2n-icx: # - 8 # rls2110.rel NDRPDR iter env 8 - # - 9 # rls2110.rel NDRPDR iter env 8 - # - 10 # rls2110.rel NDRPDR iter env 8 - # - 11 # rls2110.rel NDRPDR iter env 8 - # - 12 # rls2110.rel NDRPDR iter env 8 - # - 13 # rls2110.rel NDRPDR iter env 8 - # - 14 # rls2110.rel NDRPDR iter env 8 - # - 15 # rls2110.rel NDRPDR iter env 8 - # - 16 # rls2110.rel NDRPDR iter env 8 - # - 17 # rls2110.rel NDRPDR iter env 8 - - # trex-2n-skx-prev-iter: - # csit-trex-perf-report-iterative-2202-2n-skx: + + # trex-2n-icx-prev-iter: + # csit-trex-perf-report-iterative-2202-2n-icx: + # - 1 # rls2202.rel NDRPDR iter env 9 + + trex-2n-icx-curr-iter: + csit-trex-perf-report-iterative-2210-2n-icx: + - 1 # rls2210.rel NDRPDR iter env 11 + + trex-2n-icx-curr-iter-best: + csit-trex-perf-report-iterative-2210-2n-icx: + - 1 # rls2210.rel NDRPDR iter env 11 + + trex-2n-icx-curr-cov: + # csit-trex-perf-report-coverage-2210-2n-icx: + csit-trex-perf-report-coverage-2206-2n-icx: + - 1 # rls2210.rel NDRPDR cov env 11 + + # TRex 1n-aws + + # trex-1n-aws-hist-iter: + # csit-trex-perf-report-iterative-2110-1n-aws: + # - 8 # rls2110.rel NDRPDR iter env 8 + + # trex-1n-aws-prev-iter: + # csit-trex-perf-report-iterative-2202-1n-aws: # - 1 # rls2202.rel NDRPDR iter env 9 - # - 2 # rls2202.rel NDRPDR iter env 9 - # - 3 # rls2202.rel NDRPDR iter env 9 - # - 4 # rls2202.rel NDRPDR iter env 9 - # - 5 # rls2202.rel NDRPDR iter env 9 - # - 6 # rls2202.rel NDRPDR iter env 9 - # - 7 # rls2202.rel NDRPDR iter env 9 - # - 8 # rls2202.rel NDRPDR iter env 9 - # - 9 # rls2202.rel NDRPDR iter env 9 - # - 10 # rls2202.rel NDRPDR iter env 9 - - # trex-2n-skx-curr-iter: - # csit-trex-perf-report-iterative-2206-2n-skx: - # - 1 # rls2206.rel NDRPDR iter env 10 - # - 2 # rls2206.rel NDRPDR iter env 10 - # - 3 # rls2206.rel NDRPDR iter env 10 - # - 4 # rls2206.rel NDRPDR iter env 10 - # - 5 # rls2206.rel NDRPDR iter env 10 - # - 6 # rls2206.rel NDRPDR iter env 10 - # - 7 # rls2206.rel NDRPDR iter env 10 - # - 8 # rls2206.rel NDRPDR iter env 10 - # - 9 # rls2206.rel NDRPDR iter env 10 - # - 10 # rls2206.rel NDRPDR iter env 10 - - # trex-2n-skx-curr-iter-best: - # csit-trex-perf-report-iterative-2206-2n-skx: - # - 1 # rls2206.rel NDRPDR iter env 10 - - # trex-2n-skx-curr-cov: - # csit-trex-perf-report-coverage-2206-2n-skx: - # - 1 # rls2206.rel NDRPDR cov env 10 + + trex-1n-aws-curr-iter: + csit-trex-perf-report-iterative-2210-1n-aws: + - 5 # rls2210.rel NDRPDR iter env 11 + + trex-1n-aws-curr-iter-best: + csit-trex-perf-report-iterative-2210-1n-aws: + - 5 # rls2210.rel NDRPDR iter env 11 + + trex-1n-aws-curr-cov: + # csit-trex-perf-report-coverage-2210-1n-aws: + csit-trex-perf-report-coverage-2206-1n-aws: + - 1 # rls2210.rel NDRPDR cov env 11 # 2n-zn2 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 3d9e1c4d85..b284e5a50b 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -11910,16 +11910,27 @@ ################################################################################ -# - type: "plot" -# title: "Latency by percentile: TRex 2n-skx" -# algorithm: "plot_hdrh_lat_by_percentile_x_log" -# output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-skx" -# output-file-links: "{DIR[LAT,TREX]}/2n_skx.rst" -# target-links: "../../_static/trex" -# data: "trex-2n-skx-curr-iter-best" -# filter: "'NIC_Intel-X710'" -# layout: -# layout: "plot-hdrh-latency-percentile-x-log" +- type: "plot" + title: "Latency by percentile: TRex 2n-icx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-icx" + output-file-links: "{DIR[LAT,TREX]}/2n_icx.rst" + target-links: "../../_static/trex" + data: "trex-2n-icx-curr-iter-best" + filter: "'NIC_Intel-E810CQ'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: TRex 1n-aws" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-1n-aws" + output-file-links: "{DIR[LAT,TREX]}/1n_aws.rst" + target-links: "../../_static/trex" + data: "trex-1n-aws-curr-iter-best" + filter: "'2T1C'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" title: "Latency by percentile: 2n-zn2" @@ -12201,72 +12212,100 @@ ############################################################################### -# TRex 2n-skx +# TRex 2n-icx -# - type: "plot" -# title: "Throughput: 2n-skx-x710-64b--ip4-base-scale-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4-base-scale-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-64b--ip4-base-scale-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b--ip4-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4-base-scale-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-64b--ip4-base-scale-{test_type}" + layout: "plot-throughput" -# - type: "plot" -# title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}" + layout: "plot-throughput" -# - type: "plot" -# title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b--ip4routing-stf-pps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4routing-stf-pps-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-64b--ip4routing-stf-pps-{test_type}" + layout: "plot-throughput" -# - type: "plot" -# title: "Throughput: 2n-skx-x710-78b--ip6-base-scale-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-78b--ip6-base-scale-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-78b--ip6-base-scale-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-icx-e810cq-78b--ip6-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-78b--ip6-base-scale-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip6.1N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip6.1N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-78b--ip6-base-scale-{test_type}" + layout: "plot-throughput" -# - type: "plot" -# title: "Throughput: 2n-skx-x710-64b--l2-scale-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--l2-scale-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-64b--l2-scale-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b--l2-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--l2-scale-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.L2.1N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-64b--l2-scale-{test_type}" + layout: "plot-throughput" + +# TRex 1n-aws + +- type: "plot" + title: "Throughput: 1n-aws-nitro50g-64b--ip4-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/1n-aws-nitro50g-64b--ip4-base-scale-{test_type}" + data: "trex-1n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-50Ge1P1Ena-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-50Ge1P1Ena-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" + layout: + title: "1n-aws-nitro50g-64b--ip4-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 1n-aws-nitro50g-78b--ip6-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/1n-aws-nitro50g-78b--ip6-base-scale-{test_type}" + data: "trex-1n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip6.1N1L-50Ge1P1Ena-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip6.1N1L-50Ge1P1Ena-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" + layout: + title: "1n-aws-nitro50g-78b--ip6-base-scale-{test_type}" + layout: "plot-throughput" |