aboutsummaryrefslogtreecommitdiffstats
path: root/resources
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2021-10-11 14:23:51 +0200
committerTibor Frank <tifrank@cisco.com>2021-10-11 14:23:51 +0200
commit2f469fe522e694c4b73db397244772e29eb5f9bb (patch)
tree040daefe98f3cdea83ea96a5ca538f9177379323 /resources
parentb6711ec7cf1f58662cdaa894b5fcc927b0e9e515 (diff)
Report: Remove 3n TRex tests
Change-Id: I4685f50249811726068fbe1cf739e6364f187489 Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources')
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml17
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml111
-rw-r--r--resources/tools/presentation/sphinx_conf/report/conf.py2
3 files changed, 5 insertions, 125 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index 3cda862894..8dfcf9159f 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -55,7 +55,7 @@
vpp-3n-skx-curr-iter-best:
csit-vpp-perf-report-iterative-2110-3n-skx:
- - 3 # rls2110.rc1 NDRPDR iter env 8
+ - 22 # rls2110.rc1 NDRPDR iter env 8
vpp-3n-skx-hist-iter-mrr-new-env:
csit-vpp-perf-report-iterative-2101-3n-skx:
@@ -77,14 +77,6 @@
csit-vpp-perf-report-iterative-2110-3n-skx:
- 23 # rls2110.rel NDRPDR iter env 8
- trex-3n-skx-curr-iter:
- csit-trex-perf-report-iterative-2110-3n-skx:
- - 1 # rls2110.rc1 NDRPDR iter env 8 - REMOVE
-
- trex-3n-skx-curr-iter-best:
- csit-trex-perf-report-iterative-2110-3n-skx:
- - 1 # rls2110.rc1 NDRPDR iter env 8 - REMOVE
-
vpp-3n-skx-curr-cov:
# csit-vpp-perf-report-coverage-2110-3n-skx:
csit-vpp-perf-report-iterative-2110-3n-skx:
@@ -365,6 +357,7 @@
- 20 # rls2106.rel NDRPDR iter env 8
- 21 # rls2106.rel NDRPDR iter env 8
- 22 # rls2106.rel NDRPDR iter env 8
+ - 28 # rls2106.rel NDRPDR iter env 8
vpp-2n-zn2-curr-iter:
csit-vpp-perf-report-iterative-2110-2n-zn2:
@@ -375,9 +368,8 @@
- 26 # rls2110.rc1 NDRPDR iter env 8
vpp-2n-zn2-curr-iter-gso:
- # csit-vpp-perf-report-iterative-2110-2n-zn2:
- csit-vpp-perf-report-iterative-2106-2n-zn2:
- - 37 # rls2106.rel MRR GSO iter env 7
+ csit-vpp-perf-report-iterative-2110-2n-zn2:
+ - 29 # rls2110.rc1 MRR GSO iter env 8
vpp-2n-zn2-hist-iter-mrr-new-env:
csit-vpp-perf-report-iterative-2101-2n-zn2:
@@ -759,6 +751,7 @@
- 19 # rls2106.rel NDRPDR iter env 8
- 24 # rls2106.rel NDRPDR iter env 8
- 25 # rls2106.rel NDRPDR iter env 8
+ - 27 # rls2106.rel NDRPDR iter env 8
vpp-2n-tx2-curr-iter:
csit-vpp-perf-report-iterative-2110-2n-tx2:
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index fc7df76568..d5cdbbfa24 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -363,8 +363,6 @@
data-set: "vpp-3n-skx-curr-iter-hoststack"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-skx-curr-iter"
-# - job-spec: "trex-mlr-00"
-# data-set: "trex-3n-skx-curr-iter"
# - type: "table"
# title: "Job Specification Duration: 3n-skx-coverage"
@@ -5836,24 +5834,6 @@
- "parent"
- "msg"
-# # Detailed Test Results - TRex Performance Results 3n-skx
-# - type: "table"
-# title: "Detailed Test Results - TRex Performance Results 3n-skx"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}/trex_performance_results_3n_skx"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
-# data: "data msg"
-# data: "trex-3n-skx-curr-iter-best"
-# filter: "all"
-# remove-ndr: False
-# parameters:
-# - "name"
-# - "parent"
-# - "msg"
-
# Detailed Test Results - TRex Performance Results 2n-skx
- type: "table"
title: "Detailed Test Results - TRex Performance Results 2n-skx"
@@ -6341,16 +6321,6 @@
filter: "all"
data-start-level: 4
-# # TRex Performance Results 3n-skx
-# - type: "file"
-# title: "TRex Performance Results 3n-skx"
-# algorithm: "file_test_results"
-# output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}"
-# dir-tables: "{DIR[DTR,PERF,TREX,3N,SKX]}"
-# data: "trex-3n-skx-curr-iter-best"
-# filter: "all"
-# data-start-level: 4
-
# TRex Performance Results 2n-skx
- type: "file"
title: "TRex Performance Results 2n-skx"
@@ -12750,17 +12720,6 @@
layout:
layout: "plot-hdrh-latency-percentile-x-log"
-# - type: "plot"
-# title: "Latency by percentile: TRex 3n-skx"
-# algorithm: "plot_hdrh_lat_by_percentile_x_log"
-# output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-3n-skx"
-# output-file-links: "{DIR[LAT,TREX]}/3n_skx.rst"
-# target-links: "../../_static/trex"
-# data: "trex-3n-skx-curr-iter-best"
-# filter: "'NIC_Intel-X710'"
-# layout:
-# layout: "plot-hdrh-latency-percentile-x-log"
-
- type: "plot"
title: "Latency by percentile: 2n-clx"
algorithm: "plot_hdrh_lat_by_percentile_x_log"
@@ -12966,76 +12925,6 @@
###############################################################################
-# TRex 3n-skx
-
-# - type: "plot"
-# title: "Throughput: 3n-skx-x710-64b--ip4-base-scale-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4-base-scale-{test_type}"
-# data: "trex-3n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
-# layout:
-# title: "3n-skx-x710-64b--ip4-base-scale-{test_type}"
-# layout: "plot-throughput"
-#
-# - type: "plot"
-# title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
-# data: "trex-3n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
-# layout:
-# title: "3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
-# layout: "plot-throughput"
-#
-# - type: "plot"
-# title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
-# data: "trex-3n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
-# layout:
-# title: "3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
-# layout: "plot-throughput"
-#
-# - type: "plot"
-# title: "Throughput: 3n-skx-x710-78b--ip6-base-scale-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-78b--ip6-base-scale-{test_type}"
-# data: "trex-3n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
-# layout:
-# title: "3n-skx-x710-78b--ip6-base-scale-{test_type}"
-# layout: "plot-throughput"
-#
-# - type: "plot"
-# title: "Throughput: 3n-skx-x710-64b--l2-scale-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--l2-scale-{test_type}"
-# data: "trex-3n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
-# layout:
-# title: "3n-skx-x710-64b--l2-scale-{test_type}"
-# layout: "plot-throughput"
-
# TRex 2n-skx
- type: "plot"
diff --git a/resources/tools/presentation/sphinx_conf/report/conf.py b/resources/tools/presentation/sphinx_conf/report/conf.py
index 0a41dca0d1..02bf35ddf0 100644
--- a/resources/tools/presentation/sphinx_conf/report/conf.py
+++ b/resources/tools/presentation/sphinx_conf/report/conf.py
@@ -81,7 +81,6 @@ rst_epilog = u"""
.. _FD.io CSIT testbeds - Xeon Skylake, Arm, Atom: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_skx_hw_bios_cfg.md?h={release}
.. _FD.io CSIT testbeds - Xeon Cascade Lake: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_clx_hw_bios_cfg.md?h={release}
.. _Ansible inventory - hosts: https://git.fd.io/csit/tree/fdio.infra.ansible/inventories/lf_inventory/host_vars?h={release}
-.. _build logs from FD.io trex performance job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-3n-skx
.. _build logs from FD.io trex performance job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-2n-skx
.. _build logs from FD.io dpdk performance job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-skx
.. _build logs from FD.io dpdk performance job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-skx
@@ -111,7 +110,6 @@ rst_epilog = u"""
.. _build logs from FD.io dpdk coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-tsh
.. _build logs from FD.io dpdk coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-tx2
.. _build logs from FD.io dpdk coverage job 2n-zn2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-zn2
-.. _build logs from FD.io trex coverage job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-3n-skx
.. _build logs from FD.io trex coverage job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-2n-skx
.. _build logs from FD.io vpp coverage job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-skx
.. _build logs from FD.io vpp coverage job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-skx