From a8e3af00f6d6a462df4e0aa2f90efa3b6bee1296 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Mon, 11 Oct 2021 14:23:51 +0200 Subject: Report: Remove 3n TRex tests Change-Id: I4685f50249811726068fbe1cf739e6364f187489 Signed-off-by: Tibor Frank (cherry picked from commit 2f469fe522e694c4b73db397244772e29eb5f9bb) --- .../specifications/report/data_sets.yaml | 17 +--- .../specifications/report/elements.yaml | 111 --------------------- .../tools/presentation/sphinx_conf/report/conf.py | 2 - 3 files changed, 5 insertions(+), 125 deletions(-) (limited to 'resources/tools') diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 3cda862894..8dfcf9159f 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -55,7 +55,7 @@ vpp-3n-skx-curr-iter-best: csit-vpp-perf-report-iterative-2110-3n-skx: - - 3 # rls2110.rc1 NDRPDR iter env 8 + - 22 # rls2110.rc1 NDRPDR iter env 8 vpp-3n-skx-hist-iter-mrr-new-env: csit-vpp-perf-report-iterative-2101-3n-skx: @@ -77,14 +77,6 @@ csit-vpp-perf-report-iterative-2110-3n-skx: - 23 # rls2110.rel NDRPDR iter env 8 - trex-3n-skx-curr-iter: - csit-trex-perf-report-iterative-2110-3n-skx: - - 1 # rls2110.rc1 NDRPDR iter env 8 - REMOVE - - trex-3n-skx-curr-iter-best: - csit-trex-perf-report-iterative-2110-3n-skx: - - 1 # rls2110.rc1 NDRPDR iter env 8 - REMOVE - vpp-3n-skx-curr-cov: # csit-vpp-perf-report-coverage-2110-3n-skx: csit-vpp-perf-report-iterative-2110-3n-skx: @@ -365,6 +357,7 @@ - 20 # rls2106.rel NDRPDR iter env 8 - 21 # rls2106.rel NDRPDR iter env 8 - 22 # rls2106.rel NDRPDR iter env 8 + - 28 # rls2106.rel NDRPDR iter env 8 vpp-2n-zn2-curr-iter: csit-vpp-perf-report-iterative-2110-2n-zn2: @@ -375,9 +368,8 @@ - 26 # rls2110.rc1 NDRPDR iter env 8 vpp-2n-zn2-curr-iter-gso: - # csit-vpp-perf-report-iterative-2110-2n-zn2: - csit-vpp-perf-report-iterative-2106-2n-zn2: - - 37 # rls2106.rel MRR GSO iter env 7 + csit-vpp-perf-report-iterative-2110-2n-zn2: + - 29 # rls2110.rc1 MRR GSO iter env 8 vpp-2n-zn2-hist-iter-mrr-new-env: csit-vpp-perf-report-iterative-2101-2n-zn2: @@ -759,6 +751,7 @@ - 19 # rls2106.rel NDRPDR iter env 8 - 24 # rls2106.rel NDRPDR iter env 8 - 25 # rls2106.rel NDRPDR iter env 8 + - 27 # rls2106.rel NDRPDR iter env 8 vpp-2n-tx2-curr-iter: csit-vpp-perf-report-iterative-2110-2n-tx2: diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index fc7df76568..d5cdbbfa24 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -363,8 +363,6 @@ data-set: "vpp-3n-skx-curr-iter-hoststack" - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-skx-curr-iter" -# - job-spec: "trex-mlr-00" -# data-set: "trex-3n-skx-curr-iter" # - type: "table" # title: "Job Specification Duration: 3n-skx-coverage" @@ -5836,24 +5834,6 @@ - "parent" - "msg" -# # Detailed Test Results - TRex Performance Results 3n-skx -# - type: "table" -# title: "Detailed Test Results - TRex Performance Results 3n-skx" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}/trex_performance_results_3n_skx" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " -# data: "data msg" -# data: "trex-3n-skx-curr-iter-best" -# filter: "all" -# remove-ndr: False -# parameters: -# - "name" -# - "parent" -# - "msg" - # Detailed Test Results - TRex Performance Results 2n-skx - type: "table" title: "Detailed Test Results - TRex Performance Results 2n-skx" @@ -6341,16 +6321,6 @@ filter: "all" data-start-level: 4 -# # TRex Performance Results 3n-skx -# - type: "file" -# title: "TRex Performance Results 3n-skx" -# algorithm: "file_test_results" -# output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}" -# dir-tables: "{DIR[DTR,PERF,TREX,3N,SKX]}" -# data: "trex-3n-skx-curr-iter-best" -# filter: "all" -# data-start-level: 4 - # TRex Performance Results 2n-skx - type: "file" title: "TRex Performance Results 2n-skx" @@ -12750,17 +12720,6 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" -# - type: "plot" -# title: "Latency by percentile: TRex 3n-skx" -# algorithm: "plot_hdrh_lat_by_percentile_x_log" -# output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-3n-skx" -# output-file-links: "{DIR[LAT,TREX]}/3n_skx.rst" -# target-links: "../../_static/trex" -# data: "trex-3n-skx-curr-iter-best" -# filter: "'NIC_Intel-X710'" -# layout: -# layout: "plot-hdrh-latency-percentile-x-log" - - type: "plot" title: "Latency by percentile: 2n-clx" algorithm: "plot_hdrh_lat_by_percentile_x_log" @@ -12966,76 +12925,6 @@ ############################################################################### -# TRex 3n-skx - -# - type: "plot" -# title: "Throughput: 3n-skx-x710-64b--ip4-base-scale-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4-base-scale-{test_type}" -# data: "trex-3n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" -# layout: -# title: "3n-skx-x710-64b--ip4-base-scale-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-cps-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-cps-{test_type}" -# data: "trex-3n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" -# layout: -# title: "3n-skx-x710-64b--ip4routing-stf-cps-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-pps-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-pps-{test_type}" -# data: "trex-3n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" -# layout: -# title: "3n-skx-x710-64b--ip4routing-stf-pps-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 3n-skx-x710-78b--ip6-base-scale-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-78b--ip6-base-scale-{test_type}" -# data: "trex-3n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" -# layout: -# title: "3n-skx-x710-78b--ip6-base-scale-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 3n-skx-x710-64b--l2-scale-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--l2-scale-{test_type}" -# data: "trex-3n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" -# layout: -# title: "3n-skx-x710-64b--l2-scale-{test_type}" -# layout: "plot-throughput" - # TRex 2n-skx - type: "plot" diff --git a/resources/tools/presentation/sphinx_conf/report/conf.py b/resources/tools/presentation/sphinx_conf/report/conf.py index 0a41dca0d1..02bf35ddf0 100644 --- a/resources/tools/presentation/sphinx_conf/report/conf.py +++ b/resources/tools/presentation/sphinx_conf/report/conf.py @@ -81,7 +81,6 @@ rst_epilog = u""" .. _FD.io CSIT testbeds - Xeon Skylake, Arm, Atom: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_skx_hw_bios_cfg.md?h={release} .. _FD.io CSIT testbeds - Xeon Cascade Lake: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_clx_hw_bios_cfg.md?h={release} .. _Ansible inventory - hosts: https://git.fd.io/csit/tree/fdio.infra.ansible/inventories/lf_inventory/host_vars?h={release} -.. _build logs from FD.io trex performance job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-3n-skx .. _build logs from FD.io trex performance job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-2n-skx .. _build logs from FD.io dpdk performance job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-skx .. _build logs from FD.io dpdk performance job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-skx @@ -111,7 +110,6 @@ rst_epilog = u""" .. _build logs from FD.io dpdk coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-tsh .. _build logs from FD.io dpdk coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-tx2 .. _build logs from FD.io dpdk coverage job 2n-zn2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-zn2 -.. _build logs from FD.io trex coverage job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-3n-skx .. _build logs from FD.io trex coverage job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-2n-skx .. _build logs from FD.io vpp coverage job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-skx .. _build logs from FD.io vpp coverage job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-skx -- cgit 1.2.3-korg