From e8862b7fa54f58c9374fde46e791adc9c81eb54f Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Mon, 11 Jul 2022 13:56:45 +0200 Subject: Report: fixes Change-Id: I126628ce86999bda15e9c441168711fa44bcb105 Signed-off-by: Tibor Frank --- .../specifications/report/data_sets.yaml | 24 ++++---- .../specifications/report/elements.yaml | 70 ++-------------------- .../specifications/report/environment.yaml | 7 ++- 3 files changed, 22 insertions(+), 79 deletions(-) (limited to 'resources/tools') diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index e7d13bda1d..7e8a5b6108 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -323,7 +323,7 @@ vpp-2n-skx-curr-nfv-mrr: csit-vpp-perf-report-iterative-2206-2n-skx: - - 70 # rls2206.rel MRR nf-density iter env 10 + - 51 # rls2206.rel MRR nf-density iter env 10 vpp-2n-skx-curr-nfv-reconf: csit-vpp-perf-report-iterative-2206-2n-skx: @@ -817,20 +817,20 @@ dpdk-2n-clx-curr-iter: csit-dpdk-perf-report-iterative-2206-2n-clx: - - 1 # rls2206 NDRPDR iter env 10 - - 2 # rls2206 NDRPDR iter env 10 - - 3 # rls2206 NDRPDR iter env 10 - - 4 # rls2206 NDRPDR iter env 10 - - 5 # rls2206 NDRPDR iter env 10 - - 6 # rls2206 NDRPDR iter env 10 - - 7 # rls2206 NDRPDR iter env 10 - - 8 # rls2206 NDRPDR iter env 10 - - 10 # rls2206 NDRPDR iter env 10 - - 11 # rls2206 NDRPDR iter env 10 + - 15 # rls2206 NDRPDR iter env 10 + - 17 # rls2206 NDRPDR iter env 10 + - 18 # rls2206 NDRPDR iter env 10 + - 22 # rls2206 NDRPDR iter env 10 + - 23 # rls2206 NDRPDR iter env 10 + - 24 # rls2206 NDRPDR iter env 10 + - 25 # rls2206 NDRPDR iter env 10 + - 26 # rls2206 NDRPDR iter env 10 + - 27 # rls2206 NDRPDR iter env 10 + - 28 # rls2206 NDRPDR iter env 10 dpdk-2n-clx-curr-iter-best: csit-dpdk-perf-report-iterative-2206-2n-clx: - - 1 # rls2206 NDRPDR iter env 10 + - 22 # rls2206 NDRPDR iter env 10 # 3n-tsh diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 36a3d3cf97..515f1b2a8f 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -7455,7 +7455,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'" + filter: "'1T1C' and 'NDRPDR'" columns: - title: "21.08" data-set: "dpdk-3n-tsh-hist-iter" @@ -7479,7 +7479,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'" + filter: "'2T2C' and 'NDRPDR'" columns: - title: "21.08" data-set: "dpdk-3n-tsh-hist-iter" @@ -7503,7 +7503,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'" + filter: "'1T1C' and 'NDRPDR'" columns: - title: "21.08" data-set: "dpdk-3n-tsh-hist-iter" @@ -7527,7 +7527,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'" + filter: "'2T2C' and 'NDRPDR'" columns: - title: "21.08" data-set: "dpdk-3n-tsh-hist-iter" @@ -9639,22 +9639,6 @@ # title: "3n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" # layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}" - data: "vpp-3n-tsh-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - layout: - title: "3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -9662,6 +9646,7 @@ data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" @@ -11511,27 +11496,13 @@ title: "2n-skx-xxv710-64b-vhost-base-[avf,dpdk]-vpp-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-tsh-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" data: "vpp-3n-tsh-curr-iter" include: + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" @@ -13068,21 +13039,6 @@ title: "2n-clx-e810cq-64b-{core}-ip4-features-avf-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-clx-e810cq-78b-{core}-ip6-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -13717,20 +13673,6 @@ title: "2n-clx-e810cq-64b-ip4-features-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-clx-e810cq-78b-ip6-{test_type}-tsa" algorithm: "plot_tsa_name" diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml index 053969567c..f0336909de 100644 --- a/resources/tools/presentation/specifications/report/environment.yaml +++ b/resources/tools/presentation/specifications/report/environment.yaml @@ -159,7 +159,7 @@ file-format: ".gz" enabled: True - archive-inputs: False + archive-inputs: True mapping-file: "" @@ -200,6 +200,7 @@ xl710: 35800000 cx556a: 148809523.81 e810cq: 148809523.81 + e810xxv: 35800000 link: 10ge: 14880952.38 @@ -243,5 +244,5 @@ format: html: - full - # pdf: - # - minimal + pdf: + - minimal -- cgit 1.2.3-korg