aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools/presentation/specifications/trending
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2021-10-06 11:51:39 +0200
committerTibor Frank <tifrank@cisco.com>2021-10-18 10:53:26 +0200
commit3b5495d0943283e96ce5fa23c0b1f31846ca0f6f (patch)
tree3502363a47c3b83ef02a835ad2ab1dbea8479020 /resources/tools/presentation/specifications/trending
parent96734fb1a33eb8dead325461a131f11b36c1bcfc (diff)
Trending: Add TRex ndrpdr tests
Change-Id: I7b968a4747390224d89cdaf7407c10c9a4108deb Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources/tools/presentation/specifications/trending')
-rw-r--r--resources/tools/presentation/specifications/trending/data_sets.yaml9
-rw-r--r--resources/tools/presentation/specifications/trending/elements.yaml63
-rw-r--r--resources/tools/presentation/specifications/trending/environment.yaml2
3 files changed, 74 insertions, 0 deletions
diff --git a/resources/tools/presentation/specifications/trending/data_sets.yaml b/resources/tools/presentation/specifications/trending/data_sets.yaml
index 2d61c3c042..f40fe1fb9a 100644
--- a/resources/tools/presentation/specifications/trending/data_sets.yaml
+++ b/resources/tools/presentation/specifications/trending/data_sets.yaml
@@ -59,6 +59,9 @@
table-last-failed-tests-dpdk-2n-tx2:
csit-dpdk-perf-mrr-weekly-master-2n-tx2:
- "lastCompletedBuild"
+ table-last-failed-tests-trex-2n-skx-ndrpdr:
+ csit-trex-perf-ndrpdr-weekly-master-2n-skx:
+ - "lastCompletedBuild"
# 3n-skx
plot-performance-trending-all-3n-skx:
@@ -112,6 +115,12 @@
end: "lastCompletedBuild"
max-builds: 26
+ plot-ndrpdr-trending-trex-2n-skx:
+ csit-trex-perf-ndrpdr-weekly-master-2n-skx:
+ start: 3
+ end: "lastCompletedBuild"
+ max-builds: 26
+
# 2n-clx
plot-performance-trending-vpp-2n-clx:
csit-vpp-perf-mrr-daily-master-2n-clx:
diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml
index d9f2120a03..83a6a03e27 100644
--- a/resources/tools/presentation/specifications/trending/elements.yaml
+++ b/resources/tools/presentation/specifications/trending/elements.yaml
@@ -51,6 +51,14 @@
layout: "plot-statistics"
- type: "plot"
+ title: "Statistics: TRex 2n-skx ndrpdr"
+ algorithm: "plot_statistics"
+ output-file: "{DIR[STATIC,VPP]}/stats-trex-2n-skx-ndrpdr"
+ data: "plot-ndrpdr-trending-trex-2n-skx"
+ layout:
+ layout: "plot-statistics"
+
+- type: "plot"
title: "Statistics: 2n-clx mrr"
algorithm: "plot_statistics"
output-file: "{DIR[STATIC,VPP]}/stats-2n-clx-mrr"
@@ -5002,3 +5010,58 @@
- "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr"
- "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr"
layout: "plot-cpta"
+
+# TRex 2n-skx
+
+ - title: "2n-skx-x710-64b--ip4-base-scale-{test_type}"
+ output-file-name: "2n-skx-x710-64b--ip4-base-scale-{test_type}"
+ data: "plot-ndrpdr-trending-trex-2n-skx"
+ core: ["2t1c", ]
+ test-type: ["ndr", "pdr"]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
+ layout: "plot-cpta"
+
+ - title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ output-file-name: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ data: "plot-ndrpdr-trending-trex-2n-skx"
+ core: ["2t1c", ]
+ test-type: ["ndr", "pdr"]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ layout: "plot-cpta"
+
+ - title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ output-file-name: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ data: "plot-ndrpdr-trending-trex-2n-skx"
+ core: ["2t1c", ]
+ test-type: ["ndr", "pdr"]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ layout: "plot-cpta"
+
+ - title: "2n-skx-x710-78b--ip6-base-scale-{test_type}"
+ output-file-name: "2n-skx-x710-78b--ip6-base-scale-{test_type}"
+ data: "plot-ndrpdr-trending-trex-2n-skx"
+ core: ["2t1c", ]
+ test-type: ["ndr", "pdr"]
+ include:
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
+ layout: "plot-cpta"
+
+ - title: "2n-skx-x710-64b--l2-scale-{test_type}"
+ output-file-name: "2n-skx-x710-64b--l2-scale-{test_type}"
+ data: "plot-ndrpdr-trending-trex-2n-skx"
+ core: ["2t1c", ]
+ test-type: ["ndr", "pdr"]
+ include:
+ - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
+ layout: "plot-cpta"
diff --git a/resources/tools/presentation/specifications/trending/environment.yaml b/resources/tools/presentation/specifications/trending/environment.yaml
index 7c9ade3ea7..2440b653e7 100644
--- a/resources/tools/presentation/specifications/trending/environment.yaml
+++ b/resources/tools/presentation/specifications/trending/environment.yaml
@@ -176,6 +176,7 @@
- "last-failed-tests-vpp-2n-skx-ndrpdr"
- "last-failed-tests-vpp-3n-skx-ndrpdr"
- "last-failed-tests-vpp-2n-clx-ndrpdr"
+ - "last-failed-tests-trex-2n-skx-mrr"
urls:
- "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx"
- "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx"
@@ -195,6 +196,7 @@
- "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx"
- "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx"
- "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx"
+ - "https://jenkins.fd.io/view/csit/job/csit-trex-perf-ndrpdr-weekly-master-2n-skx"
url-details: "https://s3-docs.fd.io/csit/master/trending/introduction/failures.html"
configurations: