aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2019-09-09 09:01:18 +0200
committerTibor Frank <tifrank@cisco.com>2019-09-09 07:03:17 +0000
commit2e5b941563f20ad2bdf560697e5274c31def7811 (patch)
tree100d5cd379795c365ed379a082d335fa0f838f1b
parent9c5180b47d6e13e1c9a5e1a1d25369a7a536686f (diff)
Report: Add soak tests
Change-Id: I2161c8d8e54cfa35cd3febdda1cb47d6cec424a0 Signed-off-by: Tibor Frank <tifrank@cisco.com> (cherry picked from commit ba14f2b0ac026e537c79a61e800176b3404bde4d)
-rw-r--r--docs/report/index.html.template3
-rw-r--r--docs/report/vpp_performance_tests/index.rst4
-rw-r--r--docs/report/vpp_performance_tests/soak_tests/index.rst2
-rw-r--r--resources/tools/presentation/specification.yaml215
4 files changed, 110 insertions, 114 deletions
diff --git a/docs/report/index.html.template b/docs/report/index.html.template
index 923851c1c4..554dd9bd76 100644
--- a/docs/report/index.html.template
+++ b/docs/report/index.html.template
@@ -20,14 +20,13 @@ CSIT-1908
vpp_performance_tests/packet_throughput_graphs/index
vpp_performance_tests/throughput_speedup_multi_core/index
vpp_performance_tests/packet_latency_graphs/index
+ vpp_performance_tests/soak_tests/index
vpp_performance_tests/nf_service_density/index
vpp_performance_tests/http_server_performance/index
vpp_performance_tests/comparisons/index
vpp_performance_tests/throughput_trending
vpp_performance_tests/test_environment
vpp_performance_tests/documentation/index
-..
- vpp_performance_tests/soak_tests/index
.. toctree::
:maxdepth: 2
diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst
index 32d5390a93..c5c3e6679d 100644
--- a/docs/report/vpp_performance_tests/index.rst
+++ b/docs/report/vpp_performance_tests/index.rst
@@ -8,12 +8,10 @@ VPP Performance
packet_throughput_graphs/index
throughput_speedup_multi_core/index
packet_latency_graphs/index
+ soak_tests/index
nf_service_density/index
http_server_performance/index
comparisons/index
throughput_trending
test_environment
documentation/index
-
-..
- soak_tests/index
diff --git a/docs/report/vpp_performance_tests/soak_tests/index.rst b/docs/report/vpp_performance_tests/soak_tests/index.rst
index c6558464a3..1ca041d59c 100644
--- a/docs/report/vpp_performance_tests/soak_tests/index.rst
+++ b/docs/report/vpp_performance_tests/soak_tests/index.rst
@@ -33,7 +33,7 @@
Soak Tests
==========
-Long duration (2 hours per test) soak tests are executed
+Long duration (30 minutes per test) soak tests are executed
using :ref:`plrsearch` algorithm. As the test take long time, only 10 test
were executed, two runs each.
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 756a6dd4fa..9ed807e00d 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -245,9 +245,10 @@
- 84 # NDRPDR sel vhost
- 85 # NDRPDR sel vhost
-# plot-vpp-soak-2n-skx:
-# # TODO: Add data
-# csit-vpp-perf-verify-1908-2n-skx:
+ plot-vpp-soak-2n-skx:
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 83 # SOAK
+ - 86 # SOAK
plot-vpp-nfv-2n-skx-ndrpdr:
csit-vpp-perf-verify-1908-2n-skx:
@@ -602,42 +603,36 @@
- "vpp-performance-changes-2n-skx-ref"
- "vpp-performance-changes-2n-skx-cmp"
-# vpp-soak-vs-ndr-2n-skx-ref:
-# csit-vpp-perf-verify-1904-2n-skx:
-# - 12 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 17 # NDRPDR sel
-# - 18 # NDRPDR sel
-# - 21 # NDRPDR sel
-# - 27 # NDRPDR sel
-# - 30 # NDRPDR sel
-# - 31 # NDRPDR sel
-# - 32 # NDRPDR sel
-# # TODO: Add data
-# # csit-vpp-perf-verify-1908-2n-skx:
-# vpp-soak-vs-ndr-2n-skx-cmp:
-# csit-vpp-perf-verify-1904-2n-skx:
-# - 70 # soak
-# - 71 # soak
-# # TODO: Add data
-# # csit-vpp-perf-verify-1908-2n-skx:
-# vpp-soak-vs-ndr-2n-skx:
-# csit-vpp-perf-verify-1904-2n-skx:
-# - 12 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 17 # NDRPDR sel
-# - 18 # NDRPDR sel
-# - 21 # NDRPDR sel
-# - 27 # NDRPDR sel
-# - 30 # NDRPDR sel
-# - 31 # NDRPDR sel
-# - 32 # NDRPDR sel
-# - 70 # soak
-# - 71 # soak
-# # TODO: Add data
-# # csit-vpp-perf-verify-1908-2n-skx:
+ vpp-soak-vs-ndr-2n-skx-ref:
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 26 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 34 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 42 # NDRPDR sel
+ - 43 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 45 # NDRPDR sel
+ - 46 # NDRPDR sel
+ vpp-soak-vs-ndr-2n-skx-cmp:
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 83 # SOAK
+ - 86 # SOAK
+ vpp-soak-vs-ndr-2n-skx:
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 26 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 34 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 42 # NDRPDR sel
+ - 43 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 45 # NDRPDR sel
+ - 46 # NDRPDR sel
+ - 83 # SOAK
+ - 86 # SOAK
vpp-performance-changes-3n-hsw-mrr-h1:
csit-vpp-perf-verify-1901-3n-hsw:
@@ -1554,6 +1549,8 @@
- 68 # NFV
- 70 # NFV
- 71 # NFV MRR
+ - 83 # SOAK
+ - 86 # SOAK
csit-vpp-perf-verify-1908-3n-tsh:
- 7 # NDRPDR sel
@@ -1712,24 +1709,24 @@
### T A B L E S ###
################################################################################
-## VPP Soak vs NDR
-#- type: "table"
-# title: "VPP Soak vs NDR 2n-skx"
-# algorithm: "table_soak_vs_ndr"
-# output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
-# reference:
-# title: "NDR"
-# data: "vpp-soak-vs-ndr-2n-skx-ref"
-# compare:
-# title: "Soak"
-# data: "vpp-soak-vs-ndr-2n-skx-cmp"
-# data: "vpp-soak-vs-ndr-2n-skx"
-# include-tests: "NDR"
-# filter: "('NDRPDR' or 'SOAK')"
-# parameters:
-# - "throughput"
-# - "name"
-# - "parent"
+# VPP Soak vs NDR
+- type: "table"
+ title: "VPP Soak vs NDR 2n-skx"
+ algorithm: "table_soak_vs_ndr"
+ output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
+ reference:
+ title: "NDR"
+ data: "vpp-soak-vs-ndr-2n-skx-ref"
+ compare:
+ title: "Soak"
+ data: "vpp-soak-vs-ndr-2n-skx-cmp"
+ data: "vpp-soak-vs-ndr-2n-skx"
+ include-tests: "NDR"
+ filter: "('NDRPDR' or 'SOAK')"
+ parameters:
+ - "throughput"
+ - "name"
+ - "parent"
################################################################################
@@ -4412,57 +4409,59 @@
################################################################################
-## Soak Test (PLRsearch), boxes
-#- type: "plot"
-# title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)"
-# algorithm: "plot_performance_box"
-# output-file-type: ".html"
-# output-file: "{DIR[STATIC,VPP]}/soak-test-1"
-# data: "plot-vpp-soak-2n-skx"
-# filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'"
-# parameters:
-# - "throughput"
-# - "parent"
-# - "tags"
-# sort:
-# - "DRV_AVF"
-# - "DRV_AVF"
-# - "DRV_AVF"
-# - "L2BDMACLRN"
-# - "L2XCBASE"
-# - "L2PATCH"
-# traces:
-# hoverinfo: "x+y"
-# boxpoints: "all"
-# whiskerwidth: 0
-# layout:
-# title: "2 Hours Soak Test (PLRsearch)"
-# layout: "plot-soak-throughput"
-#
-## Soak Test (PLRsearch), boxes
-#- type: "plot"
-# title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)"
-# algorithm: "plot_performance_box"
-# output-file-type: ".html"
-# output-file: "{DIR[STATIC,VPP]}/soak-test-2"
-# data: "plot-vpp-soak-2n-skx"
-# filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'"
-# parameters:
-# - "throughput"
-# - "parent"
-# - "tags"
-# sort:
-# - "VHOST"
-# - "MEMIF"
-# - "IP4FWD"
-# - "IP6FWD"
-# traces:
-# hoverinfo: "x+y"
-# boxpoints: "all"
-# whiskerwidth: 0
-# layout:
-# title: "2 Hours Soak Test (PLRsearch)"
-# layout: "plot-soak-throughput"
+# Soak Test (PLRsearch), boxes
+- type: "plot"
+ title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)"
+ algorithm: "plot_performance_box"
+ output-file-type: ".html"
+ output-file: "{DIR[STATIC,VPP]}/soak-test-1"
+ data: "plot-vpp-soak-2n-skx"
+ filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'"
+ parameters:
+ - "throughput"
+ - "parent"
+ - "tags"
+ sort:
+ - "DRV_AVF"
+ - "DRV_AVF"
+ - "DRV_AVF"
+ - "L2BDMACLRN"
+ - "L2XCBASE"
+ - "L2PATCH"
+ traces:
+ hoverinfo: "x+y"
+ boxpoints: "all"
+ whiskerwidth: 0
+ layout:
+ title: "30 Minutes Soak Test (PLRsearch)"
+ layout: "plot-soak-throughput"
+
+# Soak Test (PLRsearch), boxes
+- type: "plot"
+ title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)"
+ algorithm: "plot_performance_box"
+ output-file-type: ".html"
+ output-file: "{DIR[STATIC,VPP]}/soak-test-2"
+ data: "plot-vpp-soak-2n-skx"
+ filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'"
+ parameters:
+ - "throughput"
+ - "parent"
+ - "tags"
+ sort:
+ - "VHOST"
+ - "VHOST"
+ - "MEMIF"
+ - "IP4FWD"
+ - "IP4FWD"
+ - "IP6FWD"
+ traces:
+ hoverinfo: "x+y"
+ boxpoints: "all"
+ whiskerwidth: 0
+ layout:
+ title: "30 Minutes Soak Test (PLRsearch)"
+ layout: "plot-soak-throughput"
###############################################################################
# Plots - NF Density - VSC - MRR 64b