diff options
author | Tibor Frank <tifrank@cisco.com> | 2019-09-09 09:01:18 +0200 |
---|---|---|
committer | Tibor Frank <tifrank@cisco.com> | 2019-09-09 07:03:17 +0000 |
commit | 2e5b941563f20ad2bdf560697e5274c31def7811 (patch) | |
tree | 100d5cd379795c365ed379a082d335fa0f838f1b /resources | |
parent | 9c5180b47d6e13e1c9a5e1a1d25369a7a536686f (diff) |
Report: Add soak tests
Change-Id: I2161c8d8e54cfa35cd3febdda1cb47d6cec424a0
Signed-off-by: Tibor Frank <tifrank@cisco.com>
(cherry picked from commit ba14f2b0ac026e537c79a61e800176b3404bde4d)
Diffstat (limited to 'resources')
-rw-r--r-- | resources/tools/presentation/specification.yaml | 215 |
1 files changed, 107 insertions, 108 deletions
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 756a6dd4fa..9ed807e00d 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -245,9 +245,10 @@ - 84 # NDRPDR sel vhost - 85 # NDRPDR sel vhost -# plot-vpp-soak-2n-skx: -# # TODO: Add data -# csit-vpp-perf-verify-1908-2n-skx: + plot-vpp-soak-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 83 # SOAK + - 86 # SOAK plot-vpp-nfv-2n-skx-ndrpdr: csit-vpp-perf-verify-1908-2n-skx: @@ -602,42 +603,36 @@ - "vpp-performance-changes-2n-skx-ref" - "vpp-performance-changes-2n-skx-cmp" -# vpp-soak-vs-ndr-2n-skx-ref: -# csit-vpp-perf-verify-1904-2n-skx: -# - 12 # NDRPDR sel -# - 14 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# - 18 # NDRPDR sel -# - 21 # NDRPDR sel -# - 27 # NDRPDR sel -# - 30 # NDRPDR sel -# - 31 # NDRPDR sel -# - 32 # NDRPDR sel -# # TODO: Add data -# # csit-vpp-perf-verify-1908-2n-skx: -# vpp-soak-vs-ndr-2n-skx-cmp: -# csit-vpp-perf-verify-1904-2n-skx: -# - 70 # soak -# - 71 # soak -# # TODO: Add data -# # csit-vpp-perf-verify-1908-2n-skx: -# vpp-soak-vs-ndr-2n-skx: -# csit-vpp-perf-verify-1904-2n-skx: -# - 12 # NDRPDR sel -# - 14 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# - 18 # NDRPDR sel -# - 21 # NDRPDR sel -# - 27 # NDRPDR sel -# - 30 # NDRPDR sel -# - 31 # NDRPDR sel -# - 32 # NDRPDR sel -# - 70 # soak -# - 71 # soak -# # TODO: Add data -# # csit-vpp-perf-verify-1908-2n-skx: + vpp-soak-vs-ndr-2n-skx-ref: + csit-vpp-perf-verify-1908-2n-skx: + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + - 46 # NDRPDR sel + vpp-soak-vs-ndr-2n-skx-cmp: + csit-vpp-perf-verify-1908-2n-skx: + - 83 # SOAK + - 86 # SOAK + vpp-soak-vs-ndr-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + - 46 # NDRPDR sel + - 83 # SOAK + - 86 # SOAK vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-1901-3n-hsw: @@ -1554,6 +1549,8 @@ - 68 # NFV - 70 # NFV - 71 # NFV MRR + - 83 # SOAK + - 86 # SOAK csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -1712,24 +1709,24 @@ ### T A B L E S ### ################################################################################ -## VPP Soak vs NDR -#- type: "table" -# title: "VPP Soak vs NDR 2n-skx" -# algorithm: "table_soak_vs_ndr" -# output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" -# reference: -# title: "NDR" -# data: "vpp-soak-vs-ndr-2n-skx-ref" -# compare: -# title: "Soak" -# data: "vpp-soak-vs-ndr-2n-skx-cmp" -# data: "vpp-soak-vs-ndr-2n-skx" -# include-tests: "NDR" -# filter: "('NDRPDR' or 'SOAK')" -# parameters: -# - "throughput" -# - "name" -# - "parent" +# VPP Soak vs NDR +- type: "table" + title: "VPP Soak vs NDR 2n-skx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-skx-ref" + compare: + title: "Soak" + data: "vpp-soak-vs-ndr-2n-skx-cmp" + data: "vpp-soak-vs-ndr-2n-skx" + include-tests: "NDR" + filter: "('NDRPDR' or 'SOAK')" + parameters: + - "throughput" + - "name" + - "parent" ################################################################################ @@ -4412,57 +4409,59 @@ ################################################################################ -## Soak Test (PLRsearch), boxes -#- type: "plot" -# title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" -# algorithm: "plot_performance_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/soak-test-1" -# data: "plot-vpp-soak-2n-skx" -# filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'" -# parameters: -# - "throughput" -# - "parent" -# - "tags" -# sort: -# - "DRV_AVF" -# - "DRV_AVF" -# - "DRV_AVF" -# - "L2BDMACLRN" -# - "L2XCBASE" -# - "L2PATCH" -# traces: -# hoverinfo: "x+y" -# boxpoints: "all" -# whiskerwidth: 0 -# layout: -# title: "2 Hours Soak Test (PLRsearch)" -# layout: "plot-soak-throughput" -# -## Soak Test (PLRsearch), boxes -#- type: "plot" -# title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" -# algorithm: "plot_performance_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/soak-test-2" -# data: "plot-vpp-soak-2n-skx" -# filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'" -# parameters: -# - "throughput" -# - "parent" -# - "tags" -# sort: -# - "VHOST" -# - "MEMIF" -# - "IP4FWD" -# - "IP6FWD" -# traces: -# hoverinfo: "x+y" -# boxpoints: "all" -# whiskerwidth: 0 -# layout: -# title: "2 Hours Soak Test (PLRsearch)" -# layout: "plot-soak-throughput" +# Soak Test (PLRsearch), boxes +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-1" + data: "plot-vpp-soak-2n-skx" + filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "DRV_AVF" + - "DRV_AVF" + - "DRV_AVF" + - "L2BDMACLRN" + - "L2XCBASE" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak Test (PLRsearch), boxes +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2" + data: "plot-vpp-soak-2n-skx" + filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "VHOST" + - "VHOST" + - "MEMIF" + - "IP4FWD" + - "IP4FWD" + - "IP6FWD" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" ############################################################################### # Plots - NF Density - VSC - MRR 64b |