From ce0301d868e6a03353a966bb402d75e0d556a0cc Mon Sep 17 00:00:00 2001 From: Peter Mikus Date: Tue, 14 Aug 2018 09:34:34 +0000 Subject: CSIT-1208: Add new data to 1807 report Change-Id: If575d2dc0e8ddb81afe693c646a911e33559b67e Signed-off-by: Peter Mikus (cherry picked from commit 7ae94f2578699fcb50544742d6c27b59edc74abb) --- docs/report/introduction/general_notes.rst | 4 ++ resources/tools/presentation/specification.yaml | 49 ++++++++++++++++++++++++- 2 files changed, 52 insertions(+), 1 deletion(-) diff --git a/docs/report/introduction/general_notes.rst b/docs/report/introduction/general_notes.rst index 47dd2dbaad..17ea65ce90 100644 --- a/docs/report/introduction/general_notes.rst +++ b/docs/report/introduction/general_notes.rst @@ -62,6 +62,10 @@ is listed separately, as follows: virtual FD.io testbeds focusing on NSH_SFC of VPP. Tests cover a range of CRUD operations executed against VPP. +#. **DMM Functional** - DMM functional tests are executed in virtual FD.io + testbeds demonstrates single server[DUT1] and single client[DUT2] scenario + using DMM framework and kernel tcp/ip stack. + In addition to above, |csit-release| report does also include VPP unit test results. VPP unit tests are developed within the FD.io VPP project and as they complement CSIT system functional tests, they are provided mainly as a reference diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 14f27f16f7..41bbe70224 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -134,6 +134,9 @@ - 19 # NDRPDR sel - 18 # NDRPDR sel - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel vpp-compare-testbeds: # TODO: Add Data sources @@ -145,6 +148,9 @@ - 19 # NDRPDR sel - 18 # NDRPDR sel - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel csit-vpp-perf-verify-1807-3n-skx: - 33 # NDRPDR sel - 35 # NDRPDR sel @@ -166,6 +172,8 @@ - 31 # MRR sel - 33 # MRR sel - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel csit-vpp-perf-verify-1807-3n-skx: - 28 # MRR sel - 32 # MRR sel @@ -209,6 +217,8 @@ - 31 # MRR sel - 33 # MRR sel - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel vpp-perf-results-3n-hsw: # TODO: Add Data sources @@ -248,6 +258,9 @@ - 19 # NDRPDR sel - 18 # NDRPDR sel - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel plot-throughput-speedup-analysis-3n-skx: csit-vpp-perf-verify-1807-3n-skx: @@ -285,6 +298,9 @@ - 19 # NDRPDR sel - 18 # NDRPDR sel - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel plot-vpp-throughput-latency-3n-skx: csit-vpp-perf-verify-1807-3n-skx: @@ -722,6 +738,8 @@ - 31 # MRR sel - 33 # MRR sel - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel - 11 # NDRPDR full 1 - 22 # NDRPDR full 2 - 15 # NDRPDR sel @@ -729,6 +747,9 @@ - 19 # NDRPDR sel - 18 # NDRPDR sel - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel - 24 # WRK - 25 # WRK - 23 # WRK @@ -944,6 +965,9 @@ - 19 # NDRPDR sel - 18 # NDRPDR sel - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1000,6 +1024,9 @@ - 19 # NDRPDR sel - 18 # NDRPDR sel - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1056,6 +1083,9 @@ - 19 # NDRPDR sel - 18 # NDRPDR sel - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1112,6 +1142,9 @@ - 19 # NDRPDR sel - 18 # NDRPDR sel - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1137,6 +1170,9 @@ - 19 # NDRPDR sel - 18 # NDRPDR sel - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel compare: title: "3-Node Skx" data: @@ -1176,6 +1212,9 @@ - 19 # NDRPDR sel - 18 # NDRPDR sel - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel compare: title: "3-Node Skx" data: @@ -1243,6 +1282,8 @@ - 31 # MRR sel - 33 # MRR sel - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1296,6 +1337,8 @@ - 31 # MRR sel - 33 # MRR sel - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1349,6 +1392,8 @@ - 31 # MRR sel - 33 # MRR sel - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel data: "vpp-performance-changes-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1373,6 +1418,8 @@ - 31 # MRR sel - 33 # MRR sel - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel compare: title: "3-Node Skx" data: @@ -10961,7 +11008,7 @@ layout: title: "" # No title layout: "plot-latency" - + ################################################################################ # Packet Latency - DPDK l3fwd 3n-hsw-x520 -- cgit 1.2.3-korg