aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2018-11-09 10:43:26 +0100
committerTibor Frank <tifrank@cisco.com>2018-11-12 10:23:36 +0100
commit70b50286ea9145d2720d8bcb36d522b96a0b0ac2 (patch)
treece182ee7eca088f19d4d70e3175516826c943d12
parent59f8cd1c8fabf0517253280335865153fb925d8b (diff)
CSIT-1350: Add new data to 1810 report
Change-Id: Ia9720501e724f9240eaa41be36e29c8a6ae18ae7 Signed-off-by: Tibor Frank <tifrank@cisco.com>
-rw-r--r--docs/report/index.html.template2
-rw-r--r--docs/report/vpp_performance_tests/packet_latency_graphs/index.rst1
-rw-r--r--docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst2
-rw-r--r--docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst1
-rw-r--r--resources/tools/presentation/conf.py4
-rwxr-xr-xresources/tools/presentation/run_report.sh2
-rw-r--r--resources/tools/presentation/specification.yaml65
7 files changed, 53 insertions, 24 deletions
diff --git a/docs/report/index.html.template b/docs/report/index.html.template
index d157f94852..b28fcec515 100644
--- a/docs/report/index.html.template
+++ b/docs/report/index.html.template
@@ -90,6 +90,7 @@ CSIT 18.10
detailed_test_results/vpp_performance_results/index
detailed_test_results/vpp_mrr_results/index
+ detailed_test_results/cot_performance_results/index
detailed_test_results/dpdk_performance_results/index
detailed_test_results/vpp_functional_results/index
detailed_test_results/vpp_device_results_ubuntu/index
@@ -103,6 +104,7 @@ CSIT 18.10
test_configuration/vpp_performance_configuration/index
test_configuration/vpp_mrr_configuration/index
+ test_configuration/cot_performance_configuration/index
test_configuration/vpp_functional_configuration/index
test_configuration/vpp_device_configuration_ubuntu/index
diff --git a/docs/report/vpp_performance_tests/packet_latency_graphs/index.rst b/docs/report/vpp_performance_tests/packet_latency_graphs/index.rst
index e79dd8ec3a..07d44db9b0 100644
--- a/docs/report/vpp_performance_tests/packet_latency_graphs/index.rst
+++ b/docs/report/vpp_performance_tests/packet_latency_graphs/index.rst
@@ -49,6 +49,7 @@ Additional information about graph data:
ip6_tunnels
vm_vhost
container_memif
+ container_orchestrated
ipsec
..
diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst
index 210c00b93f..8020809f71 100644
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst
@@ -56,6 +56,6 @@ Additional information about graph data:
ip6_tunnels
vm_vhost
container_memif
-
+ container_orchestrated
ipsec
vts
diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst
index aec09ba52f..57f796b915 100644
--- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst
+++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst
@@ -35,5 +35,6 @@ threaded VPP configurations relative to 1-core configurations.
ip6_tunnels
vm_vhost
container_memif
+ container_orchestrated
ipsec
vts
diff --git a/resources/tools/presentation/conf.py b/resources/tools/presentation/conf.py
index 88fd74e76c..00e3cb9b21 100644
--- a/resources/tools/presentation/conf.py
+++ b/resources/tools/presentation/conf.py
@@ -45,7 +45,7 @@ source_suffix = ['.rst', '.md']
master_doc = 'index'
# General information about the project.
-project = u'FD.io CSIT-18.10.w45'
+project = u'FD.io CSIT-18.10.W46'
copyright = u'2018, FD.io'
author = u'FD.io CSIT'
@@ -104,7 +104,7 @@ rst_epilog = """
.. _CSIT Testbed Setup: https://git.fd.io/csit/tree/resources/tools/testbed-setup/README.md?h={release}
.. _K8s configuration files: https://github.com/FDio/csit/tree/{release}/resources/templates/kubernetes
""".format(release='rls1810',
- report_version='v1.0',
+ report_version='v1.1',
prev_release='rls1807',
srelease='1810',
csitrelease='18.10',
diff --git a/resources/tools/presentation/run_report.sh b/resources/tools/presentation/run_report.sh
index 9435ce01a6..2792190e3e 100755
--- a/resources/tools/presentation/run_report.sh
+++ b/resources/tools/presentation/run_report.sh
@@ -38,7 +38,7 @@ export PYTHONPATH=`pwd`
python pal.py \
--specification specification.yaml \
--release ${RELEASE} \
- --version "1.0" \
+ --version "1.1" \
--logging INFO \
--force
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index f379218916..a795b70593 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -153,6 +153,7 @@
- 18 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ - 38 # NDRPDR sel
vpp-compare-testbeds:
csit-vpp-perf-verify-1810-3n-hsw:
@@ -163,6 +164,7 @@
- 18 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ - 38 # NDRPDR sel
csit-vpp-perf-verify-1810-3n-skx:
- 24 # NDRPDR full
- 10 # NDRPDR sel
@@ -215,10 +217,10 @@
vpp-perf-results-3n-hsw:
csit-vpp-perf-verify-1810-3n-hsw:
- # TODO: Add data
- 20 # NDRPDR full
- 21 # NDRPDR full
- 22 # NDRPDR full
+ - 27 # NDRPDR full
vpp-perf-results-3n-skx:
csit-vpp-perf-verify-1810-3n-skx:
@@ -254,6 +256,7 @@
- 18 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ - 38 # NDRPDR sel
plot-throughput-speedup-analysis-3n-skx:
csit-vpp-perf-verify-1810-3n-skx:
@@ -291,6 +294,7 @@
- 18 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ - 38 # NDRPDR sel
plot-vpp-throughput-latency-3n-skx:
csit-vpp-perf-verify-1810-3n-skx:
@@ -347,21 +351,36 @@
# VPP Ligato
ligato-perf-results-3n-hsw:
- # TODO: Replace with 1810 data:
- csit-ligato-perf-1807-all:
- - 3 # full ?
+ csit-ligato-perf-verify-1810-3n-hsw:
+ - 5 # full
plot-ligato-throughput-speedup-analysis-3n-hsw:
- # TODO: Replace with 1810 data:
- csit-ligato-perf-1807-all:
- - 3 # full ?
- - 4 # sel
+ csit-ligato-perf-verify-1810-3n-hsw:
+ - 5 # full
+ - 6 # sel
+ - 8 # sel
+ - 9 # sel
+ - 11 # sel
+ - 12 # sel
+ - 13 # sel
+ - 14 # sel
+ - 16 # sel
+ - 17 # sel
+ - 18 # sel
plot-ligato-throughput-latency-3n-hsw:
- # TODO: Replace with 1810 data:
- csit-ligato-perf-1807-all:
- - 3 # full ?
- - 4 # sel
+ csit-ligato-perf-verify-1810-3n-hsw:
+ - 5 # full
+ - 6 # sel
+ - 8 # sel
+ - 9 # sel
+ - 11 # sel
+ - 12 # sel
+ - 13 # sel
+ - 14 # sel
+ - 16 # sel
+ - 17 # sel
+ - 18 # sel
# DPDK Performance
dpdk-performance-changes:
@@ -864,12 +883,14 @@
- 20 # NDRPDR full
- 21 # NDRPDR full
- 22 # NDRPDR full
+ - 27 # NDRPDR full
- 8 # NDRPDR sel
- 12 # NDRPDR sel
- 14 # NDRPDR sel
- 18 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ - 38 # NDRPDR sel
- 28 # WRK
- 29 # WRK
- 30 # WRK
@@ -975,21 +996,18 @@
- 20 # mrr - sel
- 21 # mrr - sel
- 22 # mrr - sel
- csit-ligato-perf-1804-all:
- - 4 # full
- - 5 # sel
+ csit-ligato-perf-verify-1810-3n-hsw:
+ - 5 # full
- 6 # sel
- - 7 # sel
- 8 # sel
- 9 # sel
- - 10 # sel
- 11 # sel
- 12 # sel
- 13 # sel
- 14 # sel
- csit-ligato-perf-1807-all:
- - 3 # full ?
- - 4 # sel
+ - 16 # sel
+ - 17 # sel
+ - 18 # sel
csit-dpdk-perf-1804-all:
- 4
- 5
@@ -1134,6 +1152,7 @@
- 18 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ - 38 # NDRPDR sel
data: "vpp-performance-changes"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -1190,6 +1209,7 @@
- 18 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ - 38 # NDRPDR sel
data: "vpp-performance-changes"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -1246,6 +1266,7 @@
- 18 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ - 38 # NDRPDR sel
data: "vpp-performance-changes"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -1302,6 +1323,7 @@
- 18 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ - 38 # NDRPDR sel
data: "vpp-performance-changes"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -1326,6 +1348,7 @@
- 18 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ - 38 # NDRPDR sel
compare:
title: "3-Node Skx"
data:
@@ -1364,6 +1387,7 @@
- 18 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ - 38 # NDRPDR sel
compare:
title: "3-Node Skx"
data:
@@ -2366,6 +2390,7 @@
- "throughput"
# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr
+# NOTE: Not used in 18.10
-
type: "table"
title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr"