aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2020-07-15 14:04:11 +0200
committerTibor Frank <tifrank@cisco.com>2020-07-16 08:49:19 +0000
commit923858a5703510ca53d4cc60fe2289e9338fb7d2 (patch)
tree588111c48ee2a6e3be27a2e867b2561b57bdd9f7
parentc54eaa35fad0ff49a6bf915f4e5f4c04ed16ddb4 (diff)
Report 2005: Configure 2005.30, add data
Change-Id: I33908f6967e89e894560fd5f63c57a76c110e9ab Signed-off-by: Tibor Frank <tifrank@cisco.com> (cherry picked from commit 2d15c9658eafe1fcbc082c92e29f48d3d1fe7333)
-rw-r--r--docs/report/introduction/report_history.rst17
-rw-r--r--resources/tools/presentation/conf.py2
-rwxr-xr-xresources/tools/presentation/run_report.sh2
-rw-r--r--resources/tools/presentation/specification.yaml237
4 files changed, 120 insertions, 138 deletions
diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst
index ea5acccb4c..4e529d71a6 100644
--- a/docs/report/introduction/report_history.rst
+++ b/docs/report/introduction/report_history.rst
@@ -6,6 +6,23 @@ FD.io CSIT-2005 Report history and per .[ww] revision changes are listed below.
+----------------+------------------------------------------------------------+
| .[ww] Revision | Changes |
+================+============================================================+
+| .30 | 1. Added data: |
+| | |
+| | - VPP coverage |
+| | |
+| | - 2n-clx |
+| | - 2n-skx |
+| | - 3n-skx |
+| | |
+| | - VPP iterative |
+| | |
+| | - 3n-tsh |
+| | |
+| | - VPP NF density |
+| | |
+| | - 2n-skx |
+| | |
++----------------+------------------------------------------------------------+
| .29 | Initial version |
| | |
+----------------+------------------------------------------------------------+
diff --git a/resources/tools/presentation/conf.py b/resources/tools/presentation/conf.py
index 5d8fc8ed36..eef472556a 100644
--- a/resources/tools/presentation/conf.py
+++ b/resources/tools/presentation/conf.py
@@ -46,7 +46,7 @@ source_suffix = [u'.rst', u'.md']
master_doc = u'index'
# General information about the project.
-report_week = u'29'
+report_week = u'30'
project = u'FD.io CSIT-2005.{week}'.format(week=report_week)
copyright = u'2020, FD.io'
author = u'FD.io CSIT'
diff --git a/resources/tools/presentation/run_report.sh b/resources/tools/presentation/run_report.sh
index 37c5e8be3a..b2c3368ab6 100755
--- a/resources/tools/presentation/run_report.sh
+++ b/resources/tools/presentation/run_report.sh
@@ -38,7 +38,7 @@ export PYTHONPATH=`pwd`:`pwd`/../../../:`pwd`/../../libraries/python
python pal.py \
--specification specification.yaml \
--release ${RELEASE} \
- --week "29" \
+ --week "30" \
--logging INFO \
--force
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index b282869f73..cb67f31482 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -282,6 +282,7 @@
csit-vpp-perf-report-iterative-2005-2n-skx:
- 113 # nf-density-sel env 4
- 114 # nf-density-sel env 4
+ - 124 # nf-density-sel env 4
plot-vpp-nfv-2n-skx-mrr:
csit-vpp-perf-report-iterative-2005-2n-skx:
@@ -391,10 +392,11 @@
- 25 # NDRPDR sel env 4
- 33 # NDRPDR sel env 4
- 34 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
plot-vpp-hdrh-lat-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 25 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
plot-dpdk-throughput-latency-3n-tsh:
csit-dpdk-perf-report-iterative-2005-3n-tsh:
@@ -533,84 +535,61 @@
- 109 # vhost-02
vpp-perf-results-3n-skx:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 47 # NDRPDR sel env 4
-# csit-vpp-perf-report-coverage-2005-3n-skx:
-# - 10 # perf-full-3n-skx-crypto_I
-# - 11 # perf-full-3n-skx-crypto_II
-# - 12 # perf-full-3n-skx-crypto_III
-# - 5 # perf-full-3n-skx-ip4_I
-# - 14 # perf-full-3n-skx-ip4_II
-# - 7 # perf-full-3n-skx-ip4_III
-# - 15 # perf-full-3n-skx-ip4_IV
-# - 16 # perf-full-3n-skx-ip4_V
-# - 17 # perf-full-3n-skx-ip4_VI
-# - 18 # perf-full-3n-skx-ip4_VII
-# - 19 # perf-full-3n-skx-ip4_VIII
-# - 20 # perf-full-3n-skx-ip4_IX
-# - 24 # perf-full-3n-skx-ip6_I
-# - 25 # perf-full-3n-skx-ip6_II
-# - 21 # perf-full-3n-skx-ip4tunnels-I
-# - 22 # perf-full-3n-skx-ip4tunnels-II
-# - 23 # perf-full-3n-skx-ip4tunnels-III
-# - 26 # perf-full-3n-skx-ip6tunnels-I
-# - 28 # perf-full-3n-skx-l2_II
-# - 29 # perf-full-3n-skx-l2_III
-# - 30 # perf-full-3n-skx-l2_IV
-# - 32 # perf-full-3n-skx-l2_VI
-# - 33 # perf-full-3n-skx-l2_VII
-# - 34 # perf-full-3n-skx-l2_VIII
-# - 35 # perf-full-3n-skx-l2_IX
-# - 36 # perf-full-3n-skx-l2_X
-# - 37 # perf-full-3n-skx-l2_XI
-# - 38 # perf-full-3n-skx-memif
-# - 39 # perf-full-3n-skx-srv6-I
-# - 40 # perf-full-3n-skx-srv6-II
-# - 43 # perf-full-3n-skx-vhost-III
+ csit-vpp-perf-report-coverage-2005-3n-skx:
+ - 45 # crypto-00
+ - 46 # crypto-01
+ - 47 # crypto-02
+ - 51 # ip4-01
+ - 52 # ip4-02
+ - 53 # ip4-03
+ - 54 # ip4-04
+ - 55 # ip4-05
+ - 56 # ip4-06
+ - 57 # ip4-07
+ - 58 # ip4-08
+ - 59 # ip4tun-00
+ - 60 # ip4tun-01
+ - 61 # ip4tun-02
+ - 62 # ip6-00
+ - 63 # ip6-01
+ - 64 # ip6tun-00
+ - 65 # l2-00
+ - 66 # l2-01
+ - 67 # l2-02
+ - 68 # l2-03
+ - 71 # l2-06
+ - 72 # l2-07
+ - 73 # l2-08
+ - 75 # l2-10
+ - 81 # vhost-02
vpp-perf-results-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 94 # NDRPDR sel env 4
-# csit-vpp-perf-report-coverage-2005-2n-skx:
-# - 11 # perf-full-2n-skx-ip4_I
-# - 3 # perf-full-2n-skx-ip4_II
-# - 18 # perf-full-2n-skx-ip4_III
-# - 19 # perf-full-2n-skx-ip4_IV
-# - 5 # perf-full-2n-skx-ip4_V
-# - 20 # perf-full-2n-skx-ip4_VI
-# - 7 # perf-full-2n-skx-ip6_I
-# - 21 # perf-full-2n-skx-ip6_II
-# - 9 # perf-full-2n-skx-l2_I
-# - 22 # perf-full-2n-skx-l2_II
-# - 23 # perf-full-2n-skx-memif
-# - 24 # perf-full-2n-skx-loadbalancer
-# - 25 # perf-full-2n-skx-vhost I
-# - 26 # perf-full-2n-skx-vhost II
-# - 27 # perf-full-2n-skx-vts
+ csit-vpp-perf-report-coverage-2005-2n-skx:
+ - 28 # ip4-00
+ - 29 # ip4-01
+ - 30 # ip4-02
+ - 31 # ip4-03
+ - 35 # ip6-01
+ - 37 # l2-01
+ - 39 # memif-00
+ - 41 # vhost-01
+ - 42 # vts-00
vpp-perf-results-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 62 # NDRPDR sel env 4
-# csit-vpp-perf-report-coverage-2005-2n-clx:
-# - 21 # perf-full-2n-clx-ip4_I
-# - 2 # perf-full-2n-clx-ip4_II
-# - 3 # perf-full-2n-clx-ip4_III
-# - 4 # perf-full-2n-clx-ip4_IV
-# - 5 # perf-full-2n-clx-ip4_V
-# - 6 # perf-full-2n-clx-ip4_VI
-# - 7 # perf-full-2n-clx-ip6_I
-# - 16 # perf-full-2n-clx-ip6_II
-# - 23 # perf-full-2n-clx-l2_I
-# - 10 # perf-full-2n-clx-l2_II
-# - 11 # perf-full-2n-clx-memif
-# - 12 # perf-full-2n-clx-loadbalancer
-# - 13 # perf-full-2n-clx-vhost I
-# - 22 # perf-full-2n-clx-vhost II
-# - 15 # perf-full-2n-clx-vts
+ csit-vpp-perf-report-coverage-2005-2n-clx:
+ - 24 # ip4-00
+ - 25 # ip4-01
+ - 26 # ip4-02
+ - 27 # ip4-03
+ - 28 # ip4-04
+ - 29 # ip4-05
+ - 31 # l2-00
+ - 32 # vhost-00
+ - 33 # vhost-01
vpp-perf-results-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 25 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
vpp-perf-results-3n-dnv:
csit-vpp-perf-report-coverage-2005-3n-dnv:
@@ -1027,6 +1006,7 @@
- 25 # NDRPDR sel env 4
- 33 # NDRPDR sel env 4
- 34 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
vpp-performance-changes-3n-tsh-cmp-2001.0-4:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 28 # NDRPDR sel 2001.0-4
@@ -2291,38 +2271,33 @@
- 54 # NDRPDR sel 2001.0-4
- 6 # MRR sel
- 49 # MRR sel env 4
-# csit-vpp-perf-report-coverage-2005-3n-skx:
-# - 10 # perf-full-3n-skx-crypto_I
-# - 11 # perf-full-3n-skx-crypto_II
-# - 12 # perf-full-3n-skx-crypto_III
-# - 5 # perf-full-3n-skx-ip4_I
-# - 14 # perf-full-3n-skx-ip4_II
-# - 7 # perf-full-3n-skx-ip4_III
-# - 15 # perf-full-3n-skx-ip4_IV
-# - 16 # perf-full-3n-skx-ip4_V
-# - 17 # perf-full-3n-skx-ip4_VI
-# - 18 # perf-full-3n-skx-ip4_VII
-# - 19 # perf-full-3n-skx-ip4_VIII
-# - 20 # perf-full-3n-skx-ip4_IX
-# - 24 # perf-full-3n-skx-ip6_I
-# - 25 # perf-full-3n-skx-ip6_II
-# - 21 # perf-full-3n-skx-ip4tunnels-I
-# - 22 # perf-full-3n-skx-ip4tunnels-II
-# - 23 # perf-full-3n-skx-ip4tunnels-III
-# - 26 # perf-full-3n-skx-ip6tunnels-I
-# - 28 # perf-full-3n-skx-l2_II
-# - 29 # perf-full-3n-skx-l2_III
-# - 30 # perf-full-3n-skx-l2_IV
-# - 32 # perf-full-3n-skx-l2_VI
-# - 33 # perf-full-3n-skx-l2_VII
-# - 34 # perf-full-3n-skx-l2_VIII
-# - 35 # perf-full-3n-skx-l2_IX
-# - 36 # perf-full-3n-skx-l2_X
-# - 37 # perf-full-3n-skx-l2_XI
-# - 38 # perf-full-3n-skx-memif
-# - 39 # perf-full-3n-skx-srv6-I
-# - 40 # perf-full-3n-skx-srv6-II
-# - 43 # perf-full-3n-skx-vhost-III
+ csit-vpp-perf-report-coverage-2005-3n-skx:
+ - 45 # crypto-00
+ - 46 # crypto-01
+ - 47 # crypto-02
+ - 51 # ip4-01
+ - 52 # ip4-02
+ - 53 # ip4-03
+ - 54 # ip4-04
+ - 55 # ip4-05
+ - 56 # ip4-06
+ - 57 # ip4-07
+ - 58 # ip4-08
+ - 59 # ip4tun-00
+ - 60 # ip4tun-01
+ - 61 # ip4tun-02
+ - 62 # ip6-00
+ - 63 # ip6-01
+ - 64 # ip6tun-00
+ - 65 # l2-00
+ - 66 # l2-01
+ - 67 # l2-02
+ - 68 # l2-03
+ - 71 # l2-06
+ - 72 # l2-07
+ - 73 # l2-08
+ - 75 # l2-10
+ - 81 # vhost-02
csit-vpp-perf-verify-1908_1-2n-skx:
- 39 # NDRPDR sel - new1908.1
@@ -2388,23 +2363,18 @@
- 123 # Soak
- 113 # nf-density-sel env 4
- 114 # nf-density-sel env 4
+ - 124 # nf-density-sel env 4
- 115 # MRR nf-density-sel env 4
-# csit-vpp-perf-report-coverage-2005-2n-skx:
-# - 11 # perf-full-2n-skx-ip4_I
-# - 3 # perf-full-2n-skx-ip4_II
-# - 18 # perf-full-2n-skx-ip4_III
-# - 19 # perf-full-2n-skx-ip4_IV
-# - 5 # perf-full-2n-skx-ip4_V
-# - 20 # perf-full-2n-skx-ip4_VI
-# - 7 # perf-full-2n-skx-ip6_I
-# - 21 # perf-full-2n-skx-ip6_II
-# - 9 # perf-full-2n-skx-l2_I
-# - 22 # perf-full-2n-skx-l2_II
-# - 23 # perf-full-2n-skx-memif
-# - 24 # perf-full-2n-skx-loadbalancer
-# - 25 # perf-full-2n-skx-vhost I
-# - 26 # perf-full-2n-skx-vhost II
-# - 27 # perf-full-2n-skx-vts
+ csit-vpp-perf-report-coverage-2005-2n-skx:
+ - 28 # ip4-00
+ - 29 # ip4-01
+ - 30 # ip4-02
+ - 31 # ip4-03
+ - 35 # ip6-01
+ - 37 # l2-01
+ - 39 # memif-00
+ - 41 # vhost-01
+ - 42 # vts-00
csit-vpp-perf-verify-1908_1-2n-clx:
- 5 # NDRPDR sel
@@ -2473,22 +2443,16 @@
- 99 # nfv-density-00 env 4
- 100 # nfv-density-00 env 4
- 96 # MRR nfv-density-00 env 4
-# csit-vpp-perf-report-coverage-2005-2n-clx:
-# - 21 # perf-full-2n-clx-ip4_I
-# - 2 # perf-full-2n-clx-ip4_II
-# - 3 # perf-full-2n-clx-ip4_III
-# - 4 # perf-full-2n-clx-ip4_IV
-# - 5 # perf-full-2n-clx-ip4_V
-# - 6 # perf-full-2n-clx-ip4_VI
-# - 7 # perf-full-2n-clx-ip6_I
-# - 16 # perf-full-2n-clx-ip6_II
-# - 23 # perf-full-2n-clx-l2_I
-# - 10 # perf-full-2n-clx-l2_II
-# - 11 # perf-full-2n-clx-memif
-# - 12 # perf-full-2n-clx-loadbalancer
-# - 13 # perf-full-2n-clx-vhost I
-# - 22 # perf-full-2n-clx-vhost II
-# - 15 # perf-full-2n-clx-vts
+ csit-vpp-perf-report-coverage-2005-2n-clx:
+ - 24 # ip4-00
+ - 25 # ip4-01
+ - 26 # ip4-02
+ - 27 # ip4-03
+ - 28 # ip4-04
+ - 29 # ip4-05
+ - 31 # l2-00
+ - 32 # vhost-00
+ - 33 # vhost-01
csit-vpp-perf-verify-1908-3n-tsh:
- 7 # NDRPDR sel
@@ -2525,6 +2489,7 @@
- 25 # NDRPDR sel env 4
- 33 # NDRPDR sel env 4
- 34 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
- 28 # NDRPDR sel 2001.0-4
- 29 # NDRPDR sel 2001.0-4
- 31 # NDRPDR sel 2001.0-4