aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2018-05-03 08:09:42 +0200
committerTibor Frank <tifrank@cisco.com>2018-05-03 08:10:41 +0200
commit3acc992d8774e1b65c1e6d8c7147a204c1af6436 (patch)
treeed5531ef6cb991345340efdbd47140fb15113164
parent49a8905978a65910a2fb75f04de29b3dd77f825a (diff)
Report: data
Change-Id: I5330c643a3c8ec4115287bf341af1d07175b4e79 Signed-off-by: Tibor Frank <tifrank@cisco.com>
-rw-r--r--docs/report/test_configuration/index.rst1
-rw-r--r--docs/report/test_configuration/vpp_mrr_configuration/index.rst12
-rw-r--r--resources/tools/presentation/specification.yaml62
3 files changed, 69 insertions, 6 deletions
diff --git a/docs/report/test_configuration/index.rst b/docs/report/test_configuration/index.rst
index 5eb0899fc4..8c231a85cd 100644
--- a/docs/report/test_configuration/index.rst
+++ b/docs/report/test_configuration/index.rst
@@ -7,5 +7,6 @@
.. toctree::
vpp_performance_configuration/index
+ vpp_mrr_configuration/index
vpp_functional_configuration/index
vpp_functional_configuration_centos/index
diff --git a/docs/report/test_configuration/vpp_mrr_configuration/index.rst b/docs/report/test_configuration/vpp_mrr_configuration/index.rst
new file mode 100644
index 0000000000..72b6ec01cd
--- /dev/null
+++ b/docs/report/test_configuration/vpp_mrr_configuration/index.rst
@@ -0,0 +1,12 @@
+VPP MRR Test Configs
+====================
+
+.. note::
+
+ Data sources for reported test results: i) `FD.io test executor vpp
+ performance jobs`_, ii) archived FD.io jobs test result `output files
+ <../../_static/archive/>`_.
+
+.. toctree::
+
+ vpp_mrr_configuration
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index f81e3e0611..8841564ba3 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -50,6 +50,7 @@
# Detailed test configurations
DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
+ DIR[DTC,MRR,VPP]: "{DIR[DTC]}/vpp_mrr_configuration"
DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
@@ -161,10 +162,11 @@
- 28 # sel
- 29 # sel
- 30 # sel
+ - 31 # sel
vpp-performance-changes-mrr:
csit-vpp-perf-check-1801:
- - 1
- - 2
+# - 1
+# - 2
- 3
- 4
- 5
@@ -184,6 +186,7 @@
- 10 # mrr - sel
- 11 # mrr - sel
- 12 # mrr - sel
+ - 13 # mrr - sel
plot-throughput-speedup-analysis:
csit-vpp-perf-1804-all:
- 19 # full
@@ -198,6 +201,7 @@
- 28 # sel
- 29 # sel
- 30 # sel
+ - 31 # sel
# performance-improvements:
# csit-vpp-perf-1707-all:
# - 9
@@ -287,6 +291,7 @@
- 28 # sel
- 29 # sel
- 30 # sel
+ - 31 # sel
plot-dpdk-throughput-latency:
csit-dpdk-perf-1804-all:
- 4
@@ -624,9 +629,10 @@
- 28 # sel
- 29 # sel
- 30 # sel
+ - 31 # sel
csit-vpp-perf-check-1801:
- - 1 # mrr
- - 2 # mrr
+# - 1 # mrr
+# - 2 # mrr
- 3 # mrr
- 4 # mrr
- 5 # mrr
@@ -646,6 +652,7 @@
- 10 # mrr - sel
- 11 # mrr - sel
- 12 # mrr - sel
+ - 13 # mrr - sel
# csit-ligato-perf-1710-all:
# - 5
# - 7
@@ -818,6 +825,7 @@
- 28 # sel
- 29 # sel
- 30 # sel
+ - 31 # sel
data: "vpp-performance-changes"
filter: "all"
parameters:
@@ -839,8 +847,8 @@
title: "Release 1801"
data:
csit-vpp-perf-check-1801:
- - 1
- - 2
+# - 1
+# - 2
- 3
- 4
- 5
@@ -863,6 +871,7 @@
- 10 # mrr - sel
- 11 # mrr - sel
- 12 # mrr - sel
+ - 13 # mrr - sel
data: "vpp-performance-changes-mrr"
filter: "all"
parameters:
@@ -1014,6 +1023,28 @@
-
type: "table"
+ title: "Test configuration - VPP MRR Test Configs"
+ algorithm: "table_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_test_configuration"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
+ data: "data vat-history"
+ rows: "generated"
+ data:
+ "vpp-mrr-results"
+ filter: "'MRR'"
+ parameters:
+ - "parent"
+ - "name"
+ - "vat-history"
+
+-
+ type: "table"
title: "Detailed Test Results - VPP Functional Results"
algorithm: "table_details"
output-file-ext: ".csv"
@@ -1294,6 +1325,25 @@
-
type: "file"
+ title: "VPP MRR Configuration"
+ algorithm: "file_test_results"
+ output-file-ext: ".rst"
+ output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_configuration"
+ file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
+ dir-tables: "{DIR[DTC,MRR,VPP]}"
+ data:
+ "vpp-mrr-results"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "doc"
+ - "level"
+ - "parent"
+ data-start-level: 2 # 0, 1, 2, ...
+ chapters-start-level: 2 # 0, 1, 2, ...
+
+-
+ type: "file"
title: "VPP Functional Results"
algorithm: "file_test_results"
output-file-ext: ".rst"