CSIT-1349: Add VPP-device tests to report

 - only data

Change-Id: I1d5c50900b06ef938308855218885fa3ca1f2860
Signed-off-by: Tibor Frank <tifrank@cisco.com>
(cherry picked from commit 87c9212433574478b9c19a702c74bbaf39567404)
(cherry picked from commit d6b889b9004fae285fe769e1ebe7e66b32598ba7)

5 files changed, 186 insertions, 7 deletions

diff --git a/docs/report/detailed_test_results/vpp_device_results_ubuntu/index.rst b/docs/report/detailed_test_results/vpp_device_results_ubuntu/index.rst
new file mode 100644
index 0000000000..398be9a507
--- /dev/null
+++ b/docs/report/detailed_test_results/vpp_device_results_ubuntu/index.rst
@@ -0,0 +1,12 @@
+VPP Device
+==========
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor vpp
+    device jobs using Ubuntu`_, ii) archived FD.io jobs test result
+    `output files <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_device_results_ubuntu
diff --git a/docs/report/index.html.template b/docs/report/index.html.template
index 104dd675fe..4e52a15c9f 100644
--- a/docs/report/index.html.template
+++ b/docs/report/index.html.template
@@ -84,6 +84,7 @@ CSIT 18.10
     detailed_test_results/cot_performance_results/index
     detailed_test_results/dpdk_performance_results/index
     detailed_test_results/vpp_functional_results/index
+    detailed_test_results/vpp_device_results_ubuntu/index
     detailed_test_results/honeycomb_functional_results/index
     detailed_test_results/nshsfc_functional_results/index
     detailed_test_results/dmm_functional_results/index
@@ -96,6 +97,7 @@ CSIT 18.10
     test_configuration/vpp_mrr_configuration/index
     test_configuration/cot_performance_configuration/index
     test_configuration/vpp_functional_configuration/index
+    test_configuration/vpp_device_configuration_ubuntu/index
 
 .. toctree::
     :maxdepth: 2
diff --git a/docs/report/test_configuration/vpp_device_configuration_ubuntu/index.rst b/docs/report/test_configuration/vpp_device_configuration_ubuntu/index.rst
new file mode 100644
index 0000000000..4538c7cbcc
--- /dev/null
+++ b/docs/report/test_configuration/vpp_device_configuration_ubuntu/index.rst
@@ -0,0 +1,12 @@
+VPP Device
+==========
+
+.. note::
+
+    Data sources for reported test configurations: i) `FD.io test executor vpp
+    device jobs using Ubuntu`_, ii) archived FD.io jobs test result
+    `output files <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_device_configuration_ubuntu
diff --git a/resources/tools/presentation/conf.py b/resources/tools/presentation/conf.py
index 1ccb89c11f..9de9d9e18e 100644
--- a/resources/tools/presentation/conf.py
+++ b/resources/tools/presentation/conf.py
@@ -95,6 +95,7 @@ rst_epilog = """
 .. _FD.io test executor ligato performance jobs: https://jenkins.fd.io/job/csit-ligato-perf-{srelease}-all
 .. _FD.io test executor vpp functional jobs using Ubuntu: https://jenkins.fd.io/view/csit/job/csit-vpp-functional-{srelease}-ubuntu1604-virl
 .. _FD.io test executor vpp functional jobs using CentOs: https://jenkins.fd.io/view/csit/job/csit-vpp-functional-{srelease}-centos7-virl
+.. _FD.io test executor vpp device jobs using Ubuntu: https://jenkins.fd.io/view/csit/job/csit-vpp-device-{srelease}-ubuntu1804-1n-skx
 .. _FD.io test executor Honeycomb functional jobs: https://jenkins.fd.io/view/csit/job/hc2vpp-csit-integration-{srelease}-ubuntu1604
 .. _FD.io test executor NSH_SFC functional jobs: https://jenkins.fd.io/view/csit/job/csit-nsh_sfc-verify-func-{srelease}-ubuntu1604-virl
 .. _FD.io test executor DMM functional jobs: https://jenkins.fd.io/view/csit/job/csit-dmm-functional-{srelease}-ubuntu1604-virl
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 95833a552f..17c3809156 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -39,6 +39,7 @@
     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
+    DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
@@ -54,6 +55,7 @@
     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
+    DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
 
     # Detailed tests operational data
     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
@@ -1026,6 +1028,8 @@
 
 ################################################################################
 # VPP
+
+# VPP Performance Changes 1t1c pdr
 -
   type: "table"
   title: "VPP Performance Changes 1t1c pdr"
@@ -1079,6 +1083,7 @@
   - "parent"
   - "throughput"
 
+# VPP Performance Changes 2t2c pdr
 -
   type: "table"
   title: "VPP Performance Changes 2t2c pdr"
@@ -1132,6 +1137,7 @@
   - "parent"
   - "throughput"
 
+# VPP Performance Changes 1t1c ndr
 -
   type: "table"
   title: "VPP Performance Changes 1t1c ndr"
@@ -1185,6 +1191,7 @@
   - "parent"
   - "throughput"
 
+# VPP Performance Changes 2t2c ndr
 -
   type: "table"
   title: "VPP Performance Changes 2t2c ndr"
@@ -1238,6 +1245,7 @@
   - "parent"
   - "throughput"
 
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr
 -
   type: "table"
   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
@@ -1272,6 +1280,7 @@
   - "parent"
   - "throughput"
 
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr
 -
   type: "table"
   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
@@ -1306,6 +1315,7 @@
   - "parent"
   - "throughput"
 
+# VPP Performance Changes - 1t1c MRR
 -
   type: "table"
   title: "VPP Performance Changes - 1t1c MRR"
@@ -1352,6 +1362,7 @@
   - "parent"
   - "result"
 
+# VPP Performance Changes - 2t2c MRR
 -
   type: "table"
   title: "VPP Performance Changes - 2t2c MRR"
@@ -1398,6 +1409,7 @@
   - "parent"
   - "result"
 
+# VPP Performance Changes - 4t4c MRR
 -
   type: "table"
   title: "VPP Performance Changes - 4t4c MRR"
@@ -1444,6 +1456,7 @@
   - "parent"
   - "result"
 
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr
 -
   type: "table"
   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr"
@@ -1470,6 +1483,7 @@
   - "parent"
   - "result"
 
+# Detailed Test Results - VPP Performance Results 3n-hsw
 -
   type: "table"
   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
@@ -1491,6 +1505,7 @@
   - "parent"
   - "msg"
 
+# Detailed Test Results - VPP Performance Results 3n-skx
 -
   type: "table"
   title: "Detailed Test Results - VPP Performance Results 3n-skx"
@@ -1512,6 +1527,7 @@
   - "parent"
   - "msg"
 
+# Detailed Test Results - VPP Performance Results 2n-skx
 -
   type: "table"
   title: "Detailed Test Results - VPP Performance Results 2n-skx"
@@ -1533,6 +1549,7 @@
   - "parent"
   - "msg"
 
+# Test configuration - VPP Performance Test Configs 3n-hsw
 -
   type: "table"
   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
@@ -1554,6 +1571,7 @@
   - "name"
   - "vat-history"
 
+# Test configuration - VPP Performance Test Configs 3n-skx
 -
   type: "table"
   title: "Test configuration - VPP Performance Test Configs 3n-skx"
@@ -1575,6 +1593,7 @@
   - "name"
   - "vat-history"
 
+# Test configuration - VPP Performance Test Configs 2n-skx
 -
   type: "table"
   title: "Test configuration - VPP Performance Test Configs 2n-skx"
@@ -1596,6 +1615,7 @@
   - "name"
   - "vat-history"
 
+# Test Operational Data - VPP Performance Operational Data 3n-hsw
 -
   type: "table"
   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
@@ -1617,6 +1637,7 @@
   - "name"
   - "show-run"
 
+# Test Operational Data - VPP Performance Operational Data 3n-skx
 -
   type: "table"
   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
@@ -1638,6 +1659,7 @@
   - "name"
   - "show-run"
 
+# Test Operational Data - VPP Performance Operational Data 2n-skx
 -
   type: "table"
   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
@@ -1659,6 +1681,7 @@
   - "name"
   - "show-run"
 
+# Detailed Test Results - VPP MRR Results 3n-hsw
 -
   type: "table"
   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
@@ -1680,6 +1703,7 @@
   - "parent"
   - "msg"
 
+# Detailed Test Results - VPP MRR Results 3n-skx
 -
   type: "table"
   title: "Detailed Test Results - VPP MRR Results 3n-skx"
@@ -1701,6 +1725,7 @@
   - "parent"
   - "msg"
 
+# Detailed Test Results - VPP MRR Results 2n-skx
 -
   type: "table"
   title: "Detailed Test Results - VPP MRR Results 2n-skx"
@@ -1722,6 +1747,7 @@
   - "parent"
   - "msg"
 
+# Test configuration - VPP MRR Test Configs 3n-hsw
 -
   type: "table"
   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
@@ -1743,6 +1769,7 @@
   - "name"
   - "vat-history"
 
+# Test configuration - VPP MRR Test Configs 3n-skx
 -
   type: "table"
   title: "Test configuration - VPP MRR Test Configs 3n-skx"
@@ -1764,6 +1791,7 @@
   - "name"
   - "vat-history"
 
+# Test configuration - VPP MRR Test Configs 2n-skx
 -
   type: "table"
   title: "Test configuration - VPP MRR Test Configs 2n-skx"
@@ -1785,6 +1813,7 @@
   - "name"
   - "vat-history"
 
+# Detailed Test Results - VPP Functional Results - Ubuntu
 -
   type: "table"
   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
@@ -1810,6 +1839,7 @@
   - "doc"
   - "status"
 
+# Detailed Test Results - VPP Functional Results - CentOS
 -
   type: "table"
   title: "Detailed Test Results - VPP Functional Results - CentOS"
@@ -1836,6 +1866,7 @@
   - "doc"
   - "status"
 
+# Test configuration - VPP Functional Test Configs - Ubuntu
 -
   type: "table"
   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
@@ -1857,6 +1888,7 @@
   - "name"
   - "vat-history"
 
+# Test configuration - VPP Functional Test Configs - CentOS
 -
   type: "table"
   title: "Test configuration - VPP Functional Test Configs - CentOS"
@@ -1878,6 +1910,7 @@
   - "name"
   - "vat-history"
 
+# Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
 -
   type: "table"
   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
@@ -1899,8 +1932,57 @@
   - "parent"
   - "msg"
 
+# Detailed Test Results - VPP Device Results - Ubuntu
+-
+  type: "table"
+  title: "Detailed Test Results - VPP Device Results - Ubuntu"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "Documentation"
+    data: "data doc"
+  -
+    title: "Status"
+    data: "data status"
+  rows: "generated"
+  data: "vpp-device-results-ubuntu"
+  filter: "all"
+  parameters:
+  - "name"
+  - "parent"
+  - "doc"
+  - "status"
+
+# Test configuration - VPP Device Test Configs - Ubuntu
+-
+  type: "table"
+  title: "Test configuration - VPP Device Test Configs - Ubuntu"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
+    data: "data vat-history"
+  rows: "generated"
+  data: "vpp-device-results-ubuntu"
+  filter: "all"
+  parameters:
+  - "parent"
+  - "name"
+  - "vat-history"
+
 ################################################################################
-# DPDK
+
+# DPDK Performance Changes 1t1c pdr
 -
   type: "table"
   title: "DPDK Performance Changes 1t1c pdr"
@@ -1942,6 +2024,7 @@
   - "parent"
   - "throughput"
 
+# DPDK Performance Changes 2t2c pdr
 -
   type: "table"
   title: "DPDK Performance Changes 2t2c pdr"
@@ -1983,6 +2066,7 @@
   - "parent"
   - "throughput"
 
+# DPDK Performance Changes 1t1c ndr
 -
   type: "table"
   title: "DPDK Performance Changes 1t1c ndr"
@@ -2024,6 +2108,7 @@
   - "parent"
   - "throughput"
 
+# DPDK Performance Changes 2t2c ndr
 -
   type: "table"
   title: "DPDK Performance Changes 2t2c ndr"
@@ -2065,6 +2150,7 @@
   - "parent"
   - "throughput"
 
+# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
 -
   type: "table"
   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
@@ -2106,6 +2192,7 @@
   - "parent"
   - "throughput"
 
+# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
 -
   type: "table"
   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
@@ -2147,6 +2234,7 @@
   - "parent"
   - "throughput"
 
+# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr
 -
   type: "table"
   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr"
@@ -2186,8 +2274,9 @@
   parameters:
   - "name"
   - "parent"
-  - "throughput"
+  - "result"
 
+# Detailed Test Results - DPDK Performance Results 3n-hsw
 -
   type: "table"
   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
@@ -2209,6 +2298,7 @@
   - "parent"
   - "msg"
 
+# Detailed Test Results - DPDK Performance Results 3n-skx
 -
   type: "table"
   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
@@ -2230,6 +2320,7 @@
   - "parent"
   - "msg"
 
+# Detailed Test Results - DPDK Performance Results 2n-skx
 -
   type: "table"
   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
@@ -2251,7 +2342,6 @@
   - "parent"
   - "msg"
 
-
 ################################################################################
 # HoneyComb
 -
@@ -2340,6 +2430,7 @@
 ###                                F I L E S                                 ###
 ################################################################################
 
+# VPP Performance Results 3n-hsw
 -
   type: "file"
   title: "VPP Performance Results 3n-hsw"
@@ -2357,6 +2448,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP Performance Results 3n-skx
 -
   type: "file"
   title: "VPP Performance Results 3n-skx"
@@ -2374,6 +2466,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP Performance Results 2n-skx
 -
   type: "file"
   title: "VPP Performance Results 2n-skx"
@@ -2391,6 +2484,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP Performance Configuration 3n-hsw
 -
   type: "file"
   title: "VPP Performance Configuration 3n-hsw"
@@ -2408,6 +2502,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP Performance Configuration 3n-skx
 -
   type: "file"
   title: "VPP Performance Configuration 3n-skx"
@@ -2425,6 +2520,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP Performance Configuration 2n-skx
 -
   type: "file"
   title: "VPP Performance Configuration 2n-skx"
@@ -2442,6 +2538,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP Performance Operational Data 3n-hsw
 -
   type: "file"
   title: "VPP Performance Operational Data 3n-hsw"
@@ -2459,6 +2556,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP Performance Operational Data 3n-skx
 -
   type: "file"
   title: "VPP Performance Operational Data 3n-skx"
@@ -2476,6 +2574,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP Performance Operational Data 2n-skx
 -
   type: "file"
   title: "VPP Performance Operational Data 2n-skx"
@@ -2493,6 +2592,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP MRR Results 3n-hsw
 -
   type: "file"
   title: "VPP MRR Results 3n-hsw"
@@ -2510,6 +2610,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP MRR Results 3n-skx
 -
   type: "file"
   title: "VPP MRR Results 3n-skx"
@@ -2527,6 +2628,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP MRR Results 2n-skx
 -
   type: "file"
   title: "VPP MRR Results 2n-skx"
@@ -2544,6 +2646,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP MRR Configuration 3n-hsw
 -
   type: "file"
   title: "VPP MRR Configuration 3n-hsw"
@@ -2561,6 +2664,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP MRR Configuration 3n-skx
 -
   type: "file"
   title: "VPP MRR Configuration 3n-skx"
@@ -2578,6 +2682,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP MRR Configuration 2n-skx
 -
   type: "file"
   title: "VPP MRR Configuration 2n-skx"
@@ -2595,6 +2700,7 @@
   - "parent"
   data-start-level: 3
 
+# VPP Functional Results - Ubuntu
 -
   type: "file"
   title: "VPP Functional Results - Ubuntu"
@@ -2610,8 +2716,9 @@
   - "doc"
   - "level"
   - "parent"
-  data-start-level: 4
+  data-start-level: 3
 
+# VPP Functional Results - CentOS
 -
   type: "file"
   title: "VPP Functional Results - CentOS"
@@ -2628,8 +2735,9 @@
   - "doc"
   - "level"
   - "parent"
-  data-start-level: 4
+  data-start-level: 3
 
+# VPP Functional Configuration - Ubuntu
 -
   type: "file"
   title: "VPP Functional Configuration - Ubuntu"
@@ -2645,8 +2753,9 @@
   - "doc"
   - "level"
   - "parent"
-  data-start-level: 4
+  data-start-level: 3
 
+# VPP Functional Configuration - CentOS
 -
   type: "file"
   title: "VPP Functional Configuration - CentOS"
@@ -2663,8 +2772,45 @@
   - "doc"
   - "level"
   - "parent"
-  data-start-level: 4
+  data-start-level: 3
+
+# VPP Device Results - Ubuntu
+-
+  type: "file"
+  title: "VPP Device Results - Ubuntu"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}"
+  data: "vpp-device-results-ubuntu"
+  filter: "all"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 2
+
+# VPP Device Configuration - Ubuntu
+-
+  type: "file"
+  title: "VPP Device Configuration - Ubuntu"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}"
+  data: "vpp-device-results-ubuntu"
+  filter: "all"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 2
 
+# Container Orchestrated Performance Results 3n-hsw
 -
   type: "file"
   title: "Container Orchestrated Performance Results 3n-hsw"
@@ -2682,6 +2828,7 @@
   - "parent"
   data-start-level: 3
 
+# DPDK Performance Results 3n-hsw
 -
   type: "file"
   title: "DPDK Performance Results 3n-hsw"
@@ -2699,6 +2846,7 @@
   - "parent"
   data-start-level: 3
 
+# DPDK Performance Results 3n-skx
 -
   type: "file"
   title: "DPDK Performance Results 3n-skx"
@@ -2716,6 +2864,7 @@
   - "parent"
   data-start-level: 3
 
+# DPDK Performance Results 2n-skx
 -
   type: "file"
   title: "DPDK Performance Results 2n-skx"
@@ -2733,6 +2882,7 @@
   - "parent"
   data-start-level: 3
 
+# Honeycomb Functional Results
 -
   type: "file"
   title: "Honeycomb Functional Results"
@@ -2751,6 +2901,7 @@
   - "parent"
   data-start-level: 3
 
+# NSH SFC Functional Results
 -
   type: "file"
   title: "NSH SFC Functional Results"
@@ -2769,6 +2920,7 @@
   - "parent"
   data-start-level: 3
 
+# DMM Functional Results
 -
   type: "file"
   title: "DMM Functional Results"