Report: Detailed test results

- 3rd level

Change-Id: Iae8141ff64ae61711ae8e69b67a92cfcb0f3f937
Signed-off-by: Tibor Frank <tifrank@cisco.com>

1 files changed, 189 insertions, 139 deletions

diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 508514db2c..712c28b409 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -4674,7 +4674,7 @@
 - type: "table"
   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
+  output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -4691,7 +4691,7 @@
 #- type: "table"
 #  title: "Detailed Test Results - VPP Performance Results 3n-skx"
 #  algorithm: "table_merged_details"
-#  output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
+#  output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/"
 #  columns:
 #  - title: " |prein| Test Name |preout| "
 #    data: "data name"
@@ -4708,7 +4708,7 @@
 #- type: "table"
 #  title: "Detailed Test Results - VPP Performance Results 2n-skx"
 #  algorithm: "table_merged_details"
-#  output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
+#  output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/"
 #  columns:
 #  - title: " |prein| Test Name |preout| "
 #    data: "data name"
@@ -4725,7 +4725,7 @@
 - type: "table"
   title: "Detailed Test Results - VPP Performance Results 2n-clx"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/vpp_performance_results_2n_clx"
+  output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -4742,7 +4742,7 @@
 - type: "table"
   title: "Detailed Test Results - VPP Performance Results 3n-tsh"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh"
+  output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -4759,7 +4759,7 @@
 - type: "table"
   title: "Detailed Test Results - VPP Performance Results 3n-dnv"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv"
+  output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -4793,7 +4793,7 @@
 - type: "table"
   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
+  output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -4810,7 +4810,7 @@
 #- type: "table"
 #  title: "Test configuration - VPP Performance Test Configs 3n-skx"
 #  algorithm: "table_merged_details"
-#  output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
+#  output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/"
 #  columns:
 #  - title: " |prein| Test Name |preout| "
 #    data: "data name"
@@ -4827,7 +4827,7 @@
 #- type: "table"
 #  title: "Test configuration - VPP Performance Test Configs 2n-skx"
 #  algorithm: "table_merged_details"
-#  output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
+#  output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/"
 #  columns:
 #  - title: " |prein| Test Name |preout| "
 #    data: "data name"
@@ -4844,7 +4844,7 @@
 - type: "table"
   title: "Test configuration - VPP Performance Test Configs 2n-clx"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/vpp_test_configuration_2n_clx"
+  output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -4861,7 +4861,7 @@
 - type: "table"
   title: "Test configuration - VPP Performance Test Configs 3n-tsh"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_test_configuration_3n_tsh"
+  output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -4878,7 +4878,7 @@
 - type: "table"
   title: "Test configuration - VPP Performance Test Configs 3n-dnv"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_test_configuration_3n_dnv"
+  output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -4895,7 +4895,7 @@
 - type: "table"
   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
+  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -4912,7 +4912,7 @@
 - type: "table"
   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
   algorithm: "table_oper_data_html"
-  output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
+  output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/"
   data: "vpp-perf-results-3n-hsw"
   filter: "all"
 
@@ -4920,7 +4920,7 @@
 #- type: "table"
 #  title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
 #  algorithm: "table_oper_data_html"
-#  output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
+#  output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/"
 #  data: "vpp-perf-results-3n-skx"
 #  filter: "all"
 #
@@ -4928,7 +4928,7 @@
 #- type: "table"
 #  title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
 #  algorithm: "table_oper_data_html"
-#  output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
+#  output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/"
 #  data: "vpp-perf-results-2n-skx"
 #  filter: "all"
 
@@ -4936,7 +4936,7 @@
 - type: "table"
   title: "Test Operational Data - VPP Performance Operational Data 2n-clx"
   algorithm: "table_oper_data_html"
-  output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/vpp_test_operational_2n_clx"
+  output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/"
   data: "vpp-perf-results-2n-clx"
   filter: "all"
 
@@ -4944,7 +4944,7 @@
 - type: "table"
   title: "Test Operational Data - VPP Performance Operational Data 3n-tsh"
   algorithm: "table_oper_data_html"
-  output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_test_operational_3n_tsh"
+  output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/"
   data: "vpp-perf-results-3n-tsh"
   filter: "all"
 
@@ -4952,7 +4952,7 @@
 - type: "table"
   title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
   algorithm: "table_oper_data_html"
-  output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_test_operational_3n_dnv"
+  output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/"
   data: "vpp-perf-results-3n-dnv"
   filter: "all"
 
@@ -4960,7 +4960,7 @@
 - type: "table"
   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
   algorithm: "table_oper_data_html"
-  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
+  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/"
   data: "vpp-perf-results-2n-dnv"
   filter: "all"
 
@@ -4968,7 +4968,7 @@
 - type: "table"
   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
+  output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -4985,7 +4985,7 @@
 #- type: "table"
 #  title: "Detailed Test Results - VPP MRR Results 3n-skx"
 #  algorithm: "table_merged_details"
-#  output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
+#  output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/"
 #  columns:
 #  - title: " |prein| Test Name |preout| "
 #    data: "data name"
@@ -5002,7 +5002,7 @@
 #- type: "table"
 #  title: "Detailed Test Results - VPP MRR Results 2n-skx"
 #  algorithm: "table_merged_details"
-#  output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
+#  output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/"
 #  columns:
 #  - title: " |prein| Test Name |preout| "
 #    data: "data name"
@@ -5019,7 +5019,7 @@
 - type: "table"
   title: "Detailed Test Results - VPP MRR Results 2n-clx"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/vpp_mrr_results_2n_clx"
+  output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -5036,7 +5036,7 @@
 - type: "table"
   title: "Detailed Test Results - VPP MRR Results 3n-tsh"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh"
+  output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -5053,7 +5053,7 @@
 - type: "table"
   title: "Detailed Test Results - VPP MRR Results 3n-dnv"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/vpp_mrr_results_3n_dnv"
+  output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -5070,7 +5070,7 @@
 - type: "table"
   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
+  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -5087,7 +5087,7 @@
 - type: "table"
   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
+  output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -5104,7 +5104,7 @@
 #- type: "table"
 #  title: "Test configuration - VPP MRR Test Configs 3n-skx"
 #  algorithm: "table_merged_details"
-#  output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
+#  output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/"
 #  columns:
 #  - title: " |prein| Test Name |preout| "
 #    data: "data name"
@@ -5121,7 +5121,7 @@
 #- type: "table"
 #  title: "Test configuration - VPP MRR Test Configs 2n-skx"
 #  algorithm: "table_merged_details"
-#  output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
+#  output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/"
 #  columns:
 #  - title: " |prein| Test Name |preout| "
 #    data: "data name"
@@ -5138,7 +5138,7 @@
 - type: "table"
   title: "Test configuration - VPP MRR Test Configs 2n-clx"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/vpp_mrr_test_configuration_2n_clx"
+  output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -5155,7 +5155,7 @@
 - type: "table"
   title: "Test configuration - VPP MRR Test Configs 3n-tsh"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/vpp_mrr_configuration_3n_tsh"
+  output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -5172,7 +5172,7 @@
 - type: "table"
   title: "Test configuration - VPP MRR Test Configs 3n-dnv"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/vpp_mrr_test_configuration_3n_dnv"
+  output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -5189,7 +5189,7 @@
 - type: "table"
   title: "Test configuration - VPP MRR Test Configs 2n-dnv"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
+  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/"
   columns:
   - title: " |prein| Test Name |preout| "
     data: "data name"
@@ -5764,27 +5764,37 @@
   filter: "all"
   data-start-level: 4
   order-chapters:
-    - "l2"
-    - "ip4"
-    - "ip6"
-    - "srv6"
-    - "ip4_tunnels"
-    - "ip6_tunnels"
-    - "vm_vhost"
-    - "container_memif"
-    - "crypto"
-    - "vts"
-    - "lb"
-    - "nfv_density"
-    - "hoststack"
-  order-sub-chapters:
-    - "2n-skx"
-    - "3n-skx"
-    - "2n-clx"
-    - "3n-hsw"
-    - "3n-tsh"
-    - "2n-dnv"
-    - "3n-dnv"
+    level-1:
+      - "l2"
+      - "ip4"
+      - "ip6"
+      - "srv6"
+      - "ip4_tunnels"
+      - "ip6_tunnels"
+      - "vm_vhost"
+      - "container_memif"
+      - "crypto"
+      - "vts"
+      - "lb"
+      - "nfv_density"
+      - "hoststack"
+    level-2:
+      - "2n-skx"
+      - "3n-skx"
+      - "2n-clx"
+      - "3n-hsw"
+      - "3n-tsh"
+      - "2n-dnv"
+      - "3n-dnv"
+    level-3:
+      - "xl710"
+      - "x520"
+      - "xxv710"
+      - "x710"
+      - "x553"
+      - "cx556a"
+      - "vic1227"
+      - "vic1385"
 
 # VPP Performance Configuration
 - type: "file"
@@ -5810,27 +5820,37 @@
   filter: "all"
   data-start-level: 4
   order-chapters:
-    - "l2"
-    - "ip4"
-    - "ip6"
-    - "srv6"
-    - "ip4_tunnels"
-    - "ip6_tunnels"
-    - "vm_vhost"
-    - "container_memif"
-    - "crypto"
-    - "vts"
-    - "lb"
-    - "nfv_density"
-    - "hoststack"
-  order-sub-chapters:
-    - "2n-skx"
-    - "3n-skx"
-    - "2n-clx"
-    - "3n-hsw"
-    - "3n-tsh"
-    - "2n-dnv"
-    - "3n-dnv"
+    level-1:
+      - "l2"
+      - "ip4"
+      - "ip6"
+      - "srv6"
+      - "ip4_tunnels"
+      - "ip6_tunnels"
+      - "vm_vhost"
+      - "container_memif"
+      - "crypto"
+      - "vts"
+      - "lb"
+      - "nfv_density"
+      - "hoststack"
+    level-2:
+      - "2n-skx"
+      - "3n-skx"
+      - "2n-clx"
+      - "3n-hsw"
+      - "3n-tsh"
+      - "2n-dnv"
+      - "3n-dnv"
+    level-3:
+      - "xl710"
+      - "x520"
+      - "xxv710"
+      - "x710"
+      - "x553"
+      - "cx556a"
+      - "vic1227"
+      - "vic1385"
 
 # VPP Performance Operational
 - type: "file"
@@ -5856,27 +5876,37 @@
   filter: "all"
   data-start-level: 4
   order-chapters:
-    - "l2"
-    - "ip4"
-    - "ip6"
-    - "srv6"
-    - "ip4_tunnels"
-    - "ip6_tunnels"
-    - "vm_vhost"
-    - "container_memif"
-    - "crypto"
-    - "vts"
-    - "lb"
-    - "nfv_density"
-    - "hoststack"
-  order-sub-chapters:
-    - "2n-skx"
-    - "3n-skx"
-    - "2n-clx"
-    - "3n-hsw"
-    - "3n-tsh"
-    - "2n-dnv"
-    - "3n-dnv"
+    level-1:
+      - "l2"
+      - "ip4"
+      - "ip6"
+      - "srv6"
+      - "ip4_tunnels"
+      - "ip6_tunnels"
+      - "vm_vhost"
+      - "container_memif"
+      - "crypto"
+      - "vts"
+      - "lb"
+      - "nfv_density"
+      - "hoststack"
+    level-2:
+      - "2n-skx"
+      - "3n-skx"
+      - "2n-clx"
+      - "3n-hsw"
+      - "3n-tsh"
+      - "2n-dnv"
+      - "3n-dnv"
+    level-3:
+      - "xl710"
+      - "x520"
+      - "xxv710"
+      - "x710"
+      - "x553"
+      - "cx556a"
+      - "vic1227"
+      - "vic1385"
 
 # VPP MRR Results
 - type: "file"
@@ -5902,27 +5932,37 @@
   filter: "all"
   data-start-level: 4
   order-chapters:
-    - "l2"
-    - "ip4"
-    - "ip6"
-    - "srv6"
-    - "ip4_tunnels"
-    - "ip6_tunnels"
-    - "vm_vhost"
-    - "container_memif"
-    - "crypto"
-    - "vts"
-    - "lb"
-    - "nfv_density"
-    - "hoststack"
-  order-sub-chapters:
-    - "2n-skx"
-    - "3n-skx"
-    - "2n-clx"
-    - "3n-hsw"
-    - "3n-tsh"
-    - "2n-dnv"
-    - "3n-dnv"
+    level-1:
+      - "l2"
+      - "ip4"
+      - "ip6"
+      - "srv6"
+      - "ip4_tunnels"
+      - "ip6_tunnels"
+      - "vm_vhost"
+      - "container_memif"
+      - "crypto"
+      - "vts"
+      - "lb"
+      - "nfv_density"
+      - "hoststack"
+    level-2:
+      - "2n-skx"
+      - "3n-skx"
+      - "2n-clx"
+      - "3n-hsw"
+      - "3n-tsh"
+      - "2n-dnv"
+      - "3n-dnv"
+    level-3:
+      - "xl710"
+      - "x520"
+      - "xxv710"
+      - "x710"
+      - "x553"
+      - "cx556a"
+      - "vic1227"
+      - "vic1385"
 
 # VPP MRR Configuration
 - type: "file"
@@ -5948,27 +5988,37 @@
   filter: "all"
   data-start-level: 4
   order-chapters:
-    - "l2"
-    - "ip4"
-    - "ip6"
-    - "srv6"
-    - "ip4_tunnels"
-    - "ip6_tunnels"
-    - "vm_vhost"
-    - "container_memif"
-    - "crypto"
-    - "vts"
-    - "lb"
-    - "nfv_density"
-    - "hoststack"
-  order-sub-chapters:
-    - "2n-skx"
-    - "3n-skx"
-    - "2n-clx"
-    - "3n-hsw"
-    - "3n-tsh"
-    - "2n-dnv"
-    - "3n-dnv"
+    level-1:
+      - "l2"
+      - "ip4"
+      - "ip6"
+      - "srv6"
+      - "ip4_tunnels"
+      - "ip6_tunnels"
+      - "vm_vhost"
+      - "container_memif"
+      - "crypto"
+      - "vts"
+      - "lb"
+      - "nfv_density"
+      - "hoststack"
+    level-2:
+      - "2n-skx"
+      - "3n-skx"
+      - "2n-clx"
+      - "3n-hsw"
+      - "3n-tsh"
+      - "2n-dnv"
+      - "3n-dnv"
+    level-3:
+      - "xl710"
+      - "x520"
+      - "xxv710"
+      - "x710"
+      - "x553"
+      - "cx556a"
+      - "vic1227"
+      - "vic1385"
 
 # VPP Device Results - Ubuntu
 - type: "file"