Report: Add release data

Change-Id: I0110a78ca13960b97f261a1ea1a12f8baf4c6bc4
Signed-off-by: Tibor Frank <tifrank@cisco.com>

1 files changed, 306 insertions, 304 deletions

diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index 6e8601f805..bbcf1358c0 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -82,81 +82,83 @@
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-3n-icx-curr-iter"
 
-# - type: "table"
-#   title: "Job Specification Duration: 3n-icx-coverage"
-#   algorithm: "table_job_spec_duration"
-#   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov"
-#   jb-type: "coverage"
-#   data: "vpp-3n-icx-curr-cov"
-#   lines:
-#     - job-spec: "crypto-00"
-#       build: "35"
-#     - job-spec: "crypto-01"
-#       build: "36"
-#     - job-spec: "crypto-02"
-#       build: "37"
-#     - job-spec: "crypto-03"  # Completly failed
-#       build: "70"
-#     - job-spec: "crypto-04"
-#       build: "38"
-#     - job-spec: "ip4-00"
-#       build: "39"
-#     - job-spec: "ip4-01"
-#       build: "40"
-#     - job-spec: "ip4-02"
-#       build: "41"
-#     - job-spec: "ip4-03"
-#       build: "42"
-#     - job-spec: "ip4-04"
-#       build: "43"
-#     - job-spec: "ip4-05"
-#       build: "44"
-#     - job-spec: "ip4-06"
-#       build: "45"
-#     - job-spec: "ip4-07"
-#       build: "46"
-#     - job-spec: "ip4tun-00"
-#       build: "47"
-#     - job-spec: "ip4tun-02"
-#       build: "48"
-#     - job-spec: "ip6-00"
-#       build: "49"
-#     - job-spec: "ip6-01"
-#       build: "50"
-#     - job-spec: "ip6tun-00"
-#       build: "71"
-#     - job-spec: "l2-00"
-#       build: "52"
-#     - job-spec: "l2-01"
-#       build: "53"
-#     - job-spec: "l2-02"
-#       build: "68"
-#     - job-spec: "l2-03"
-#       build: "55"
-#     - job-spec: "l2-04"
-#       build: "56"
-#     - job-spec: "l2-05"
-#       build: "57"
-#     - job-spec: "l2-06"
-#       build: "58"
-#     - job-spec: "l2-07"
-#       build: "59"
-#     - job-spec: "l2-08"
-#       build: "60"
-#     - job-spec: "l2-09"
-#       build: "61"
-#     - job-spec: "l2-10"
-#       build: "69"
-#     - job-spec: "memif-00"
-#       build: "63"
-#     - job-spec: "srv6-00"
-#       build: "64"
-#     - job-spec: "srv6-01"
-#       build: "65"
-#     - job-spec: "vhost-00"
-#       build: "66"
-#     - job-spec: "vhost-01"
-#       build: "67"
+- type: "table"
+  title: "Job Specification Duration: 3n-icx-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov"
+  jb-type: "coverage"
+  data: "vpp-3n-icx-curr-cov"
+  lines:
+    - job-spec: "crypto-00"
+      build: "1"
+    - job-spec: "crypto-01"
+      build: "2"
+    - job-spec: "crypto-02"
+      build: "3"
+    # - job-spec: "crypto-03"  # Completly failed
+    #   build: "70"
+    - job-spec: "crypto-04"
+      build: "4"
+    - job-spec: "crypto-05"
+      build: "34"
+    - job-spec: "ip4-00"
+      build: "5"
+    - job-spec: "ip4-01"
+      build: "6"
+    - job-spec: "ip4-02"
+      build: "7"
+    - job-spec: "ip4-03"
+      build: "8"
+    - job-spec: "ip4-04"
+      build: "9"
+    - job-spec: "ip4-05"
+      build: "10"
+    - job-spec: "ip4-06"
+      build: "11"
+    - job-spec: "ip4-07"
+      build: "12"
+    - job-spec: "ip4tun-00"
+      build: "13"
+    - job-spec: "ip4tun-02"
+      build: "14"
+    - job-spec: "ip6-00"
+      build: "15"
+    - job-spec: "ip6-01"
+      build: "16"
+    - job-spec: "ip6tun-00"
+      build: "17"
+    - job-spec: "l2-00"
+      build: "18"
+    - job-spec: "l2-01"
+      build: "19"
+    - job-spec: "l2-02"
+      build: "20"
+    - job-spec: "l2-03"
+      build: "21"
+    - job-spec: "l2-04"
+      build: "22"
+    - job-spec: "l2-05"
+      build: "23"
+    # - job-spec: "l2-06"
+    #   build: "24"
+    - job-spec: "l2-07"
+      build: "25"
+    - job-spec: "l2-08"
+      build: "26"
+    - job-spec: "l2-09"
+      build: "27"
+    - job-spec: "l2-10"
+      build: "28"
+    - job-spec: "memif-00"
+      build: "29"
+    - job-spec: "srv6-00"
+      build: "30"
+    - job-spec: "srv6-01"
+      build: "31"
+    - job-spec: "vhost-00"
+      build: "32"
+    - job-spec: "vhost-01"
+      build: "33"
 
 - type: "table"
   title: "Job Specification Duration: 2n-clx-iterative"
@@ -183,47 +185,47 @@
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-2n-clx-curr-iter"
 
-# - type: "table"
-#   title: "Job Specification Duration: 2n-clx-coverage"
-#   algorithm: "table_job_spec_duration"
-#   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
-#   jb-type: "coverage"
-#   data: "vpp-2n-clx-curr-cov"
-#   lines:
-#     - job-spec: "gso-00"
-#       build: "18"
-#     - job-spec: "ip4-00"
-#       build: "19"
-#     - job-spec: "ip4-01"
-#       build: "20"
-#     - job-spec: "ip4-02"
-#       build: "21"
-#     - job-spec: "ip4-03"
-#       build: "22"
-#     - job-spec: "ip4-04"
-#       build: "23"
-#     - job-spec: "ip4-05"
-#       build: "24"
-#     - job-spec: "ip4-06"
-#       build: "25"
-#     - job-spec: "ip4-07"
-#       build: "26"
-#     - job-spec: "ip4tun-00"
-#       build: "27"
-#     - job-spec: "ip6-00"
-#       build: "28"
-#     - job-spec: "ip6-01"
-#       build: "29"
-#     - job-spec: "l2-00"
-#       build: "30"
-#     - job-spec: "l2-01"
-#       build: "31"
-#     - job-spec: "lb-00"
-#       build: "32"
-#     - job-spec: "memif-00"
-#       build: "33"
-#     - job-spec: "vhost-00"
-#       build: "34"
+- type: "table"
+  title: "Job Specification Duration: 2n-clx-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
+  jb-type: "coverage"
+  data: "vpp-2n-clx-curr-cov"
+  lines:
+    # - job-spec: "gso-00"
+    #   build: "4"
+    # - job-spec: "ip4-00"
+    #   build: "5"
+    # - job-spec: "ip4-01"
+    #   build: "6"
+    # - job-spec: "ip4-02"
+    #   build: "7"
+    # - job-spec: "ip4-03"
+    #   build: "8"
+    # - job-spec: "ip4-04"
+    #   build: "9"
+    - job-spec: "ip4-05"
+      build: "10"
+    - job-spec: "ip4-06"
+      build: "11"
+    - job-spec: "ip4-07"
+      build: "12"
+    # - job-spec: "ip4tun-00"
+    #   build: "13"
+    # - job-spec: "ip6-00"
+    #   build: "14"
+    # - job-spec: "ip6-01"
+    #   build: "15"
+    # - job-spec: "l2-00"
+    #   build: "16"
+    # - job-spec: "l2-01"
+    #   build: "17"
+    # - job-spec: "lb-00"
+    #   build: "18"
+    # - job-spec: "memif-00"
+    #   build: "19"
+    # - job-spec: "vhost-00"
+    #   build: "20"
 
 - type: "table"
   title: "Job Specification Duration: 2n-dnv-iterative"
@@ -267,15 +269,15 @@
     - job-spec: "vpp-mlr-00"
       data-set: "vpp-2n-aws-curr-iter"
 
-# - type: "table"
-#   title: "Job Specification Duration: 2n-aws-coverage"
-#   algorithm: "table_job_spec_duration"
-#   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
-#   jb-type: "coverage"
-#   data: "vpp-2n-aws-curr-cov"
-#   lines:
-#     - job-spec: "vpp-00"
-#       build: "1"
+- type: "table"
+  title: "Job Specification Duration: 2n-aws-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
+  jb-type: "coverage"
+  data: "vpp-2n-aws-curr-cov"
+  lines:
+    - job-spec: "vpp-00"
+      build: "1"
 
 # - type: "table"
 #   title: "Job Specification Duration: 3n-aws-iterative"
@@ -323,47 +325,47 @@
     - job-spec: "trex-mlr-00"
       data-set: "trex-2n-skx-curr-iter"
 
-# - type: "table"
-#   title: "Job Specification Duration: 2n-skx-coverage"
-#   algorithm: "table_job_spec_duration"
-#   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov"
-#   jb-type: "coverage"
-#   data: "vpp-2n-skx-curr-cov"
-#   lines:
-#     - job-spec: "gso-00"
-#       build: "18"
-#     - job-spec: "ip4-00"
-#       build: "19"
-#     - job-spec: "ip4-01"
-#       build: "20"
-#     - job-spec: "ip4-02"
-#       build: "21"
-#     - job-spec: "ip4-03"
-#       build: "22"
-#     - job-spec: "ip4-04"
-#       build: "23"
-#     - job-spec: "ip4-05"
-#       build: "24"
-#     - job-spec: "ip4-06"
-#       build: "25"
-#     - job-spec: "ip4-07"
-#       build: "26"
-#     - job-spec: "ip4tun-00"
-#       build: "27"
-#     - job-spec: "ip6-00"
-#       build: "28"
-#     - job-spec: "ip6-01"
-#       build: "29"
-#     - job-spec: "l2-00"
-#       build: "30"
-#     - job-spec: "l2-01"
-#       build: "31"
-#     - job-spec: "lb-00"
-#       build: "32"
-#     - job-spec: "memif-00"
-#       build: "33"
-#     - job-spec: "vhost-00"
-#       build: "34"
+- type: "table"
+  title: "Job Specification Duration: 2n-skx-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov"
+  jb-type: "coverage"
+  data: "vpp-2n-skx-curr-cov"
+  lines:
+    - job-spec: "gso-00"
+      build: "1"
+    - job-spec: "ip4-00"
+      build: "2"
+    - job-spec: "ip4-01"
+      build: "3"
+    # - job-spec: "ip4-02"
+    #   build: "4"
+    - job-spec: "ip4-03"
+      build: "5"
+    - job-spec: "ip4-04"
+      build: "6"
+    - job-spec: "ip4-05"
+      build: "7"
+    - job-spec: "ip4-06"
+      build: "8"
+    - job-spec: "ip4-07"
+      build: "9"
+    - job-spec: "ip4tun-00"
+      build: "10"
+    - job-spec: "ip6-00"
+      build: "11"
+    # - job-spec: "ip6-01"
+    #   build: "12"
+    - job-spec: "l2-00"
+      build: "13"
+    - job-spec: "l2-01"
+      build: "14"
+    - job-spec: "lb-00"
+      build: "15"
+    - job-spec: "memif-00"
+      build: "16"
+    # - job-spec: "vhost-00"
+    #   build: "17"
 
 - type: "table"
   title: "Job Specification Duration: 2n-tx2-iterative"
@@ -384,33 +386,33 @@
 #   data: "vpp-2n-tx2-curr-cov"
 #   lines:
 #     - job-spec: "ip4-00"
-#       build: "15"
+#       build: "1"
 #     - job-spec: "ip4-01"
-#       build: "16"
+#       build: "2"
 #     - job-spec: "ip4-02"
-#       build: "17"
+#       build: "3"
 #     - job-spec: "ip4-03"
-#       build: "18"
+#       build: "4"
 #     - job-spec: "ip4-04"
-#       build: "19"
+#       build: "5"
 #     - job-spec: "ip4-05"
-#       build: "20"
+#       build: "6"
 #     - job-spec: "ip4-06"
-#       build: "21"
+#       build: "7"
 #     - job-spec: "ip6-00"
-#       build: "22"
+#       build: "8"
 #     - job-spec: "ip6-01"
-#       build: "23"
+#       build: "9"
 #     - job-spec: "l2-00"
-#       build: "24"
+#       build: "10"
 #     - job-spec: "l2-01"
-#       build: "25"
+#       build: "11"
 #     - job-spec: "l2-02"
-#       build: "26"
+#       build: "12"
 #     - job-spec: "l2-03"
-#       build: "27"
+#       build: "13"
 #     - job-spec: "l2-04"
-#       build: "28"
+#       build: "14"
 
 - type: "table"
   title: "Job Specification Duration: 2n-zn2-iterative"
@@ -435,35 +437,35 @@
 #   data: "vpp-2n-zn2-curr-cov"
 #   lines:
 #     - job-spec: "gso-00"
-#       build: "16"
+#       build: "1"
 #     - job-spec: "ip4-00"
-#       build: "17"
+#       build: "2"
 #     - job-spec: "ip4-01"
-#       build: "18"
+#       build: "3"
 #     - job-spec: "ip4-02"
-#       build: "19"
+#       build: "4"
 #     - job-spec: "ip4-03"
-#       build: "20"
+#       build: "5"
 #     - job-spec: "ip4-04"
-#       build: "21"
+#       build: "6"
 #     - job-spec: "ip4-05"
-#       build: "22"
+#       build: "7"
 #     - job-spec: "ip4tun-00"
-#       build: "23"
+#       build: "8"
 #     - job-spec: "ip6-00"
-#       build: "24"
+#       build: "9"
 #     - job-spec: "ip6-01"
-#       build: "25"
+#       build: "10"
 #     - job-spec: "l2-00"
-#       build: "26"
+#       build: "11"
 #     - job-spec: "l2-01"
-#       build: "27"
+#       build: "12"
 #     - job-spec: "lb-00"
-#       build: "28"
+#       build: "13"
 #     - job-spec: "memif-00"
-#       build: "29"
+#       build: "14"
 #     - job-spec: "vhost-00"
-#       build: "30"
+#       build: "15"
 
 - type: "table"
   title: "Job Specification Duration: 3n-dnv-iterative"
@@ -519,81 +521,81 @@
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-3n-skx-curr-iter"
 
-# - type: "table"
-#   title: "Job Specification Duration: 3n-skx-coverage"
-#   algorithm: "table_job_spec_duration"
-#   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
-#   jb-type: "coverage"
-#   data: "vpp-3n-skx-curr-cov"
-#   lines:
-#     - job-spec: "crypto-00"
-#       build: "35"
-#     - job-spec: "crypto-01"
-#       build: "36"
-#     - job-spec: "crypto-02"
-#       build: "37"
-#     - job-spec: "crypto-03"  # Completly failed
-#       build: "68"
-#     - job-spec: "crypto-04"
-#       build: "38"
-#     - job-spec: "ip4-00"
-#       build: "39"
-#     - job-spec: "ip4-01"
-#       build: "40"
-#     - job-spec: "ip4-02"
-#       build: "41"
-#     - job-spec: "ip4-03"
-#       build: "42"
-#     - job-spec: "ip4-04"
-#       build: "43"
-#     - job-spec: "ip4-05"
-#       build: "44"
-#     - job-spec: "ip4-06"
-#       build: "45"
-#     - job-spec: "ip4-07"
-#       build: "46"
-#     - job-spec: "ip4tun-00"
-#       build: "47"
-#     - job-spec: "ip4tun-02"
-#       build: "48"
-#     - job-spec: "ip6-00"
-#       build: "49"
-#     - job-spec: "ip6-01"
-#       build: "50"
-#     - job-spec: "ip6tun-00"
-#       build: "69"
-#     - job-spec: "l2-00"
-#       build: "52"
-#     - job-spec: "l2-01"
-#       build: "53"
-#     - job-spec: "l2-02"
-#       build: "54"
-#     - job-spec: "l2-03"
-#       build: "55"
-#     - job-spec: "l2-04"
-#       build: "56"
-#     - job-spec: "l2-05"
-#       build: "57"
-#     - job-spec: "l2-06"
-#       build: "58"
-#     - job-spec: "l2-07"
-#       build: "59"
-#     - job-spec: "l2-08"
-#       build: "60"
-#     - job-spec: "l2-09"
-#       build: "61"
-#     - job-spec: "l2-10"
-#       build: "62"
-#     - job-spec: "memif-00"
-#       build: "63"
-#     - job-spec: "srv6-00"
-#       build: "64"
-#     - job-spec: "srv6-01"
-#       build: "65"
-#     - job-spec: "vhost-00"
-#       build: "66"
-#     - job-spec: "vhost-01"
-#       build: "67"
+- type: "table"
+  title: "Job Specification Duration: 3n-skx-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
+  jb-type: "coverage"
+  data: "vpp-3n-skx-curr-cov"
+  lines:
+    - job-spec: "crypto-00"
+      build: "1"
+    - job-spec: "crypto-01"
+      build: "2"
+    - job-spec: "crypto-02"
+      build: "3"
+    # - job-spec: "crypto-03"  # Completly failed
+    #   build: ""
+    - job-spec: "crypto-04"
+      build: "4"
+    - job-spec: "ip4-00"
+      build: "5"
+    - job-spec: "ip4-01"
+      build: "6"
+    - job-spec: "ip4-02"
+      build: "7"
+    - job-spec: "ip4-03"
+      build: "8"
+    - job-spec: "ip4-04"
+      build: "9"
+    - job-spec: "ip4-05"
+      build: "10"
+    - job-spec: "ip4-06"
+      build: "11"
+    - job-spec: "ip4-07"
+      build: "12"
+    - job-spec: "ip4tun-00"
+      build: "13"
+    - job-spec: "ip4tun-02"
+      build: "14"
+    - job-spec: "ip6-00"
+      build: "15"
+    # - job-spec: "ip6-01"
+    #   build: "16"
+    - job-spec: "ip6tun-00"
+      build: "17"
+    - job-spec: "l2-00"
+      build: "18"
+    - job-spec: "l2-01"
+      build: "19"
+    - job-spec: "l2-02"
+      build: "20"
+    - job-spec: "l2-03"
+      build: "21"
+    - job-spec: "l2-04"
+      build: "22"
+    - job-spec: "l2-05"
+      build: "23"
+    - job-spec: "l2-06"
+      build: "24"
+    - job-spec: "l2-07"
+      build: "25"
+    - job-spec: "l2-08"
+      build: "26"
+    - job-spec: "l2-09"
+      build: "27"
+    - job-spec: "l2-10"
+      build: "28"
+    - job-spec: "memif-00"
+      build: "29"
+    - job-spec: "srv6-00"
+      build: "30"
+    - job-spec: "srv6-01"
+      build: "31"
+    # - job-spec: "vhost-00"
+    #   build: "32"
+    - job-spec: "vhost-01"
+      build: "33"
 
 - type: "table"
   title: "Job Specification Duration: 3n-tsh-iterative"
@@ -616,39 +618,39 @@
 #   data: "vpp-3n-tsh-curr-cov"
 #   lines:
 #     - job-spec: "ip4-00"
-#       build: "18"
+#       build: "1"
 #     - job-spec: "ip4-01"
-#       build: "19"
+#       build: "2"
 #     - job-spec: "ip4-02"
-#       build: "20"
+#       build: "3"
 #     - job-spec: "ip4-03"
-#       build: "21"
+#       build: "4"
 #     - job-spec: "ip4tun-00"
-#       build: "22"
+#       build: "5"
 #     - job-spec: "ip6-00"
-#       build: "23"
+#       build: "6"
 #     - job-spec: "ip6-01"
-#       build: "24"
+#       build: "7"
 #     - job-spec: "l2-00"
-#       build: "25"
+#       build: "8"
 #     - job-spec: "l2-01"
-#       build: "26"
+#       build: "9"
 #     - job-spec: "l2-02"
-#       build: "27"
+#       build: "10"
 #     - job-spec: "l2-03"
-#       build: "28"
+#       build: "11"
 #     - job-spec: "l2-04"
-#       build: "29"
+#       build: "12"
 #     - job-spec: "memif-00"
-#       build: "30"
+#       build: "13"
 #     - job-spec: "srv6-00"
-#       build: "31"
+#       build: "14"
 #     - job-spec: "srv6-01"
-#       build: "32"
+#       build: "15"
 #     - job-spec: "vhost-00"
-#       build: "33"
+#       build: "16"
 #     - job-spec: "vhost-01"
-#       build: "34"
+#       build: "17"
 
 - type: "table"
   title: "Job Specification Duration: 3n-alt-iterative"
@@ -671,39 +673,39 @@
 #   data: "vpp-3n-alt-curr-cov"
 #   lines:
 #     - job-spec: "ip4-00"
-#       build: "18"
+#       build: "1"
 #     - job-spec: "ip4-01"
-#       build: "19"
+#       build: "2"
 #     - job-spec: "ip4-02"
-#       build: "20"
+#       build: "3"
 #     - job-spec: "ip4-03"
-#       build: "21"
+#       build: "4"
 #     - job-spec: "ip4tun-00"
-#       build: "22"
+#       build: "5"
 #     - job-spec: "ip6-00"
-#       build: "23"
+#       build: "6"
 #     - job-spec: "ip6-01"
-#       build: "24"
+#       build: "7"
 #     - job-spec: "l2-00"
-#       build: "25"
+#       build: "8"
 #     - job-spec: "l2-01"
-#       build: "26"
+#       build: "9"
 #     - job-spec: "l2-02"
-#       build: "27"
+#       build: "10"
 #     - job-spec: "l2-03"
-#       build: "28"
+#       build: "11"
 #     - job-spec: "l2-04"
-#       build: "29"
+#       build: "12"
 #     - job-spec: "memif-00"
-#       build: "30"
+#       build: "13"
 #     - job-spec: "srv6-00"
-#       build: "31"
+#       build: "14"
 #     - job-spec: "srv6-01"
-#       build: "32"
+#       build: "15"
 #     - job-spec: "vhost-00"
-#       build: "33"
+#       build: "16"
 #     - job-spec: "vhost-01"
-#       build: "34"
+#       build: "17"
 
 # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
 - type: "table"