PAL: Refactor the processing of spec and download

Change-Id: I204fdc3593a3702366727238f2b469d3d4320c2b
Signed-off-by: Tibor Frank <tifrank@cisco.com>

1 files changed, 270 insertions, 0 deletions

diff --git a/resources/tools/presentation/specifications/trending/data_sets.yaml b/resources/tools/presentation/specifications/trending/data_sets.yaml
new file mode 100644
index 0000000000..59b8600ab4
--- /dev/null
+++ b/resources/tools/presentation/specifications/trending/data_sets.yaml
@@ -0,0 +1,270 @@
+################################################################################
+###                            D A T A   S E T S                             ###
+################################################################################
+
+- type: "data-sets"
+
+  # Compressed failed tests (last builds)
+  table-last-failed-tests-3n-hsw:
+    csit-vpp-perf-mrr-daily-master:
+      - "lastCompletedBuild"
+  table-last-failed-tests-3n-skx:
+    csit-vpp-perf-mrr-daily-master-3n-skx:
+      - "lastCompletedBuild"
+  table-last-failed-tests-2n-skx:
+    csit-vpp-perf-mrr-daily-master-2n-skx:
+      - "lastCompletedBuild"
+  table-last-failed-tests-2n-clx:
+    csit-vpp-perf-mrr-daily-master-2n-clx:
+      - "lastCompletedBuild"
+  table-last-failed-tests-2n-zn2:
+    csit-vpp-perf-mrr-daily-master-2n-zn2:
+      - "lastCompletedBuild"
+  table-last-failed-tests-3n-tsh:
+    csit-vpp-perf-mrr-daily-master-3n-tsh:
+      - "lastCompletedBuild"
+  table-last-failed-tests-2n-tx2:
+    csit-vpp-perf-mrr-daily-master-2n-tx2:
+      - "lastCompletedBuild"
+  table-last-failed-tests-3n-dnv:
+    csit-vpp-perf-mrr-daily-master-3n-dnv:
+      - "lastCompletedBuild"
+  table-last-failed-tests-2n-dnv:
+    csit-vpp-perf-mrr-daily-master-2n-dnv:
+      - "lastCompletedBuild"
+  table-last-failed-tests-3n-hsw-ndrpdr:
+    csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
+      - "lastCompletedBuild"
+  table-last-failed-tests-3n-skx-ndrpdr:
+    csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
+      - "lastCompletedBuild"
+  table-last-failed-tests-2n-skx-ndrpdr:
+    csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
+      - "lastCompletedBuild"
+  table-last-failed-tests-2n-clx-ndrpdr:
+    csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
+      - "lastCompletedBuild"
+  table-last-failed-tests-dpdk-3n-hsw:
+    csit-dpdk-perf-mrr-weekly-master:
+      - "lastCompletedBuild"
+  table-last-failed-tests-dpdk-3n-skx:
+    csit-dpdk-perf-mrr-weekly-master-3n-skx:
+      - "lastCompletedBuild"
+  table-last-failed-tests-dpdk-2n-skx:
+    csit-dpdk-perf-mrr-weekly-master-2n-skx:
+      - "lastCompletedBuild"
+  table-last-failed-tests-dpdk-2n-clx:
+    csit-dpdk-perf-mrr-weekly-master-2n-clx:
+      - "lastCompletedBuild"
+  table-last-failed-tests-dpdk-3n-tsh:
+    csit-dpdk-perf-mrr-weekly-master-3n-tsh:
+      - "lastCompletedBuild"
+  table-last-failed-tests-dpdk-2n-tx2:
+    csit-dpdk-perf-mrr-weekly-master-2n-tx2:
+      - "lastCompletedBuild"
+
+  # 3n-hsw
+  plot-performance-trending-all-3n-hsw:
+    csit-vpp-perf-mrr-daily-master:
+      start: 1100
+      end: "lastCompletedBuild"
+      max-builds: 180
+    csit-dpdk-perf-mrr-weekly-master:
+      start: 107
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  plot-performance-trending-vpp-3n-hsw:
+    csit-vpp-perf-mrr-daily-master:
+      start: 1100
+      end: "lastCompletedBuild"
+      max-builds: 180
+
+  plot-performance-trending-dpdk-3n-hsw:
+    csit-dpdk-perf-mrr-weekly-master:
+      start: 107
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  # 3n-skx
+  plot-performance-trending-all-3n-skx:
+    csit-vpp-perf-mrr-daily-master-3n-skx:
+      start: 834
+      end: "lastCompletedBuild"
+      max-builds: 180
+    csit-dpdk-perf-mrr-weekly-master-3n-skx:
+      start: 72
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  plot-performance-trending-vpp-3n-skx:
+    csit-vpp-perf-mrr-daily-master-3n-skx:
+      start: 834
+      end: "lastCompletedBuild"
+      max-builds: 180
+
+  plot-performance-trending-dpdk-3n-skx:
+    csit-dpdk-perf-mrr-weekly-master-3n-skx:
+      start: 72
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  # 2n-skx
+  plot-performance-trending-all-2n-skx:
+    csit-vpp-perf-mrr-daily-master-2n-skx:
+      start: 858
+      end: "lastCompletedBuild"
+      max-builds: 180
+    csit-dpdk-perf-mrr-weekly-master-2n-skx:
+      start: 78
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  plot-performance-trending-vpp-2n-skx:
+    csit-vpp-perf-mrr-daily-master-2n-skx:
+      start: 858
+      end: "lastCompletedBuild"
+      max-builds: 180
+
+  plot-performance-trending-dpdk-2n-skx:
+    csit-dpdk-perf-mrr-weekly-master-2n-skx:
+      start: 78
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  plot-performance-trending-vpp-nfv-2n-skx:
+    csit-vpp-perf-mrr-weekly-master-2n-skx:
+      start: 66
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  # 2n-clx
+  plot-performance-trending-vpp-2n-clx:
+    csit-vpp-perf-mrr-daily-master-2n-clx:
+      start: 236
+      end: "lastCompletedBuild"
+      max-builds: 180
+
+  plot-performance-trending-vpp-nfv-2n-clx:
+    csit-vpp-perf-mrr-weekly-master-2n-clx:
+      start: 37
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  plot-performance-trending-dpdk-2n-clx:
+    csit-dpdk-perf-mrr-weekly-master-2n-clx:
+      start: 23
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  # 2n-zn2
+  plot-performance-trending-vpp-2n-zn2:
+    csit-vpp-perf-mrr-daily-master-2n-zn2:
+      start: 1
+      end: "lastCompletedBuild"
+      max-builds: 180
+
+  plot-performance-trending-dpdk-2n-zn2:
+    csit-dpdk-perf-mrr-weekly-master-2n-zn2:
+      start: 1
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  # 3n-tsh
+  plot-performance-trending-all-3n-tsh:
+    csit-vpp-perf-mrr-daily-master-3n-tsh:
+      start: 144
+      end: "lastCompletedBuild"
+      max-builds: 180
+
+  plot-performance-trending-vpp-3n-tsh:
+    csit-vpp-perf-mrr-daily-master-3n-tsh:
+      start: 144
+      end: "lastCompletedBuild"
+      max-builds: 180
+
+  plot-performance-trending-dpdk-3n-tsh:
+    csit-dpdk-perf-mrr-weekly-master-3n-tsh:
+      start: 4
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  # 2n-tx2
+  plot-performance-trending-vpp-2n-tx2:
+    csit-vpp-perf-mrr-daily-master-2n-tx2:
+      start: 1
+      end: "lastCompletedBuild"
+      max-builds: 180
+
+  plot-performance-trending-dpdk-2n-tx2:
+    csit-dpdk-perf-mrr-weekly-master-2n-tx2:
+      start: 1
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  # 3n-dnv
+  plot-performance-trending-vpp-3n-dnv:
+    csit-vpp-perf-mrr-daily-master-3n-dnv:
+      start: 329
+      end: "lastCompletedBuild"
+      max-builds: 180
+
+  # 2n-dnv
+  plot-performance-trending-vpp-2n-dnv:
+    csit-vpp-perf-mrr-daily-master-2n-dnv:
+      start: 335
+      end: "lastCompletedBuild"
+      max-builds: 180
+
+  # NDRPDR
+  plot-ndrpdr-comparison-2n-skx:
+    csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
+      start: 76
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  plot-ndrpdr-comparison-3n-skx:
+    csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
+      start: 76
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  plot-ndrpdr-comparison-2n-clx:
+    csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
+      start: 21
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  plot-ndrpdr-comparison-3n-hsw:
+    csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
+      start: 76
+      end: "lastCompletedBuild"
+      max-builds: 26
+
+  table-ndrpdr-comparison-2n-skx:
+    csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
+      start: 76
+      end: "lastCompletedBuild"
+      max-builds: 26
+      reverse: True  # Must be reversed
+
+  table-ndrpdr-comparison-3n-skx:
+    csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
+      start: 76
+      end: "lastCompletedBuild"
+      max-builds: 26
+      reverse: True  # Must be reversed
+
+  table-ndrpdr-comparison-2n-clx:
+    csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
+      start: 21
+      end: "lastCompletedBuild"
+      max-builds: 26
+      reverse: True  # Must be reversed
+
+  table-ndrpdr-comparison-3n-hsw:
+    csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
+      start: 76
+      end: "lastCompletedBuild"
+      max-builds: 26
+      reverse: True  # Must be reversed