PAL: Refactor the processing of spec and download

Change-Id: I204fdc3593a3702366727238f2b469d3d4320c2b
Signed-off-by: Tibor Frank <tifrank@cisco.com>

1 files changed, 875 insertions, 0 deletions

diff --git a/resources/tools/presentation/specifications/report/layouts.yaml b/resources/tools/presentation/specifications/report/layouts.yaml
new file mode 100644
index 0000000000..0f5b4a5220
--- /dev/null
+++ b/resources/tools/presentation/specifications/report/layouts.yaml
@@ -0,0 +1,875 @@
+################################################################################
+###                              L A Y O U T S                               ###
+################################################################################
+
+- type: "layouts"
+
+  plot-soak-throughput:
+    titlefont:
+      size: 16
+    xaxis:
+      title: "<b>Test Cases [Index]</b>"
+      titlefont:
+        size: 14
+      autorange: True
+      fixedrange: False
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickmode: "linear"
+      tickfont:
+        size: 14
+      zeroline: False
+    yaxis:
+      title: "<b>Critical Rate Lower Bound [Mpps]</b>"
+      titlefont:
+        size: 14
+      gridcolor: "rgb(230, 230, 230)"
+      hoverformat: ".4r"
+      tickformat: ".3r"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickfont:
+        size: 14
+      zeroline: False
+      range: [0,50]
+    autosize: False
+    margin:
+      t: 50
+      b: 0
+      l: 80
+      r: 20
+    showlegend: True
+    legend:
+      orientation: "h"
+      font:
+        size: 14
+    width: 700
+    height: 900
+    paper_bgcolor: "#fff"
+    plot_bgcolor: "#fff"
+    hoverlabel:
+      namelength: -1
+
+  plot-service-density:
+    titlefont:
+      size: 16
+    xaxis:
+      side: "top"
+      autorange: True
+      fixedrange: False
+      showgrid: False
+      showline: False
+      showticklabels: False
+      ticks: ""
+      ticklen: 0
+      tickwidth: 0
+      zeroline: False
+    yaxis:
+      autorange: "reversed"
+      showgrid: False
+      showline: False
+      showticklabels: False
+      ticks: ""
+      ticklen: 0
+      tickwidth: 0
+      zeroline: False
+    showlegend: False
+    paper_bgcolor: "#fff"
+    plot_bgcolor: "#fff"
+    width: 700
+    height: 700
+    hoverlabel:
+      namelength: -1
+
+  plot-hoststack:
+    titlefont:
+      size: 16
+    xaxis:
+      title: "<b>Test Cases [Index]</b>"
+      titlefont:
+        size: 14
+      autorange: True
+      fixedrange: False
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickmode: "linear"
+      tickfont:
+        size: 14
+      zeroline: False
+    yaxis:
+      title: "<b>Bandwidth [Gbps]</b>"
+      titlefont:
+        size: 14
+      gridcolor: "rgb(230, 230, 230)"
+      hoverformat: ".4s"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      rangemode: "tozero"
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(230, 230, 230)"
+      tickformat: ".3s"
+      tickfont:
+        size: 14
+      zeroline: False
+    autosize: False
+    margin:
+      t: 50
+      b: 20
+      l: 80
+      r: 20
+    showlegend: True
+    legend:
+      orientation: "h"
+      font:
+        size: 14
+    width: 700
+    height: 800
+    paper_bgcolor: "#fff"
+    plot_bgcolor: "#fff"
+    hoverlabel:
+      namelength: -1
+
+  plot-throughput:
+    titlefont:
+      size: 16
+    xaxis:
+      title: "<b>Test Cases [Index]</b>"
+      titlefont:
+        size: 14
+      autorange: True
+      fixedrange: False
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickmode: "linear"
+      tickfont:
+        size: 14
+      zeroline: False
+    yaxis:
+      title: "<b>Packet Throughput [Mpps]</b>"
+      titlefont:
+        size: 14
+      gridcolor: "rgb(230, 230, 230)"
+      hoverformat: ".4r"
+      tickformat: ".3r"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickfont:
+        size: 14
+      zeroline: False
+      range: [0,50]
+    autosize: False
+    margin:
+      t: 50
+      b: 0
+      l: 80
+      r: 20
+    showlegend: True
+    legend:
+      orientation: "h"
+      font:
+        size: 14
+    width: 700
+    height: 900
+    paper_bgcolor: "#fff"
+    plot_bgcolor: "#fff"
+    hoverlabel:
+      namelength: -1
+
+  plot-throughput-gbps:
+    titlefont:
+      size: 16
+    xaxis:
+      title: "<b>Test Cases [Index]</b>"
+      titlefont:
+        size: 14
+      autorange: True
+      fixedrange: False
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickmode: "linear"
+      tickfont:
+        size: 14
+      zeroline: False
+    yaxis:
+      title: "<b>Data Throughput [Gbps]</b>"
+      titlefont:
+        size: 14
+      gridcolor: "rgb(230, 230, 230)"
+      hoverformat: ".4r"
+      tickformat: ".3r"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickfont:
+        size: 14
+      zeroline: False
+      range: [0,10]
+    autosize: False
+    margin:
+      t: 50
+      b: 0
+      l: 80
+      r: 20
+    showlegend: True
+    legend:
+      orientation: "h"
+      font:
+        size: 14
+    width: 700
+    height: 900
+    paper_bgcolor: "#fff"
+    plot_bgcolor: "#fff"
+    hoverlabel:
+      namelength: -1
+
+  plot-cps:
+    titlefont:
+      size: 16
+    xaxis:
+      title: "<b>Test Cases [Index]</b>"
+      titlefont:
+        size: 14
+      autorange: True
+      fixedrange: False
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickmode: "linear"
+      tickfont:
+        size: 14
+      zeroline: False
+    yaxis:
+      title: "<b>Connection Rate [Mcps]</b>"
+      titlefont:
+        size: 14
+      gridcolor: "rgb(230, 230, 230)"
+      hoverformat: ".4r"
+      tickformat: ".3s"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickfont:
+        size: 14
+      zeroline: False
+      range: [0,10]
+    autosize: False
+    margin:
+      t: 50
+      b: 0
+      l: 80
+      r: 20
+    showlegend: True
+    legend:
+      orientation: "h"
+      font:
+        size: 14
+    width: 700
+    height: 900
+    paper_bgcolor: "#fff"
+    plot_bgcolor: "#fff"
+    hoverlabel:
+      namelength: -1
+
+  plot-throughput-speedup-analysis:
+    titlefont:
+      size: 16
+    xaxis:
+      title: "<b>Number of Cores [Qty]</b>"
+      titlefont:
+        size: 14
+      autorange: True
+      fixedrange: False
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(238, 238, 238)"
+      tickmode: "linear"
+      tickfont:
+        size: 14
+      zeroline: False
+    yaxis:
+      title: "<b>Packet Throughput [Mpps]</b>"
+      titlefont:
+        size: 14
+      type: "linear"
+      gridcolor: "rgb(230, 230, 230)"
+      hoverformat: ".4s"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickformat: ".4s"
+      tickfont:
+        size: 14
+      zeroline: True
+      rangemode: "tozero"
+      range: [0,100]
+    legend:
+      orientation: "h"
+      font:
+        size: 14
+      xanchor: "left"
+      yanchor: "top"
+      x: 0
+      y: -0.2
+      bgcolor: "rgba(255, 255, 255, 0)"
+      bordercolor: "rgba(255, 255, 255, 0)"
+      traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
+    autosize: False
+    margin:
+        't': 50
+        'b': 150
+        'l': 85
+        'r': 10
+    showlegend: True
+    width: 700
+    height: 700
+    paper_bgcolor: "#fff"
+    plot_bgcolor: "#fff"
+    hoverlabel:
+      namelength: -1
+    annotations: [
+      {
+        text: "_ _          __          ...",
+        align: "left",
+        showarrow: False,
+        xref: "paper",
+        yref: "paper",
+        xanchor: "left",
+        yanchor: "top",
+        x: 0,
+        y: -0.14,
+        font: {
+          family: "Consolas, Courier New",
+          size: 13
+        },
+      },
+      {
+        text: "    Perfect     Measured     Limit",
+        align: "left",
+        showarrow: False,
+        xref: "paper",
+        yref: "paper",
+        xanchor: "left",
+        yanchor: "top",
+        x: 0,
+        y: -0.15,
+        font: {
+          family: "Consolas, Courier New",
+          size: 13
+        },
+      },
+    ]
+
+  plot-throughput-speedup-analysis-gbps:
+    titlefont:
+      size: 16
+    xaxis:
+      title: "<b>Number of Cores [Qty]</b>"
+      titlefont:
+        size: 14
+      autorange: True
+      fixedrange: False
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(238, 238, 238)"
+      tickmode: "linear"
+      tickfont:
+        size: 14
+      zeroline: False
+    yaxis:
+      title: "<b>Packet Throughput [Gbps]</b>"
+      titlefont:
+        size: 14
+      type: "linear"
+      gridcolor: "rgb(230, 230, 230)"
+      hoverformat: ".4s"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickformat: ".4s"
+      tickfont:
+        size: 14
+      zeroline: True
+      rangemode: "tozero"
+      range: [0,100]
+    legend:
+      orientation: "h"
+      font:
+        size: 14
+      xanchor: "left"
+      yanchor: "top"
+      x: 0
+      y: -0.2
+      bgcolor: "rgba(255, 255, 255, 0)"
+      bordercolor: "rgba(255, 255, 255, 0)"
+      traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
+    autosize: False
+    margin:
+        't': 50
+        'b': 150
+        'l': 85
+        'r': 10
+    showlegend: True
+    width: 700
+    height: 700
+    paper_bgcolor: "#fff"
+    plot_bgcolor: "#fff"
+    hoverlabel:
+      namelength: -1
+    annotations: [
+      {
+        text: "_ _          __",
+        align: "left",
+        showarrow: False,
+        xref: "paper",
+        yref: "paper",
+        xanchor: "left",
+        yanchor: "top",
+        x: 0,
+        y: -0.13,
+        font: {
+          family: "Consolas, Courier New",
+          size: 13
+        },
+      },
+      {
+        text: "    Perfect     Measured",
+        align: "left",
+        showarrow: False,
+        xref: "paper",
+        yref: "paper",
+        xanchor: "left",
+        yanchor: "top",
+        x: 0,
+        y: -0.15,
+        font: {
+          family: "Consolas, Courier New",
+          size: 13
+        },
+      },
+    ]
+
+  plot-throughput-speedup-analysis-cps:
+    titlefont:
+      size: 16
+    xaxis:
+      title: "<b>Number of Cores [Qty]</b>"
+      titlefont:
+        size: 14
+      autorange: True
+      fixedrange: False
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(238, 238, 238)"
+      tickmode: "linear"
+      tickfont:
+        size: 14
+      zeroline: False
+    yaxis:
+      title: "<b>Connection Rate [Mcps]</b>"
+      titlefont:
+        size: 14
+      type: "linear"
+      gridcolor: "rgb(230, 230, 230)"
+      hoverformat: ".4s"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickformat: ".4s"
+      tickfont:
+        size: 14
+      zeroline: True
+      rangemode: "tozero"
+      range: [0,100]
+    legend:
+      orientation: "h"
+      font:
+        size: 14
+      xanchor: "left"
+      yanchor: "top"
+      x: 0
+      y: -0.2
+      bgcolor: "rgba(255, 255, 255, 0)"
+      bordercolor: "rgba(255, 255, 255, 0)"
+      traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
+    autosize: False
+    margin:
+        't': 50
+        'b': 150
+        'l': 85
+        'r': 10
+    showlegend: True
+    width: 700
+    height: 700
+    paper_bgcolor: "#fff"
+    plot_bgcolor: "#fff"
+    hoverlabel:
+      namelength: -1
+    annotations: [
+      {
+        text: "_ _          __",
+        align: "left",
+        showarrow: False,
+        xref: "paper",
+        yref: "paper",
+        xanchor: "left",
+        yanchor: "top",
+        x: 0,
+        y: -0.13,
+        font: {
+          family: "Consolas, Courier New",
+          size: 13
+        },
+      },
+      {
+        text: "    Perfect     Measured",
+        align: "left",
+        showarrow: False,
+        xref: "paper",
+        yref: "paper",
+        xanchor: "left",
+        yanchor: "top",
+        x: 0,
+        y: -0.15,
+        font: {
+          family: "Consolas, Courier New",
+          size: 13
+        },
+      },
+    ]
+
+  plot-latency:
+    titlefont:
+      size: 16
+    xaxis:
+      title: "<b>Direction</b>"
+      titlefont:
+        size: 14
+      autorange: True
+      fixedrange: False
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: False
+      tickcolor: "rgb(220, 220, 220)"
+      tickmode: "linear"
+      tickfont:
+        size: 14
+      zeroline: False
+    yaxis:
+      title: "<b>Packet Latency [uSec]</b>"
+      titlefont:
+        size: 14
+      type: "linear"
+      gridcolor: "rgb(230, 230, 230)"
+      hoverformat: ".4s"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickformat: ".4s"
+      tickfont:
+        size: 14
+      zeroline: True
+      rangemode: "tozero"
+    legend:
+      orientation: "h"
+      font:
+        size: 14
+      traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
+    autosize: False
+    margin:
+        't': 50
+        'b': 150
+        'l': 80
+        'r': 10
+    showlegend: True
+    width: 700
+    height: 700
+    paper_bgcolor: "#fff"
+    plot_bgcolor: "#fff"
+    hoverlabel:
+      namelength: -1
+
+  plot-hdrh-latency:
+    title:
+      text: ""
+      xanchor: "center"
+      x: 0.5
+      font:
+        size: 16
+    width: 700
+    plot_bgcolor: "white"
+    annotations:
+      - font:
+          size: 14
+        showarrow: False
+        text: "<b>Packet Latency [uSec]</b>"
+        x: 1
+        xanchor: "right"
+        xref: "paper"
+        y: -0.045
+        yanchor: "top"
+        yref: "paper"
+      - font:
+          size: 14
+        showarrow: False
+        text: "<b>Probability [%]</b>"
+        textangle: 270
+        x: -0.06
+        xanchor: "center"
+        xref: "paper"
+        y: 0.5
+        yanchor: "middle"
+        yref: "paper"
+      - font:
+          size: 14
+        showarrow: False
+        text: "<b>Direction: E-W</b>"
+        x: 0.24
+        xanchor: "center"
+        xref: "paper"
+        y: 1.05
+        yanchor: "bottom"
+        yref: "paper"
+      - font:
+          size: 14
+        showarrow: False
+        text: "<b>Direction: W-E</b>"
+        x: 0.74
+        xanchor: "center"
+        xref: "paper"
+        y: 1.05
+        yanchor: "bottom"
+        yref: "paper"
+
+  plot-hdrh-latency-percentile-x-log:
+    title:
+      text: "<b>Latency by Percentile Distribution</b>"
+      xanchor: "center"
+      x: 0.5
+      font:
+        size: 18
+    showlegend: True
+    legend:
+      traceorder: "normal"
+      orientation: "h"
+      font:
+        size: 16
+      xanchor: "left"
+      yanchor: "top"
+      x: 0
+      y: -0.2
+      bgcolor: "rgba(255, 255, 255, 0)"
+      bordercolor: "rgba(255, 255, 255, 0)"
+    xaxis:
+      type: "log"
+      title: "<b>Percentile [%]</b>"
+      titlefont:
+        size: 14
+      autorange: False
+      fixedrange: True
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6]
+      ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999]
+      tickfont:
+        size: 14
+    yaxis:
+      title: "<b>One-Way Latency per Direction [uSec]</b>"
+      titlefont:
+        size: 14
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickfont:
+        size: 14
+    autosize: False
+    width: 700
+    height: 700
+    paper_bgcolor: "white"
+    plot_bgcolor: "white"
+
+  plot-hdrh-latency-by-percentile:
+    title:
+      text: "<b>Latency by Percentile Distribution</b>"
+      xanchor: "center"
+      x: 0.5
+      font:
+        size: 18
+    showlegend: True
+    legend:
+      traceorder: "normal"
+      orientation: "h"
+      font:
+        size: 16
+      xanchor: "left"
+      yanchor: "top"
+      x: 0
+      y: -0.2
+      bgcolor: "rgba(255, 255, 255, 0)"
+      bordercolor: "rgba(255, 255, 255, 0)"
+    xaxis:
+      type: "linear"
+      title: "<b>Percentile [%]</b>"
+      titlefont:
+        size: 14
+      autorange: False
+      fixedrange: False
+      range: [0, 100]
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickvals: [0, 25, 50, 75, 100]
+      ticktext: [0, 25, 50, 75, 100]
+      tickfont:
+        size: 14
+    yaxis:
+      title: "<b>One-Way Latency per Direction [uSec]</b>"
+      titlefont:
+        size: 14
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickfont:
+        size: 14
+    width: 700
+    height: 700
+    paper_bgcolor: "white"
+    plot_bgcolor: "white"
+
+  plot-scatter-error-bars-gbps:
+    titlefont:
+      size: 16
+    xaxis:
+      title: "<b>Test Cases [Index]</b>"
+      titlefont:
+        size: 14
+      autorange: True
+      fixedrange: False
+      gridcolor: "rgb(230, 230, 230)"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickmode: "linear"
+      tickfont:
+        size: 14
+      zeroline: False
+    yaxis:
+      title: "<b>Data Throughput [Gbps]</b>"
+      titlefont:
+        size: 14
+      gridcolor: "rgb(230, 230, 230)"
+      hoverformat: ".4r"
+      tickformat: ".3r"
+      linecolor: "rgb(220, 220, 220)"
+      linewidth: 1
+      showgrid: True
+      showline: True
+      showticklabels: True
+      tickcolor: "rgb(220, 220, 220)"
+      tickfont:
+        size: 14
+      zeroline: False
+      range: [0,10]
+    autosize: False
+    margin:
+      t: 50
+      b: 0
+      l: 80
+      r: 20
+    showlegend: True
+    legend:
+      orientation: "h"
+      font:
+        size: 14
+    width: 700
+    height: 900
+    paper_bgcolor: "#fff"
+    plot_bgcolor: "#fff"
+    hoverlabel:
+      namelength: -1