aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools/dash/app/pal/trending/layout.py
diff options
context:
space:
mode:
Diffstat (limited to 'resources/tools/dash/app/pal/trending/layout.py')
-rw-r--r--resources/tools/dash/app/pal/trending/layout.py531
1 files changed, 406 insertions, 125 deletions
diff --git a/resources/tools/dash/app/pal/trending/layout.py b/resources/tools/dash/app/pal/trending/layout.py
index 69ce0c416d..9153081cc3 100644
--- a/resources/tools/dash/app/pal/trending/layout.py
+++ b/resources/tools/dash/app/pal/trending/layout.py
@@ -14,20 +14,27 @@
"""Plotly Dash HTML layout override.
"""
-import logging
+
+import plotly.graph_objects as go
from dash import dcc
from dash import html
-from dash import Input, Output, callback
+from dash import callback_context, no_update
+from dash import Input, Output, State, callback
from dash.exceptions import PreventUpdate
from yaml import load, FullLoader, YAMLError
+from datetime import datetime, timedelta
+
+from pprint import pformat
+
+from .data import read_data
class Layout:
"""
"""
- def __init__(self, app, html_layout_file, spec_file):
+ def __init__(self, app, html_layout_file, spec_file, graph_layout_file):
"""
"""
@@ -35,26 +42,50 @@ class Layout:
self._app = app
self._html_layout_file = html_layout_file
self._spec_file = spec_file
+ self._graph_layout_file = graph_layout_file
+
+ # Read the data:
+ self._data = read_data()
# Read from files:
self._html_layout = ""
- self._spec_test = None
+ self._spec_tbs = None
+ self._graph_layout = None
try:
- with open(self._html_layout_file, "r") as layout_file:
- self._html_layout = layout_file.read()
+ with open(self._html_layout_file, "r") as file_read:
+ self._html_layout = file_read.read()
except IOError as err:
- logging.error(f"Not possible to open the file {layout_file}\n{err}")
+ raise RuntimeError(
+ f"Not possible to open the file {self._html_layout_file}\n{err}"
+ )
try:
with open(self._spec_file, "r") as file_read:
- self._spec_test = load(file_read, Loader=FullLoader)
+ self._spec_tbs = load(file_read, Loader=FullLoader)
+ except IOError as err:
+ raise RuntimeError(
+ f"Not possible to open the file {self._spec_file,}\n{err}"
+ )
+ except YAMLError as err:
+ raise RuntimeError(
+ f"An error occurred while parsing the specification file "
+ f"{self._spec_file,}\n"
+ f"{err}"
+ )
+
+ try:
+ with open(self._graph_layout_file, "r") as file_read:
+ self._graph_layout = load(file_read, Loader=FullLoader)
except IOError as err:
- logging.error(f"Not possible to open the file {spec_file}\n{err}")
+ raise RuntimeError(
+ f"Not possible to open the file {self._graph_layout_file}\n"
+ f"{err}"
+ )
except YAMLError as err:
- logging.error(
+ raise RuntimeError(
f"An error occurred while parsing the specification file "
- f"{spec_file}\n"
+ f"{self._graph_layout_file}\n"
f"{err}"
)
@@ -62,41 +93,26 @@ class Layout:
if self._app is not None and hasattr(self, 'callbacks'):
self.callbacks(self._app)
- # User choice (one test):
- self._test_selection = {
- "phy": "",
- "area": "",
- "test": "",
- "core": "",
- "frame-size": "",
- "test-type": ""
- }
-
@property
def html_layout(self):
return self._html_layout
@property
- def spec_test(self):
- return self._spec_test
-
- def _reset_test_selection(self):
- self._test_selection = {
- "phy": "",
- "area": "",
- "test": "",
- "core": "",
- "frame-size": "",
- "test-type": ""
- }
+ def spec_tbs(self):
+ return self._spec_tbs
+
+ @property
+ def data(self):
+ return self._data
def add_content(self):
"""
"""
- if self._html_layout and self._spec_test:
+ if self.html_layout and self.spec_tbs:
return html.Div(
id="div-main",
children=[
+ dcc.Store(id="selected-tests"),
self._add_ctrl_div(),
self._add_plotting_div()
]
@@ -134,19 +150,19 @@ class Layout:
return html.Div(
id="div-plotting-area",
children=[
- # Only a visible note.
- # TODO: Add content.
- html.H3(
- "Graphs and Tables",
- style={
- "vertical-align": "middle",
- "text-align": "center"
- }
+ dcc.Loading(
+ id="loading-graph",
+ children=[
+ dcc.Graph(
+ id="graph"
+ )
+ ],
+ type="circle"
)
],
style={
- "vertical-align": "middle",
- "display": "inline-block",
+ "vertical-align": "top",
+ "display": "none",
"width": "80%",
"padding": "5px"
}
@@ -157,7 +173,32 @@ class Layout:
"""
return html.Div(
id="div-ctrl-shown",
- children="List of selected tests"
+ children=[
+ html.H5("Selected tests"),
+ html.Div(
+ id="container-selected-tests",
+ children=[
+ dcc.Checklist(
+ id="cl-selected",
+ options=[],
+ labelStyle={"display": "block"}
+ ),
+ html.Button(
+ id="btn-sel-remove",
+ children="Remove Selected",
+ disabled=False
+ ),
+ html.Button(
+ id="btn-sel-display",
+ children="Display",
+ disabled=False
+ )
+ ]
+ ),
+ # Debug output, TODO: Remove
+ html.H5("Debug output"),
+ html.Pre(id="div-ctrl-info")
+ ]
)
def _add_ctrl_select(self):
@@ -166,23 +207,17 @@ class Layout:
return html.Div(
id="div-ctrl-select",
children=[
- html.Br(),
- html.Div(
- children="Physical Test Bed Topology, NIC and Driver"
- ),
+ html.H5("Physical Test Bed Topology, NIC and Driver"),
dcc.Dropdown(
id="dd-ctrl-phy",
placeholder="Select a Physical Test Bed Topology...",
multi=False,
clearable=False,
options=[
- {"label": k, "value": k} for k in self._spec_test.keys()
+ {"label": k, "value": k} for k in self.spec_tbs.keys()
],
),
- html.Br(),
- html.Div(
- children="Area"
- ),
+ html.H5("Area"),
dcc.Dropdown(
id="dd-ctrl-area",
placeholder="Select an Area...",
@@ -190,10 +225,7 @@ class Layout:
multi=False,
clearable=False,
),
- html.Br(),
- html.Div(
- children="Test"
- ),
+ html.H5("Test"),
dcc.Dropdown(
id="dd-ctrl-test",
placeholder="Select a Test...",
@@ -201,50 +233,67 @@ class Layout:
multi=False,
clearable=False,
),
-
- # Change to radio buttons:
- html.Br(),
html.Div(
- children="Number of Cores"
- ),
- dcc.Dropdown(
- id="dd-ctrl-core",
- placeholder="Select a Number of Cores...",
- disabled=True,
- multi=False,
- clearable=False,
+ id="div-ctrl-core",
+ children=[
+ html.H5("Number of Cores"),
+ dcc.Checklist(
+ id="cl-ctrl-core-all",
+ options=[{"label": "All", "value": "all"}, ],
+ labelStyle={"display": "inline-block"}
+ ),
+ dcc.Checklist(
+ id="cl-ctrl-core",
+ labelStyle={"display": "inline-block"}
+ )
+ ],
+ style={"display": "none"}
),
- html.Br(),
html.Div(
- children="Frame Size"
- ),
- dcc.Dropdown(
- id="dd-ctrl-framesize",
- placeholder="Select a Frame Size...",
- disabled=True,
- multi=False,
- clearable=False,
+ id="div-ctrl-framesize",
+ children=[
+ html.H5("Frame Size"),
+ dcc.Checklist(
+ id="cl-ctrl-framesize-all",
+ options=[{"label": "All", "value": "all"}, ],
+ labelStyle={"display": "inline-block"}
+ ),
+ dcc.Checklist(
+ id="cl-ctrl-framesize",
+ labelStyle={"display": "inline-block"}
+ )
+ ],
+ style={"display": "none"}
),
- html.Br(),
html.Div(
- children="Test Type"
- ),
- dcc.Dropdown(
- id="dd-ctrl-testtype",
- placeholder="Select a Test Type...",
- disabled=True,
- multi=False,
- clearable=False,
+ id="div-ctrl-testtype",
+ children=[
+ html.H5("Test Type"),
+ dcc.Checklist(
+ id="cl-ctrl-testtype-all",
+ options=[{"label": "All", "value": "all"}, ],
+ labelStyle={"display": "inline-block"}
+ ),
+ dcc.Checklist(
+ id="cl-ctrl-testtype",
+ labelStyle={"display": "inline-block"}
+ )
+ ],
+ style={"display": "none"}
),
- html.Br(),
html.Button(
id="btn-ctrl-add",
children="Add",
disabled=True
),
html.Br(),
- html.Div(
- id="div-ctrl-info"
+ dcc.DatePickerRange(
+ id="dpr-period",
+ min_date_allowed=datetime(2021, 1, 1),
+ max_date_allowed=datetime.utcnow(),
+ initial_visible_month=datetime.utcnow(),
+ start_date=datetime.utcnow() - timedelta(days=180),
+ end_date=datetime.utcnow()
)
]
)
@@ -265,85 +314,317 @@ class Layout:
try:
options = [
- {"label": self._spec_test[phy][v]["label"], "value": v}
- for v in [v for v in self._spec_test[phy].keys()]
+ {"label": self.spec_tbs[phy][v]["label"], "value": v}
+ for v in [v for v in self.spec_tbs[phy].keys()]
]
+ disable = False
except KeyError:
options = list()
+ disable = True
- return options, False
+ return options, disable
@app.callback(
Output("dd-ctrl-test", "options"),
Output("dd-ctrl-test", "disabled"),
- Input("dd-ctrl-phy", "value"),
+ State("dd-ctrl-phy", "value"),
Input("dd-ctrl-area", "value"),
)
def _update_dd_test(phy, area):
"""
"""
- if not all((phy, area, )):
+ if not area:
raise PreventUpdate
try:
options = [
{"label": v, "value": v}
- for v in self._spec_test[phy][area]["test"]
+ for v in self.spec_tbs[phy][area]["test"]
]
+ disable = False
except KeyError:
options = list()
+ disable = True
- return options, False
+ return options, disable
@app.callback(
+ Output("div-ctrl-core", "style"),
+ Output("cl-ctrl-core", "options"),
+ Output("div-ctrl-framesize", "style"),
+ Output("cl-ctrl-framesize", "options"),
+ Output("div-ctrl-testtype", "style"),
+ Output("cl-ctrl-testtype", "options"),
Output("btn-ctrl-add", "disabled"),
- Input("dd-ctrl-phy", "value"),
- Input("dd-ctrl-area", "value"),
+ State("dd-ctrl-phy", "value"),
+ State("dd-ctrl-area", "value"),
Input("dd-ctrl-test", "value"),
)
def _update_btn_add(phy, area, test):
"""
"""
- if all((phy, area, test, )):
- self._test_selection["phy"] = phy
- self._test_selection["area"] = area
- self._test_selection["test"] = test
- return False
+ if test is None:
+ raise PreventUpdate
+
+ core_style = {"display": "none"}
+ core_opts = []
+ framesize_style = {"display": "none"}
+ framesize_opts = []
+ testtype_style = {"display": "none"}
+ testtype_opts = []
+ add_disabled = True
+ if phy and area and test:
+ core_style = {"display": "block"}
+ core_opts = [
+ {"label": v, "value": v}
+ for v in self.spec_tbs[phy][area]["core"]
+ ]
+ framesize_style = {"display": "block"}
+ framesize_opts = [
+ {"label": v, "value": v}
+ for v in self.spec_tbs[phy][area]["frame-size"]
+ ]
+ testtype_style = {"display": "block"}
+ testtype_opts = [
+ {"label": v, "value": v}
+ for v in self.spec_tbs[phy][area]["test-type"]
+ ]
+ add_disabled = False
+
+ return (
+ core_style, core_opts,
+ framesize_style, framesize_opts,
+ testtype_style, testtype_opts,
+ add_disabled
+ )
+
+ def _sync_checklists(opt, sel, all, id):
+ """
+ """
+ options = {v["value"] for v in opt}
+ input_id = callback_context.triggered[0]["prop_id"].split(".")[0]
+ if input_id == id:
+ all = ["all"] if set(sel) == options else list()
else:
- return True
+ sel = list(options) if all else list()
+ return sel, all
+
+ @app.callback(
+ Output("cl-ctrl-core", "value"),
+ Output("cl-ctrl-core-all", "value"),
+ State("cl-ctrl-core", "options"),
+ Input("cl-ctrl-core", "value"),
+ Input("cl-ctrl-core-all", "value"),
+ prevent_initial_call=True
+ )
+ def _sync_cl_core(opt, sel, all):
+ return _sync_checklists(opt, sel, all, "cl-ctrl-core")
@app.callback(
- Output("div-ctrl-info", "children"),
+ Output("cl-ctrl-framesize", "value"),
+ Output("cl-ctrl-framesize-all", "value"),
+ State("cl-ctrl-framesize", "options"),
+ Input("cl-ctrl-framesize", "value"),
+ Input("cl-ctrl-framesize-all", "value"),
+ prevent_initial_call=True
+ )
+ def _sync_cl_framesize(opt, sel, all):
+ return _sync_checklists(opt, sel, all, "cl-ctrl-framesize")
+
+ @app.callback(
+ Output("cl-ctrl-testtype", "value"),
+ Output("cl-ctrl-testtype-all", "value"),
+ State("cl-ctrl-testtype", "options"),
+ Input("cl-ctrl-testtype", "value"),
+ Input("cl-ctrl-testtype-all", "value"),
+ prevent_initial_call=True
+ )
+ def _sync_cl_testtype(opt, sel, all):
+ return _sync_checklists(opt, sel, all, "cl-ctrl-testtype")
+
+ @app.callback(
+ Output("graph", "figure"),
+ Output("div-ctrl-info", "children"), # Debug output TODO: Remove
+ Output("selected-tests", "data"), # Store
+ Output("cl-selected", "options"), # User selection
Output("dd-ctrl-phy", "value"),
Output("dd-ctrl-area", "value"),
Output("dd-ctrl-test", "value"),
- Output("btn-ctrl-add", "n_clicks"),
- Input("btn-ctrl-add", "n_clicks")
+ Output("div-plotting-area", "style"),
+ State("selected-tests", "data"), # Store
+ State("cl-selected", "value"),
+ State("dd-ctrl-phy", "value"),
+ State("dd-ctrl-area", "value"),
+ State("dd-ctrl-test", "value"),
+ State("cl-ctrl-core", "value"),
+ State("cl-ctrl-framesize", "value"),
+ State("cl-ctrl-testtype", "value"),
+ Input("btn-ctrl-add", "n_clicks"),
+ Input("btn-sel-display", "n_clicks"),
+ Input("btn-sel-remove", "n_clicks"),
+ Input("dpr-period", "start_date"),
+ Input("dpr-period", "end_date"),
+ prevent_initial_call=True
)
- def _print_user_selection(n_clicks):
+ def _process_list(store_sel, list_sel, phy, area, test, cores,
+ framesizes, testtypes, btn_add, btn_display, btn_remove,
+ d_start, d_end):
"""
"""
- logging.info(f"\n\n{n_clicks}\n\n")
-
- if not n_clicks:
+ if not (btn_add or btn_display or btn_remove or d_start or d_end):
raise PreventUpdate
- selected = (
- f"{self._test_selection['phy']} # "
- f"{self._test_selection['area']} # "
- f"{self._test_selection['test']} # "
- f"{n_clicks}\n"
- )
+ def _list_tests():
+ # Display selected tests with checkboxes:
+ if store_sel:
+ return [
+ {"label": v["id"], "value": v["id"]} for v in store_sel
+ ]
+ else:
+ return list()
- self._reset_test_selection()
+ trigger_id = callback_context.triggered[0]["prop_id"].split(".")[0]
- return (
- selected,
- None,
- None,
- None,
- 0,
+ d_start = datetime(
+ int(d_start[0:4]), int(d_start[5:7]), int(d_start[8:10])
+ )
+ d_end = datetime(
+ int(d_end[0:4]), int(d_end[5:7]), int(d_end[8:10])
)
+
+ if trigger_id == "btn-ctrl-add":
+ # Add selected test to the list of tests in store:
+ if phy and area and test and cores and framesizes and testtypes:
+
+ # TODO: Add validation
+
+ if store_sel is None:
+ store_sel = list()
+
+ for core in cores:
+ for framesize in framesizes:
+ for ttype in testtypes:
+ tid = (
+ f"{phy}-"
+ f"{area}-"
+ f"{framesize.lower()}-"
+ f"{core.lower()}-"
+ f"{test}-"
+ f"{ttype.lower()}"
+ )
+ if tid not in [itm["id"] for itm in store_sel]:
+ store_sel.append({
+ "id": tid,
+ "phy": phy,
+ "area": area,
+ "test": test,
+ "framesize": framesize.lower(),
+ "core": core.lower(),
+ "testtype": ttype.lower()
+ })
+ return (no_update, no_update, store_sel, _list_tests(), None,
+ None, None, no_update)
+
+ elif trigger_id in ("btn-sel-display", "dpr-period"):
+ fig, style = _update_graph(store_sel, d_start, d_end)
+ return (fig, pformat(store_sel), no_update, no_update,
+ no_update, no_update, no_update, style)
+
+ elif trigger_id == "btn-sel-remove":
+ if list_sel:
+ new_store_sel = list()
+ for item in store_sel:
+ if item["id"] not in list_sel:
+ new_store_sel.append(item)
+ store_sel = new_store_sel
+ fig, style = _update_graph(store_sel, d_start, d_end)
+ return (fig, pformat(store_sel), store_sel, _list_tests(),
+ no_update, no_update, no_update, style)
+
+ def _update_graph(sel, start, end):
+ """
+ """
+
+ if not sel:
+ return no_update, no_update
+
+ def _is_selected(label, sel):
+ for itm in sel:
+ phy = itm["phy"].split("-")
+ if len(phy) == 4:
+ topo, arch, nic, drv = phy
+ else:
+ continue
+ if nic not in label:
+ continue
+ if drv != "dpdk" and drv not in label:
+ continue
+ if itm["test"] not in label:
+ continue
+ if itm["framesize"] not in label:
+ continue
+ if itm["core"] not in label:
+ continue
+ if itm["testtype"] not in label:
+ continue
+ return (
+ f"{itm['phy']}-{itm['framesize']}-{itm['core']}-"
+ f"{itm['test']}-{itm['testtype']}"
+ )
+ else:
+ return None
+
+ style={
+ "vertical-align": "top",
+ "display": "inline-block",
+ "width": "80%",
+ "padding": "5px"
+ }
+
+ fig = go.Figure()
+ dates = self.data.iloc[[0], 1:].values.flatten().tolist()[::-1]
+ x_data = [
+ datetime(
+ int(date[0:4]), int(date[4:6]), int(date[6:8]),
+ int(date[9:11]), int(date[12:])
+ ) for date in dates
+ ]
+ x_data_range = [
+ date for date in x_data if date >= start and date <= end
+ ]
+ vpp = self.data.iloc[[1], 1:].values.flatten().tolist()[::-1]
+ csit = list(self.data.columns[1:])[::-1]
+ labels = list(self.data["Build Number:"][3:])
+ for i in range(3, len(self.data)):
+ name = _is_selected(labels[i-3], sel)
+ if not name:
+ continue
+ y_data = [
+ float(v) / 1e6 for v in \
+ self.data.iloc[[i], 1:].values.flatten().tolist()[::-1]
+ ]
+ hover_txt = list()
+ for x_idx, x_itm in enumerate(x_data):
+ hover_txt.append(
+ f"date: {x_itm}<br>"
+ f"average [Mpps]: {y_data[x_idx]}<br>"
+ f"vpp-ref: {vpp[x_idx]}<br>"
+ f"csit-ref: {csit[x_idx]}"
+ )
+ fig.add_trace(
+ go.Scatter(
+ x=x_data_range,
+ y= y_data,
+ name=name,
+ mode="markers+lines",
+ text=hover_txt,
+ hoverinfo=u"text+name"
+ )
+ )
+ layout = self._graph_layout.get("plot-trending", dict())
+ fig.update_layout(layout)
+
+ return fig, style