vpp - Vector Packet Processing

Age	Commit message (Collapse)	Author	Files	Lines
2018-06-21	test:vxlan over ipv6 tests	Eyal Bari	1	-2/+6
	Change-Id: Id910db0e3a07ecc6f469e2f0d1e97f39ba48cc60 Signed-off-by: Eyal Bari <ebari@cisco.com>
2017-03-29	VXLAN:validate mcast encapsulation ip/mac	Eyal Bari	1	-1/+2
	Change-Id: I399257e372f83f4d12dc7873617980af6e46a9bc Signed-off-by: Eyal Bari <ebari@cisco.com>
2017-01-11	make test: improve documentation and PEP8 compliance	Klement Sekera	1	-2/+2
	Change-Id: Ib4f0353aab6112fcc3c3d8f0bcbed5bc4b567b9b Signed-off-by: Klement Sekera <ksekera@cisco.com>
2017-01-11	vxlan unit test - minor fixes	Eyal Bari	1	-9/+6
	moved ip4_range and ip4n_range to util added n_ucast_tunnels Change-Id: I9140c4e54a0636d90a97db03da842f5183319af5 Signed-off-by: Eyal Bari <ebari@cisco.com>
2017-01-06	Added basic tests for multicast vxlan tunnels	Eyal Bari	1	-27/+92
	unicast flood test - test headend replication multicast flood test - test flooding when a multicast vxlan tunnel is present in BD multicast receive test - verify that multicast packet are received on their corresponding unicast tunnels and that unmatched packets are dropped all tests run after adding and removing 200 mcast tunnels to test stability Change-Id: Ia05108c39ac35096a5b633cf52480a9ba87c14df Signed-off-by: Eyal Bari <ebari@cisco.com>
2016-12-23	make test: improve handling of packet captures	Klement Sekera	1	-8/+2
	Perform accounting of expected packets based on created packet infos. Use this accounting info to automatically expect (and verify) the correct number of packets to be captured. Automatically retry the read of the capture file if scapy raises an exception while doing so to handle rare cases when capture file is read while only partially written during busy wait. Don't fail assert_nothing_captured if only junk packets arrived. Change-Id: I16ec2e9410ef510d313ec16b7e13c57d0b2a63f5 Signed-off-by: Klement Sekera <ksekera@cisco.com>
2016-12-07	BFD: basic asynchronous session up/down	Klement Sekera	1	-1/+2
	This is a work-in-progress basic BFD session handling. Only asynchronous mode is supported at the moment. Setting the session flags doesn't work. Change-Id: Idba27f721b5c35be5a66a6d202a63d23ff7ecf6f Signed-off-by: Klement Sekera <ksekera@cisco.com>
2016-10-26	refactor test framework	Klement Sekera	1	-63/+57
	Change-Id: I31da3b1857b6399f9899276a2d99cdd19436296c Signed-off-by: Klement Sekera <ksekera@cisco.com> Signed-off-by: Matej Klotton <mklotton@cisco.com> Signed-off-by: Jan Gelety <jgelety@cisco.com> Signed-off-by: Juraj Sloboda <jsloboda@cisco.com>
2016-10-03	test: new test infrastructure	Damjan Marion	1	-0/+106
	Change-Id: I73ca19c431743f6b39669c583d9222a6559346ef Signed-off-by: Jan Gelety <jgelety@cisco.com> Signed-off-by: Juraj Sloboda <jsloboda@cisco.com> Signed-off-by: Stefan Kobza <skobza@cisco.com> Signed-off-by: Matej Klotton <mklotton@cisco.com> Signed-off-by: Maciek Konstantynowicz <mkonstan@cisco.com> Signed-off-by: Damjan Marion <damarion@cisco.com>

# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Plotly Dash HTML layout override. """ import logging import pandas as pd import dash_bootstrap_components as dbc from flask import Flask from dash import dcc from dash import html from dash import callback_context, no_update, ALL from dash import Input, Output, State from dash.exceptions import PreventUpdate from yaml import load, FullLoader, YAMLError from ast import literal_eval from ..utils.constants import Constants as C from ..utils.control_panel import ControlPanel from ..utils.trigger import Trigger from ..utils.utils import show_tooltip, label, sync_checklists, gen_new_url, \ generate_options, get_list_group_items, graph_hdrh_latency from ..utils.url_processing import url_decode from .graphs import graph_iterative, select_iterative_data # Control panel partameters and their default values. CP_PARAMS = { "dd-rls-val": str(), "dd-dut-opt": list(), "dd-dut-dis": True, "dd-dut-val": str(), "dd-dutver-opt": list(), "dd-dutver-dis": True, "dd-dutver-val": str(), "dd-phy-opt": list(), "dd-phy-dis": True, "dd-phy-val": str(), "dd-area-opt": list(), "dd-area-dis": True, "dd-area-val": str(), "dd-test-opt": list(), "dd-test-dis": True, "dd-test-val": str(), "cl-core-opt": list(), "cl-core-val": list(), "cl-core-all-val": list(), "cl-core-all-opt": C.CL_ALL_DISABLED, "cl-frmsize-opt": list(), "cl-frmsize-val": list(), "cl-frmsize-all-val": list(), "cl-frmsize-all-opt": C.CL_ALL_DISABLED, "cl-tsttype-opt": list(), "cl-tsttype-val": list(), "cl-tsttype-all-val": list(), "cl-tsttype-all-opt": C.CL_ALL_DISABLED, "btn-add-dis": True, "cl-normalize-val": list() } class Layout: """The layout of the dash app and the callbacks. """ def __init__( self, app: Flask, data_iterative: pd.DataFrame, html_layout_file: str, graph_layout_file: str, tooltip_file: str ) -> None: """Initialization: - save the input parameters, - read and pre-process the data, - prepare data for the control panel, - read HTML layout file, - read tooltips from the tooltip file. :param app: Flask application running the dash application. :param html_layout_file: Path and name of the file specifying the HTML layout of the dash application. :param graph_layout_file: Path and name of the file with layout of plot.ly graphs. :param tooltip_file: Path and name of the yaml file specifying the tooltips. :type app: Flask :type html_layout_file: str :type graph_layout_file: str :type tooltip_file: str """ # Inputs self._app = app self._html_layout_file = html_layout_file self._graph_layout_file = graph_layout_file self._tooltip_file = tooltip_file self._data = data_iterative # Get structure of tests: tbs = dict() cols = [ "job", "test_id", "test_type", "dut_version", "tg_type", "release" ] for _, row in self._data[cols].drop_duplicates().iterrows(): rls = row["release"] lst_job = row["job"].split("-") dut = lst_job[1] d_ver = row["dut_version"] tbed = "-".join(lst_job[-2:]) lst_test_id = row["test_id"].split(".") if dut == "dpdk": area = "dpdk" else: area = ".".join(lst_test_id[3:-2]) suite = lst_test_id[-2].replace("2n1l-", "").replace("1n1l-", "").\ replace("2n-", "") test = lst_test_id[-1] nic = suite.split("-")[0] for drv in C.DRIVERS: if drv in test: driver = drv.replace("-", "_") test = test.replace(f"{drv}-", "") break else: driver = "dpdk" infra = "-".join((tbed, nic, driver)) lst_test = test.split("-") framesize = lst_test[0] core = lst_test[1] if lst_test[1] else "8C" test = "-".join(lst_test[2: -1]) if tbs.get(rls, None) is None: tbs[rls] = dict() if tbs[rls].get(dut, None) is None: tbs[rls][dut] = dict() if tbs[rls][dut].get(d_ver, None) is None: tbs[rls][dut][d_ver] = dict() if tbs[rls][dut][d_ver].get(infra, None) is None: tbs[rls][dut][d_ver][infra] = dict() if tbs[rls][dut][d_ver][infra].get(area, None) is None: tbs[rls][dut][d_ver][infra][area] = dict() if tbs[rls][dut][d_ver][infra][area].get(test, None) is None: tbs[rls][dut][d_ver][infra][area][test] = dict() tbs[rls][dut][d_ver][infra][area][test]["core"] = list() tbs[rls][dut][d_ver][infra][area][test]["frame-size"] = list() tbs[rls][dut][d_ver][infra][area][test]["test-type"] = list() if core.upper() not in \ tbs[rls][dut][d_ver][infra][area][test]["core"]: tbs[rls][dut][d_ver][infra][area][test]["core"].append( core.upper() ) if framesize.upper() not in \ tbs[rls][dut][d_ver][infra][area][test]["frame-size"]: tbs[rls][dut][d_ver][infra][area][test]["frame-size"].append( framesize.upper() ) if row["test_type"] == "mrr": if "MRR" not in \ tbs[rls][dut][d_ver][infra][area][test]["test-type"]: tbs[rls][dut][d_ver][infra][area][test]["test-type"].append( "MRR" ) elif row["test_type"] == "ndrpdr": if "NDR" not in \ tbs[rls][dut][d_ver][infra][area][test]["test-type"]: tbs[rls][dut][d_ver][infra][area][test]["test-type"].extend( ("NDR", "PDR", ) ) elif row["test_type"] == "hoststack" and \ row["tg_type"] in ("iperf", "vpp"): if "BPS" not in \ tbs[rls][dut][d_ver][infra][area][test]["test-type"]: tbs[rls][dut][d_ver][infra][area][test]["test-type"].append( "BPS" ) elif row["test_type"] == "hoststack" and row["tg_type"] == "ab": if "CPS" not in \ tbs[rls][dut][d_ver][infra][area][test]["test-type"]: tbs[rls][dut][d_ver][infra][area][test]["test-type"].extend( ("CPS", "RPS") ) self._spec_tbs = tbs # Read from files: self._html_layout = str() self._graph_layout = None self._tooltips = dict() try: with open(self._html_layout_file, "r") as file_read: self._html_layout = file_read.read() except IOError as err: raise RuntimeError( f"Not possible to open the file {self._html_layout_file}\n{err}" ) try: with open(self._graph_layout_file, "r") as file_read: self._graph_layout = load(file_read, Loader=FullLoader) except IOError as err: raise RuntimeError( f"Not possible to open the file {self._graph_layout_file}\n" f"{err}" ) except YAMLError as err: raise RuntimeError( f"An error occurred while parsing the specification file " f"{self._graph_layout_file}\n{err}" ) try: with open(self._tooltip_file, "r") as file_read: self._tooltips = load(file_read, Loader=FullLoader) except IOError as err: logging.warning( f"Not possible to open the file {self._tooltip_file}\n{err}" ) except YAMLError as err: logging.warning( f"An error occurred while parsing the specification file " f"{self._tooltip_file}\n{err}" ) # Callbacks: if self._app is not None and hasattr(self, "callbacks"): self.callbacks(self._app) @property def html_layout(self): return self._html_layout def add_content(self): """Top level method which generated the web page. It generates: - Store for user input data, - Navigation bar, - Main area with control panel and ploting area. If no HTML layout is provided, an error message is displayed instead. :returns: The HTML div with the whole page. :rtype: html.Div """ if self.html_layout and self._spec_tbs: return html.Div( id="div-main", className="small", children=[ dbc.Row( id="row-navbar", class_name="g-0", children=[ self._add_navbar() ] ), dbc.Row( id="row-main", class_name="g-0", children=[ dcc.Store(id="store-selected-tests"), dcc.Store(id="store-control-panel"), dcc.Location(id="url", refresh=False), self._add_ctrl_col(), self._add_plotting_col() ] ), dbc.Spinner( dbc.Offcanvas( class_name="w-50", id="offcanvas-metadata", title="Throughput And Latency", placement="end", is_open=False, children=[ dbc.Row(id="metadata-tput-lat"), dbc.Row(id="metadata-hdrh-graph") ] ), delay_show=C.SPINNER_DELAY ), dbc.Offcanvas( class_name="w-75", id="offcanvas-documentation", title="Documentation", placement="end", is_open=False, children=html.Iframe( src=C.URL_DOC_REL_NOTES, width="100%", height="100%" ) ) ] ) else: return html.Div( id="div-main-error", children=[ dbc.Alert( [ "An Error Occured" ], color="danger" ) ] ) def _add_navbar(self): """Add nav element with navigation panel. It is placed on the top. :returns: Navigation bar. :rtype: dbc.NavbarSimple """ return dbc.NavbarSimple( id="navbarsimple-main", children=[ dbc.NavItem(dbc.NavLink( C.REPORT_TITLE, active=True, external_link=True, href="/report" )), dbc.NavItem(dbc.NavLink( "Comparisons", external_link=True, href="/comparisons" )), dbc.NavItem(dbc.NavLink( "Coverage Data", external_link=True, href="/coverage" )), dbc.NavItem(dbc.NavLink( "Documentation", id="btn-documentation", )) ], brand=C.BRAND, brand_href="/", brand_external_link=True, class_name="p-2", fluid=True ) def _add_ctrl_col(self) -> dbc.Col: """Add column with controls. It is placed on the left side. :returns: Column with the control panel. :rtype: dbc.Col """ return dbc.Col([ html.Div( children=self._add_ctrl_panel(), className="sticky-top" ) ]) def _add_plotting_col(self) -> dbc.Col: """Add column with plots. It is placed on the right side. :returns: Column with plots. :rtype: dbc.Col """ return dbc.Col( id="col-plotting-area", children=[ dbc.Spinner( children=[ dbc.Row( id="plotting-area", class_name="g-0 p-0", children=[ C.PLACEHOLDER ] ) ] ) ], width=9 ) def _add_ctrl_panel(self) -> list: """Add control panel. :returns: Control panel. :rtype: list """ return [ dbc.Row( class_name="g-0 p-1", children=[ dbc.InputGroup( [ dbc.InputGroupText( children=show_tooltip( self._tooltips, "help-release", "CSIT Release" ) ), dbc.Select( id={"type": "ctrl-dd", "index": "rls"}, placeholder="Select a Release...", options=sorted( [ {"label": k, "value": k} \ for k in self._spec_tbs.keys() ], key=lambda d: d["label"] ) ) ], size="sm" ) ] ), dbc.Row( class_name="g-0 p-1", children=[ dbc.InputGroup( [ dbc.InputGroupText( children=show_tooltip( self._tooltips, "help-dut", "DUT" ) ), dbc.Select( id={"type": "ctrl-dd", "index": "dut"}, placeholder="Select a Device under Test..." ) ], size="sm" ) ] ), dbc.Row( class_name="g-0 p-1", children=[ dbc.InputGroup( [ dbc.InputGroupText( children=show_tooltip( self._tooltips, "help-dut-ver", "DUT Version" ) ), dbc.Select( id={"type": "ctrl-dd", "index": "dutver"}, placeholder=\ "Select a Version of Device under Test..." ) ], size="sm" ) ] ), dbc.Row( class_name="g-0 p-1", children=[ dbc.InputGroup( [ dbc.InputGroupText( children=show_tooltip( self._tooltips, "help-infra", "Infra" ) ), dbc.Select( id={"type": "ctrl-dd", "index": "phy"}, placeholder=\ "Select a Physical Test Bed Topology..." ) ], size="sm" ) ] ), dbc.Row( class_name="g-0 p-1", children=[ dbc.InputGroup( [ dbc.InputGroupText( children=show_tooltip( self._tooltips, "help-area", "Area" ) ), dbc.Select( id={"type": "ctrl-dd", "index": "area"}, placeholder="Select an Area..." ) ], size="sm" ) ] ), dbc.Row( class_name="g-0 p-1", children=[ dbc.InputGroup( [ dbc.InputGroupText( children=show_tooltip( self._tooltips, "help-test", "Test" ) ), dbc.Select( id={"type": "ctrl-dd", "index": "test"}, placeholder="Select a Test..." ) ], size="sm" ) ] ), dbc.Row( class_name="g-0 p-1", children=[ dbc.InputGroup( [ dbc.InputGroupText( children=show_tooltip( self._tooltips, "help-framesize", "Frame Size" ) ), dbc.Col( children=[ dbc.Checklist( id={ "type": "ctrl-cl", "index": "frmsize-all" }, options=C.CL_ALL_DISABLED, inline=True, class_name="ms-2" ) ], width=2 ), dbc.Col( children=[ dbc.Checklist( id={ "type": "ctrl-cl", "index": "frmsize" }, inline=True ) ] ) ], style={"align-items": "center"}, size="sm" ) ] ), dbc.Row( class_name="g-0 p-1", children=[ dbc.InputGroup( [ dbc.InputGroupText( children=show_tooltip( self._tooltips, "help-cores", "Number of Cores" ) ), dbc.Col( children=[ dbc.Checklist( id={ "type": "ctrl-cl", "index": "core-all" }, options=C.CL_ALL_DISABLED, inline=True, class_name="ms-2" ) ], width=2 ), dbc.Col( children=[ dbc.Checklist( id={ "type": "ctrl-cl", "index": "core" }, inline=True ) ] ) ], style={"align-items": "center"}, size="sm" ) ] ), dbc.Row( class_name="g-0 p-1", children=[ dbc.InputGroup( [ dbc.InputGroupText( children=show_tooltip( self._tooltips, "help-ttype", "Test Type" ) ), dbc.Col( children=[ dbc.Checklist( id={ "type": "ctrl-cl", "index": "tsttype-all" }, options=C.CL_ALL_DISABLED, inline=True, class_name="ms-2" ) ], width=2 ), dbc.Col( children=[ dbc.Checklist( id={ "type": "ctrl-cl", "index": "tsttype" }, inline=True ) ] ) ], style={"align-items": "center"}, size="sm" ) ] ), dbc.Row( class_name="g-0 p-1", children=[ dbc.InputGroup( [ dbc.InputGroupText( children=show_tooltip( self._tooltips, "help-normalize", "Normalization" ) ), dbc.Col( children=[ dbc.Checklist( id="normalize", options=[{ "value": "normalize", "label": ( "Normalize to CPU frequency " "2GHz" ) }], value=[], inline=True, class_name="ms-2" ) ] ) ], style={"align-items": "center"}, size="sm" ) ] ), dbc.Row( class_name="g-0 p-1", children=[ dbc.Button( id={"type": "ctrl-btn", "index": "add-test"}, children="Add Selected", color="info" ) ] ), dbc.Row( id="row-card-sel-tests", class_name="g-0 p-1", style=C.STYLE_DISABLED, children=[ dbc.ListGroup( class_name="overflow-auto p-0", id="lg-selected", children=[], style={"max-height": "20em"}, flush=True ) ] ), dbc.Row( id="row-btns-sel-tests", class_name="g-0 p-1", style=C.STYLE_DISABLED, children=[ dbc.ButtonGroup( children=[ dbc.Button( id={"type": "ctrl-btn", "index": "rm-test"}, children="Remove Selected", class_name="w-100", color="info", disabled=False ), dbc.Button( id={"type": "ctrl-btn", "index": "rm-test-all"}, children="Remove All", class_name="w-100", color="info", disabled=False ) ] ) ] ) ] def _get_plotting_area( self, tests: list, normalize: bool, url: str ) -> list: """Generate the plotting area with all its content. :param tests: List of tests to be displayed in the graphs. :param normalize: If true, the values in graphs are normalized. :param url: URL to be displayed in the modal window. :type tests: list :type normalize: bool :type url: str :returns: List of rows with elements to be displayed in the plotting area. :rtype: list """ if not tests: return C.PLACEHOLDER figs = graph_iterative(self._data, tests, self._graph_layout, normalize) if not figs[0]: return C.PLACEHOLDER row_items = [ dbc.Col( children=dcc.Graph( id={"type": "graph", "index": "tput"}, figure=figs[0] ), class_name="g-0 p-1", width=6 ) ] if figs[1]: row_items.append( dbc.Col( children=dcc.Graph( id={"type": "graph", "index": "lat"}, figure=figs[1] ), class_name="g-0 p-1", width=6 ) ) return [ dbc.Row( children=row_items, class_name="g-0 p-0", ), dbc.Row( [ dbc.Col([html.Div( [ dbc.Button( id="plot-btn-url", children="Show URL", class_name="me-1", color="info", style={ "text-transform": "none", "padding": "0rem 1rem" } ), dbc.Modal( [ dbc.ModalHeader(dbc.ModalTitle("URL")), dbc.ModalBody(url) ], id="plot-mod-url", size="xl", is_open=False, scrollable=True ), dbc.Button( id="plot-btn-download", children="Download Data", class_name="me-1", color="info", style={ "text-transform": "none", "padding": "0rem 1rem" } ), dcc.Download(id="download-iterative-data") ], className=\ "d-grid gap-0 d-md-flex justify-content-md-end" )]) ], class_name="g-0 p-0" ) ] def callbacks(self, app): """Callbacks for the whole application. :param app: The application. :type app: Flask """ @app.callback( [ Output("store-control-panel", "data"), Output("store-selected-tests", "data"), Output("plotting-area", "children"), Output("row-card-sel-tests", "style"), Output("row-btns-sel-tests", "style"), Output("lg-selected", "children"), Output({"type": "ctrl-dd", "index": "rls"}, "value"), Output({"type": "ctrl-dd", "index": "dut"}, "options"), Output({"type": "ctrl-dd", "index": "dut"}, "disabled"), Output({"type": "ctrl-dd", "index": "dut"}, "value"), Output({"type": "ctrl-dd", "index": "dutver"}, "options"), Output({"type": "ctrl-dd", "index": "dutver"}, "disabled"), Output({"type": "ctrl-dd", "index": "dutver"}, "value"), Output({"type": "ctrl-dd", "index": "phy"}, "options"), Output({"type": "ctrl-dd", "index": "phy"}, "disabled"), Output({"type": "ctrl-dd", "index": "phy"}, "value"), Output({"type": "ctrl-dd", "index": "area"}, "options"), Output({"type": "ctrl-dd", "index": "area"}, "disabled"), Output({"type": "ctrl-dd", "index": "area"}, "value"), Output({"type": "ctrl-dd", "index": "test"}, "options"), Output({"type": "ctrl-dd", "index": "test"}, "disabled"), Output({"type": "ctrl-dd", "index": "test"}, "value"), Output({"type": "ctrl-cl", "index": "core"}, "options"), Output({"type": "ctrl-cl", "index": "core"}, "value"), Output({"type": "ctrl-cl", "index": "core-all"}, "value"), Output({"type": "ctrl-cl", "index": "core-all"}, "options"), Output({"type": "ctrl-cl", "index": "frmsize"}, "options"), Output({"type": "ctrl-cl", "index": "frmsize"}, "value"), Output({"type": "ctrl-cl", "index": "frmsize-all"}, "value"), Output({"type": "ctrl-cl", "index": "frmsize-all"}, "options"), Output({"type": "ctrl-cl", "index": "tsttype"}, "options"), Output({"type": "ctrl-cl", "index": "tsttype"}, "value"), Output({"type": "ctrl-cl", "index": "tsttype-all"}, "value"), Output({"type": "ctrl-cl", "index": "tsttype-all"}, "options"), Output({"type": "ctrl-btn", "index": "add-test"}, "disabled"), Output("normalize", "value") ], [ State("store-control-panel", "data"), State("store-selected-tests", "data"), State({"type": "sel-cl", "index": ALL}, "value") ], [ Input("url", "href"), Input("normalize", "value"), Input({"type": "ctrl-dd", "index": ALL}, "value"), Input({"type": "ctrl-cl", "index": ALL}, "value"), Input({"type": "ctrl-btn", "index": ALL}, "n_clicks") ] ) def _update_application( control_panel: dict, store_sel: list, lst_sel: list, href: str, normalize: list, *_ ) -> tuple: """Update the application when the event is detected. """ ctrl_panel = ControlPanel(CP_PARAMS, control_panel) on_draw = False # Parse the url: parsed_url = url_decode(href) if parsed_url: url_params = parsed_url["params"] else: url_params = None plotting_area = no_update row_card_sel_tests = no_update row_btns_sel_tests = no_update lg_selected = no_update trigger = Trigger(callback_context.triggered) if trigger.type == "url" and url_params: try: store_sel = literal_eval(url_params["store_sel"][0]) normalize = literal_eval(url_params["norm"][0]) except (KeyError, IndexError, AttributeError): pass if store_sel: row_card_sel_tests = C.STYLE_ENABLED row_btns_sel_tests = C.STYLE_ENABLED last_test = store_sel[-1] test = self._spec_tbs[last_test["rls"]][last_test["dut"]]\ [last_test["dutver"]][last_test["phy"]]\ [last_test["area"]][last_test["test"]] ctrl_panel.set({ "dd-rls-val": last_test["rls"], "dd-dut-val": last_test["dut"], "dd-dut-opt": generate_options( self._spec_tbs[last_test["rls"]].keys() ), "dd-dut-dis": False, "dd-dutver-val": last_test["dutver"], "dd-dutver-opt": generate_options( self._spec_tbs[last_test["rls"]]\ [last_test["dut"]].keys() ), "dd-dutver-dis": False, "dd-phy-val": last_test["phy"], "dd-phy-opt": generate_options( self._spec_tbs[last_test["rls"]][last_test["dut"]]\ [last_test["dutver"]].keys() ), "dd-phy-dis": False, "dd-area-val": last_test["area"], "dd-area-opt": [ {"label": label(v), "value": v} for v in \ sorted(self._spec_tbs[last_test["rls"]]\ [last_test["dut"]][last_test["dutver"]]\ [last_test["phy"]].keys()) ], "dd-area-dis": False, "dd-test-val": last_test["test"], "dd-test-opt": generate_options( self._spec_tbs[last_test["rls"]][last_test["dut"]]\ [last_test["dutver"]][last_test["phy"]]\ [last_test["area"]].keys() ), "dd-test-dis": False, "cl-core-opt": generate_options(test["core"]), "cl-core-val": [last_test["core"].upper(), ], "cl-core-all-val": list(), "cl-core-all-opt": C.CL_ALL_ENABLED, "cl-frmsize-opt": generate_options(test["frame-size"]), "cl-frmsize-val": [last_test["framesize"].upper(), ], "cl-frmsize-all-val": list(), "cl-frmsize-all-opt": C.CL_ALL_ENABLED, "cl-tsttype-opt": generate_options(test["test-type"]), "cl-tsttype-val": [last_test["testtype"].upper(), ], "cl-tsttype-all-val": list(), "cl-tsttype-all-opt": C.CL_ALL_ENABLED, "cl-normalize-val": normalize, "btn-add-dis": False }) on_draw = True elif trigger.type == "normalize": ctrl_panel.set({"cl-normalize-val": normalize}) on_draw = True elif trigger.type == "ctrl-dd": if trigger.idx == "rls": try: options = generate_options( self._spec_tbs[trigger.value].keys() ) disabled = False except KeyError: options = list() disabled = True ctrl_panel.set({ "dd-rls-val": trigger.value, "dd-dut-val": str(), "dd-dut-opt": options, "dd-dut-dis": disabled, "dd-dutver-val": str(), "dd-dutver-opt": list(), "dd-dutver-dis": True, "dd-phy-val": str(), "dd-phy-opt": list(), "dd-phy-dis": True, "dd-area-val": str(), "dd-area-opt": list(), "dd-area-dis": True, "dd-test-val": str(), "dd-test-opt": list(), "dd-test-dis": True, "cl-core-opt": list(), "cl-core-val": list(), "cl-core-all-val": list(), "cl-core-all-opt": C.CL_ALL_DISABLED, "cl-frmsize-opt": list(), "cl-frmsize-val": list(), "cl-frmsize-all-val": list(), "cl-frmsize-all-opt": C.CL_ALL_DISABLED, "cl-tsttype-opt": list(), "cl-tsttype-val": list(), "cl-tsttype-all-val": list(), "cl-tsttype-all-opt": C.CL_ALL_DISABLED, "btn-add-dis": True }) elif trigger.idx == "dut": try: rls = ctrl_panel.get("dd-rls-val") dut = self._spec_tbs[rls][trigger.value] options = generate_options(dut.keys()) disabled = False except KeyError: options = list() disabled = True ctrl_panel.set({ "dd-dut-val": trigger.value, "dd-dutver-val": str(), "dd-dutver-opt": options, "dd-dutver-dis": disabled, "dd-phy-val": str(), "dd-phy-opt": list(), "dd-phy-dis": True, "dd-area-val": str(), "dd-area-opt": list(), "dd-area-dis": True, "dd-test-val": str(), "dd-test-opt": list(), "dd-test-dis": True, "cl-core-opt": list(), "cl-core-val": list(), "cl-core-all-val": list(), "cl-core-all-opt": C.CL_ALL_DISABLED, "cl-frmsize-opt": list(), "cl-frmsize-val": list(), "cl-frmsize-all-val": list(), "cl-frmsize-all-opt": C.CL_ALL_DISABLED, "cl-tsttype-opt": list(), "cl-tsttype-val": list(), "cl-tsttype-all-val": list(), "cl-tsttype-all-opt": C.CL_ALL_DISABLED, "btn-add-dis": True }) elif trigger.idx == "dutver": try: rls = ctrl_panel.get("dd-rls-val") dut = ctrl_panel.get("dd-dut-val") dutver = self._spec_tbs[rls][dut][trigger.value] options = generate_options(dutver.keys()) disabled = False except KeyError: options = list() disabled = True ctrl_panel.set({ "dd-dutver-val": trigger.value, "dd-phy-val": str(), "dd-phy-opt": options, "dd-phy-dis": disabled, "dd-area-val": str(), "dd-area-opt": list(), "dd-area-dis": True, "dd-test-val": str(), "dd-test-opt": list(), "dd-test-dis": True, "cl-core-opt": list(), "cl-core-val": list(), "cl-core-all-val": list(), "cl-core-all-opt": C.CL_ALL_DISABLED, "cl-frmsize-opt": list(), "cl-frmsize-val": list(), "cl-frmsize-all-val": list(), "cl-frmsize-all-opt": C.CL_ALL_DISABLED, "cl-tsttype-opt": list(), "cl-tsttype-val": list(), "cl-tsttype-all-val": list(), "cl-tsttype-all-opt": C.CL_ALL_DISABLED, "btn-add-dis": True }) elif trigger.idx == "phy": try: rls = ctrl_panel.get("dd-rls-val") dut = ctrl_panel.get("dd-dut-val") dutver = ctrl_panel.get("dd-dutver-val") phy = self._spec_tbs[rls][dut][dutver][trigger.value] options = [{"label": label(v), "value": v} \ for v in sorted(phy.keys())] disabled = False except KeyError: options = list() disabled = True ctrl_panel.set({ "dd-phy-val": trigger.value, "dd-area-val": str(), "dd-area-opt": options, "dd-area-dis": disabled, "dd-test-val": str(), "dd-test-opt": list(), "dd-test-dis": True, "cl-core-opt": list(), "cl-core-val": list(), "cl-core-all-val": list(), "cl-core-all-opt": C.CL_ALL_DISABLED, "cl-frmsize-opt": list(), "cl-frmsize-val": list(), "cl-frmsize-all-val": list(), "cl-frmsize-all-opt": C.CL_ALL_DISABLED, "cl-tsttype-opt": list(), "cl-tsttype-val": list(), "cl-tsttype-all-val": list(), "cl-tsttype-all-opt": C.CL_ALL_DISABLED, "btn-add-dis": True }) elif trigger.idx == "area": try: rls = ctrl_panel.get("dd-rls-val") dut = ctrl_panel.get("dd-dut-val") dutver = ctrl_panel.get("dd-dutver-val") phy = ctrl_panel.get("dd-phy-val") area = \ self._spec_tbs[rls][dut][dutver][phy][trigger.value] options = generate_options(area.keys()) disabled = False except KeyError: options = list() disabled = True ctrl_panel.set({ "dd-area-val": trigger.value, "dd-test-val": str(), "dd-test-opt": options, "dd-test-dis": disabled, "cl-core-opt": list(), "cl-core-val": list(), "cl-core-all-val": list(), "cl-core-all-opt": C.CL_ALL_DISABLED, "cl-frmsize-opt": list(), "cl-frmsize-val": list(), "cl-frmsize-all-val": list(), "cl-frmsize-all-opt": C.CL_ALL_DISABLED, "cl-tsttype-opt": list(), "cl-tsttype-val": list(), "cl-tsttype-all-val": list(), "cl-tsttype-all-opt": C.CL_ALL_DISABLED, "btn-add-dis": True }) elif trigger.idx == "test": rls = ctrl_panel.get("dd-rls-val") dut = ctrl_panel.get("dd-dut-val") dutver = ctrl_panel.get("dd-dutver-val") phy = ctrl_panel.get("dd-phy-val") area = ctrl_panel.get("dd-area-val") if all((rls, dut, dutver, phy, area, trigger.value, )): test = self._spec_tbs[rls][dut][dutver][phy][area]\ [trigger.value] ctrl_panel.set({ "dd-test-val": trigger.value, "cl-core-opt": generate_options(test["core"]), "cl-core-val": list(), "cl-core-all-val": list(), "cl-core-all-opt": C.CL_ALL_ENABLED, "cl-frmsize-opt": \ generate_options(test["frame-size"]), "cl-frmsize-val": list(), "cl-frmsize-all-val": list(), "cl-frmsize-all-opt": C.CL_ALL_ENABLED, "cl-tsttype-opt": \ generate_options(test["test-type"]), "cl-tsttype-val": list(), "cl-tsttype-all-val": list(), "cl-tsttype-all-opt": C.CL_ALL_ENABLED, "btn-add-dis": True }) elif trigger.type == "ctrl-cl": param = trigger.idx.split("-")[0] if "-all" in trigger.idx: c_sel, c_all, c_id = list(), trigger.value, "all" else: c_sel, c_all, c_id = trigger.value, list(), str() val_sel, val_all = sync_checklists( options=ctrl_panel.get(f"cl-{param}-opt"), sel=c_sel, all=c_all, id=c_id ) ctrl_panel.set({ f"cl-{param}-val": val_sel, f"cl-{param}-all-val": val_all, }) if all((ctrl_panel.get("cl-core-val"), ctrl_panel.get("cl-frmsize-val"), ctrl_panel.get("cl-tsttype-val"), )): ctrl_panel.set({"btn-add-dis": False}) else: ctrl_panel.set({"btn-add-dis": True}) elif trigger.type == "ctrl-btn": on_draw = True if trigger.idx == "add-test": rls = ctrl_panel.get("dd-rls-val") dut = ctrl_panel.get("dd-dut-val") dutver = ctrl_panel.get("dd-dutver-val") phy = ctrl_panel.get("dd-phy-val") area = ctrl_panel.get("dd-area-val") test = ctrl_panel.get("dd-test-val") # Add selected test to the list of tests in store: if store_sel is None: store_sel = list() for core in ctrl_panel.get("cl-core-val"): for framesize in ctrl_panel.get("cl-frmsize-val"): for ttype in ctrl_panel.get("cl-tsttype-val"): if dut == "trex": core = str() tid = "-".join(( rls, dut, dutver, phy.replace("af_xdp", "af-xdp"), area, framesize.lower(), core.lower(), test, ttype.lower() )) if tid not in [i["id"] for i in store_sel]: store_sel.append({ "id": tid, "rls": rls, "dut": dut, "dutver": dutver, "phy": phy, "area": area, "test": test, "framesize": framesize.lower(), "core": core.lower(), "testtype": ttype.lower() }) store_sel = sorted(store_sel, key=lambda d: d["id"]) if C.CLEAR_ALL_INPUTS: ctrl_panel.set(ctrl_panel.defaults) elif trigger.idx == "rm-test" and lst_sel: new_store_sel = list() for idx, item in enumerate(store_sel): if not lst_sel[idx]: new_store_sel.append(item) store_sel = new_store_sel elif trigger.idx == "rm-test-all": store_sel = list() if on_draw: if store_sel: lg_selected = get_list_group_items( store_sel, "sel-cl", add_index=True ) plotting_area = self._get_plotting_area( store_sel, bool(normalize), gen_new_url( parsed_url, {"store_sel": store_sel, "norm": normalize} ) ) row_card_sel_tests = C.STYLE_ENABLED row_btns_sel_tests = C.STYLE_ENABLED else: plotting_area = C.PLACEHOLDER row_card_sel_tests = C.STYLE_DISABLED row_btns_sel_tests = C.STYLE_DISABLED store_sel = list() ret_val = [ ctrl_panel.panel, store_sel, plotting_area, row_card_sel_tests, row_btns_sel_tests, lg_selected ] ret_val.extend(ctrl_panel.values) return ret_val @app.callback( Output("plot-mod-url", "is_open"), [Input("plot-btn-url", "n_clicks")], [State("plot-mod-url", "is_open")], ) def toggle_plot_mod_url(n, is_open): """Toggle the modal window with url. """ if n: return not is_open return is_open @app.callback( Output("download-iterative-data", "data"), State("store-selected-tests", "data"), Input("plot-btn-download", "n_clicks"), prevent_initial_call=True ) def _download_iterative_data(store_sel, _): """Download the data :param store_sel: List of tests selected by user stored in the browser. :type store_sel: list :returns: dict of data frame content (base64 encoded) and meta data used by the Download component. :rtype: dict """ if not store_sel: raise PreventUpdate df = pd.DataFrame() for itm in store_sel: sel_data = select_iterative_data(self._data, itm) if sel_data is None: continue df = pd.concat([df, sel_data], ignore_index=True) return dcc.send_data_frame(df.to_csv, C.REPORT_DOWNLOAD_FILE_NAME) @app.callback( Output("metadata-tput-lat", "children"), Output("metadata-hdrh-graph", "children"), Output("offcanvas-metadata", "is_open"), Input({"type": "graph", "index": ALL}, "clickData"), prevent_initial_call=True ) def _show_metadata_from_graphs(graph_data: dict) -> tuple: """Generates the data for the offcanvas displayed when a particular point in a graph is clicked on. :param graph_data: The data from the clicked point in the graph. :type graph_data: dict :returns: The data to be displayed on the offcanvas and the information to show the offcanvas. :rtype: tuple(list, list, bool) """ trigger = Trigger(callback_context.triggered) try: idx = 0 if trigger.idx == "tput" else 1 graph_data = graph_data[idx]["points"] except (IndexError, KeyError, ValueError, TypeError): raise PreventUpdate def _process_stats(data: list, param: str) -> list: """Process statistical data provided by plot.ly box graph. :param data: Statistical data provided by plot.ly box graph. :param param: Parameter saying if the data come from "tput" or "lat" graph. :type data: list :type param: str :returns: Listo of tuples where the first value is the statistic's name and the secont one it's value. :rtype: list """ if len(data) == 7: stats = ("max", "upper fence", "q3", "median", "q1", "lower fence", "min") elif len(data) == 9: stats = ("outlier", "max", "upper fence", "q3", "median", "q1", "lower fence", "min", "outlier") elif len(data) == 1: if param == "lat": stats = ("Average Latency at 50% PDR", ) else: stats = ("Throughput", ) else: return list() unit = " [us]" if param == "lat" else str() return [(f"{stat}{unit}", f"{value['y']:,.0f}") for stat, value in zip(stats, data)] graph = list() if trigger.idx == "tput": title = "Throughput" elif trigger.idx == "lat": title = "Latency" if len(graph_data) == 1: hdrh_data = graph_data[0].get("customdata", None) if hdrh_data: name = hdrh_data.pop("name") graph = [dbc.Card( class_name="gy-2 p-0", children=[ dbc.CardHeader(html.A( name, href=f"{C.URL_JENKINS}{name}", target="_blank" )), dbc.CardBody(dcc.Graph( id="hdrh-latency-graph", figure=graph_hdrh_latency( hdrh_data, self._graph_layout ) )) ]) ] else: raise PreventUpdate list_group_items = list() for k, v in _process_stats(graph_data, trigger.idx): list_group_items.append(dbc.ListGroupItem([dbc.Badge(k), v])) if trigger.idx == "tput" and len(list_group_items) == 1: job = graph_data[0].get("customdata", "") list_group_items.append(dbc.ListGroupItem([ dbc.Badge("csit-ref"), html.A(job, href=f"{C.URL_JENKINS}{job}", target="_blank") ])) metadata = [ dbc.Card( class_name="gy-2 p-0", children=[ dbc.CardHeader(children=[ dcc.Clipboard( target_id="tput-lat-metadata", title="Copy", style={"display": "inline-block"} ), title ]), dbc.CardBody( dbc.ListGroup(list_group_items, flush=True), id="tput-lat-metadata", class_name="p-0" ) ] ) ] return metadata, graph, True @app.callback( Output("offcanvas-documentation", "is_open"), Input("btn-documentation", "n_clicks"), State("offcanvas-documentation", "is_open") ) def toggle_offcanvas_documentation(n_clicks, is_open): if n_clicks: return not is_open return is_open