aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools/presentation/generator_plots.py
diff options
context:
space:
mode:
Diffstat (limited to 'resources/tools/presentation/generator_plots.py')
-rw-r--r--resources/tools/presentation/generator_plots.py221
1 files changed, 221 insertions, 0 deletions
diff --git a/resources/tools/presentation/generator_plots.py b/resources/tools/presentation/generator_plots.py
new file mode 100644
index 0000000000..9ef8574907
--- /dev/null
+++ b/resources/tools/presentation/generator_plots.py
@@ -0,0 +1,221 @@
+# Copyright (c) 2017 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Algorithms to generate plots.
+"""
+
+
+import logging
+import pandas as pd
+import plotly.offline as ploff
+import plotly.graph_objs as plgo
+from plotly.exceptions import PlotlyError
+
+from utils import mean
+
+
+def generate_plots(spec, data):
+ """Generate all plots specified in the specification file.
+
+ :param spec: Specification read from the specification file.
+ :param data: Data to process.
+ :type spec: Specification
+ :type data: InputData
+ """
+
+ logging.info("Generating the plots ...")
+ for index, plot in enumerate(spec.plots):
+ try:
+ logging.info(" Plot nr {0}:".format(index + 1))
+ eval(plot["algorithm"])(plot, data)
+ except NameError:
+ logging.error("The algorithm '{0}' is not defined.".
+ format(plot["algorithm"]))
+ logging.info("Done.")
+
+
+def plot_performance_box(plot, input_data):
+ """Generate the plot(s) with algorithm: table_detailed_test_results
+ specified in the specification file.
+
+ :param plot: Plot to generate.
+ :param input_data: Data to process.
+ :type plot: pandas.Series
+ :type input_data: InputData
+ """
+
+ logging.info(" Generating the plot {0} ...".
+ format(plot.get("title", "")))
+
+ # Transform the data
+ data = input_data.filter_data(plot)
+ if data is None:
+ logging.error("No data.")
+ return
+
+ # Prepare the data for the plot
+ y_vals = dict()
+ for job in data:
+ for build in job:
+ for test in build:
+ if y_vals.get(test["parent"], None) is None:
+ y_vals[test["parent"]] = list()
+ try:
+ y_vals[test["parent"]].append(test["throughput"]["value"])
+ except (KeyError, TypeError):
+ y_vals[test["parent"]].append(None)
+
+ # Add None to the lists with missing data
+ max_len = 0
+ for val in y_vals.values():
+ if len(val) > max_len:
+ max_len = len(val)
+ for key, val in y_vals.items():
+ if len(val) < max_len:
+ val.extend([None for _ in range(max_len - len(val))])
+
+ # Add plot traces
+ traces = list()
+ df = pd.DataFrame(y_vals)
+ df.head()
+ for i, col in enumerate(df.columns):
+ name = "{0}. {1}".format(i + 1, col.lower().replace('-ndrpdrdisc', ''))
+ traces.append(plgo.Box(x=[str(i + 1) + '.'] * len(df[col]),
+ y=df[col],
+ name=name,
+ **plot["traces"]))
+
+ try:
+ # Create plot
+ plpl = plgo.Figure(data=traces, layout=plot["layout"])
+
+ # Export Plot
+ logging.info(" Writing file '{0}{1}'.".
+ format(plot["output-file"], plot["output-file-type"]))
+ ploff.plot(plpl,
+ show_link=False, auto_open=False,
+ filename='{0}{1}'.format(plot["output-file"],
+ plot["output-file-type"]))
+ except PlotlyError as err:
+ logging.error(" Finished with error: {}".
+ format(str(err).replace("\n", " ")))
+ return
+
+ logging.info(" Done.")
+
+
+def plot_latency_box(plot, input_data):
+ """Generate the plot(s) with algorithm: plot_latency_box
+ specified in the specification file.
+
+ :param plot: Plot to generate.
+ :param input_data: Data to process.
+ :type plot: pandas.Series
+ :type input_data: InputData
+ """
+
+ logging.info(" Generating the plot {0} ...".
+ format(plot.get("title", "")))
+
+ # Transform the data
+ data = input_data.filter_data(plot)
+ if data is None:
+ logging.error("No data.")
+ return
+
+ # Prepare the data for the plot
+ y_tmp_vals = dict()
+ for job in data:
+ for build in job:
+ for test in build:
+ if y_tmp_vals.get(test["parent"], None) is None:
+ y_tmp_vals[test["parent"]] = [
+ list(), # direction1, min
+ list(), # direction1, avg
+ list(), # direction1, max
+ list(), # direction2, min
+ list(), # direction2, avg
+ list() # direction2, max
+ ]
+ try:
+ y_tmp_vals[test["parent"]][0].append(
+ test["latency"]["direction1"]["50"]["min"])
+ y_tmp_vals[test["parent"]][1].append(
+ test["latency"]["direction1"]["50"]["avg"])
+ y_tmp_vals[test["parent"]][2].append(
+ test["latency"]["direction1"]["50"]["max"])
+ y_tmp_vals[test["parent"]][3].append(
+ test["latency"]["direction2"]["50"]["min"])
+ y_tmp_vals[test["parent"]][4].append(
+ test["latency"]["direction2"]["50"]["avg"])
+ y_tmp_vals[test["parent"]][5].append(
+ test["latency"]["direction2"]["50"]["max"])
+ except (KeyError, TypeError):
+ pass
+
+ y_vals = dict()
+ for key, values in y_tmp_vals.items():
+ y_vals[key] = list()
+ for val in values:
+ if val:
+ average = mean(val)
+ else:
+ average = None
+ y_vals[key].append(average)
+ y_vals[key].append(average) # Twice for plot.ly
+
+ # Add plot traces
+ traces = list()
+ try:
+ df = pd.DataFrame(y_vals)
+ df.head()
+ except ValueError as err:
+ logging.error(" Finished with error: {}".
+ format(str(err).replace("\n", " ")))
+ return
+
+ for i, col in enumerate(df.columns):
+ name = "{0}. {1}".format(i + 1, col.lower().replace('-ndrpdrdisc', ''))
+ traces.append(plgo.Box(x=['TGint1-to-SUT1-to-SUT2-to-TGint2',
+ 'TGint1-to-SUT1-to-SUT2-to-TGint2',
+ 'TGint1-to-SUT1-to-SUT2-to-TGint2',
+ 'TGint1-to-SUT1-to-SUT2-to-TGint2',
+ 'TGint1-to-SUT1-to-SUT2-to-TGint2',
+ 'TGint1-to-SUT1-to-SUT2-to-TGint2',
+ 'TGint2-to-SUT2-to-SUT1-to-TGint1',
+ 'TGint2-to-SUT2-to-SUT1-to-TGint1',
+ 'TGint2-to-SUT2-to-SUT1-to-TGint1',
+ 'TGint2-to-SUT2-to-SUT1-to-TGint1',
+ 'TGint2-to-SUT2-to-SUT1-to-TGint1',
+ 'TGint2-to-SUT2-to-SUT1-to-TGint1'],
+ y=df[col],
+ name=name,
+ **plot["traces"]))
+
+ try:
+ # Create plot
+ logging.info(" Writing file '{0}{1}'.".
+ format(plot["output-file"], plot["output-file-type"]))
+ plpl = plgo.Figure(data=traces, layout=plot["layout"])
+
+ # Export Plot
+ ploff.plot(plpl,
+ show_link=False, auto_open=False,
+ filename='{0}{1}'.format(plot["output-file"],
+ plot["output-file-type"]))
+ except PlotlyError as err:
+ logging.error(" Finished with error: {}".
+ format(str(err).replace("\n", " ")))
+ return
+
+ logging.info(" Done.")