diff options
Diffstat (limited to 'csit.infra.dash/app/cdash/data')
| -rw-r--r-- | csit.infra.dash/app/cdash/data/_metadata/coverage_rls2302_device | bin | 0 -> 5373 bytes | |||
| -rw-r--r-- | csit.infra.dash/app/cdash/data/_metadata/coverage_rls2302_ndrpdr | bin | 0 -> 11868 bytes | |||
| -rw-r--r-- | csit.infra.dash/app/cdash/data/_metadata/iterative_rls2302_hoststack | bin | 0 -> 7882 bytes | |||
| -rw-r--r-- | csit.infra.dash/app/cdash/data/_metadata/iterative_rls2302_mrr (renamed from csit.infra.dash/app/cdash/data/_metadata/iterative_rls2210_mrr) | bin | 7919 -> 7919 bytes | |||
| -rw-r--r-- | csit.infra.dash/app/cdash/data/_metadata/iterative_rls2302_ndrpdr (renamed from csit.infra.dash/app/cdash/data/_metadata/iterative_rls2210_ndrpdr) | bin | 13081 -> 13081 bytes | |||
| -rw-r--r-- | csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr | bin | 13999 -> 16091 bytes | |||
| -rw-r--r-- | csit.infra.dash/app/cdash/data/data.py | 23 | ||||
| -rw-r--r-- | csit.infra.dash/app/cdash/data/data.yaml | 7 |
8 files changed, 29 insertions, 1 deletions
diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2302_device b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2302_device Binary files differnew file mode 100644 index 0000000000..f619ce8a8e --- /dev/null +++ b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2302_device diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2302_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2302_ndrpdr Binary files differnew file mode 100644 index 0000000000..06bc618bea --- /dev/null +++ b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2302_ndrpdr diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2302_hoststack b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2302_hoststack Binary files differnew file mode 100644 index 0000000000..993d16c18c --- /dev/null +++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2302_hoststack diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2210_mrr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2302_mrr Binary files differindex 96832850b1..96832850b1 100644 --- a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2210_mrr +++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2302_mrr diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2210_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2302_ndrpdr Binary files differindex 2291bb8349..2291bb8349 100644 --- a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2210_ndrpdr +++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2302_ndrpdr diff --git a/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr Binary files differindex 17dc30c3be..3f8b85c66e 100644 --- a/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr +++ b/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr diff --git a/csit.infra.dash/app/cdash/data/data.py b/csit.infra.dash/app/cdash/data/data.py index 2bf3649778..783ebe25ff 100644 --- a/csit.infra.dash/app/cdash/data/data.py +++ b/csit.infra.dash/app/cdash/data/data.py @@ -30,6 +30,12 @@ from pyarrow.lib import ArrowInvalid, ArrowNotImplementedError from ..utils.constants import Constants as C +# If True, pyarrow.Schema is generated. See also condition in the method +# _write_parquet_schema. +# To generate schema, select only one data set in data.yaml file. +GENERATE_SCHEMA = False + + class Data: """Gets the data from parquets and stores it for further use by dash applications. @@ -212,7 +218,10 @@ class Data: for itm in df: try: # Specify the condition or remove it: - if pd.api.types.is_string_dtype(itm["result_rate_unit"]): + if all(( + pd.api.types.is_string_dtype(itm["<column_name>"]), + pd.api.types.is_string_dtype(itm["telemetry"][0]) + )): print(pa.Schema.from_pandas(itm)) pa.parquet.write_metadata( pa.Schema.from_pandas(itm), @@ -357,6 +366,18 @@ class Data: time_period = days else: time_period = None + + if GENERATE_SCHEMA: + # Generate schema: + Data._write_parquet_schema( + path=data_set["path"], + partition_filter=partition_filter, + columns=data_set.get("columns", None), + days=time_period + ) + return + + # Read data: data = Data._create_dataframe_from_parquet( path=data_set["path"], partition_filter=partition_filter, diff --git a/csit.infra.dash/app/cdash/data/data.yaml b/csit.infra.dash/app/cdash/data/data.yaml index 427821d33c..f8c00731cf 100644 --- a/csit.infra.dash/app/cdash/data/data.yaml +++ b/csit.infra.dash/app/cdash/data/data.yaml @@ -26,6 +26,9 @@ - result_receive_rate_rate_avg - result_receive_rate_rate_stdev - result_receive_rate_rate_unit + # - result_receive_rate_bandwidth_avg + # - result_receive_rate_bandwidth_stdev + # - result_receive_rate_bandwidth_unit - telemetry - data_type: trending partition: test_type @@ -46,6 +49,10 @@ - result_pdr_lower_rate_value - result_ndr_lower_rate_unit - result_ndr_lower_rate_value + - result_pdr_lower_bandwidth_unit + - result_pdr_lower_bandwidth_value + - result_ndr_lower_bandwidth_unit + - result_ndr_lower_bandwidth_value - result_latency_reverse_pdr_90_hdrh - result_latency_reverse_pdr_50_hdrh - result_latency_reverse_pdr_10_hdrh |