diff options
author | Tibor Frank <tifrank@cisco.com> | 2023-08-02 07:49:42 +0000 |
---|---|---|
committer | Tibor Frank <tifrank@cisco.com> | 2023-08-09 14:00:47 +0000 |
commit | 8b54db58fca5841433e84fd222cbb2b4f5323a30 (patch) | |
tree | 3edae56dfbc8b48c44229b78b8060b4ff83c1036 /csit.infra.dash/app/cdash/__init__.py | |
parent | ffca8b8655c772fc6273702cae2151e7ac7a846d (diff) |
C-Dash: Update requirements file
+ add pyarrow exception processing
+ set 'dtype_backend="pyarrow"' for "wr.s3.read_parquet" method
+ add pyarrow schemas
+ improve console output
Change-Id: Iae7f1dda3de4804af7089b80b9001f05d3364b39
Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'csit.infra.dash/app/cdash/__init__.py')
-rw-r--r-- | csit.infra.dash/app/cdash/__init__.py | 96 |
1 files changed, 59 insertions, 37 deletions
diff --git a/csit.infra.dash/app/cdash/__init__.py b/csit.infra.dash/app/cdash/__init__.py index dd1dc20169..796dcef01f 100644 --- a/csit.infra.dash/app/cdash/__init__.py +++ b/csit.infra.dash/app/cdash/__init__.py @@ -67,43 +67,65 @@ def init_app(): ).read_all_data(days=time_period) # Import Dash applications. - from .news.news import init_news - app = init_news( - app, - data_stats=data["statistics"], - data_trending=data["trending"] - ) - - from .stats.stats import init_stats - app = init_stats( - app, - data_stats=data["statistics"], - data_trending=data["trending"] - ) - - from .trending.trending import init_trending - app = init_trending( - app, - data_trending=data["trending"] - ) - - from .report.report import init_report - app = init_report( - app, - data_iterative=data["iterative"] - ) - - from .comparisons.comparisons import init_comparisons - app = init_comparisons( - app, - data_iterative=data["iterative"] - ) - - from .coverage.coverage import init_coverage - app = init_coverage( - app, - data_coverage=data["coverage"] - ) + logging.info("\n\nStarting the applications:\n" + "-" * 26 + "\n") + if data["statistics"].empty or data["trending"].empty: + logging.error( + f'"{C.NEWS_TITLE}" application not loaded, no data available.' + ) + logging.error( + f'"{C.STATS_TITLE}" application not loaded, no data available.' + ) + else: + logging.info(C.NEWS_TITLE) + from .news.news import init_news + app = init_news( + app, + data_stats=data["statistics"], + data_trending=data["trending"] + ) + + logging.info(C.STATS_TITLE) + from .stats.stats import init_stats + app = init_stats( + app, + data_stats=data["statistics"], + data_trending=data["trending"] + ) + + if data["trending"].empty: + logging.error( + f'"{C.TREND_TITLE}" application not loaded, no data available.' + ) + else: + logging.info(C.TREND_TITLE) + from .trending.trending import init_trending + app = init_trending(app, data_trending=data["trending"]) + + if data["iterative"].empty: + logging.error( + f'"{C.REPORT_TITLE}" application not loaded, no data available.' + ) + logging.error( + f'"{C.COMP_TITLE}" application not loaded, no data available.' + ) + else: + logging.info(C.REPORT_TITLE) + from .report.report import init_report + app = init_report(app, data_iterative=data["iterative"]) + + logging.info(C.COMP_TITLE) + from .comparisons.comparisons import init_comparisons + app = init_comparisons(app, data_iterative=data["iterative"]) + + if data["coverage"].empty: + logging.error(( + f'"{C.COVERAGE_TITLE}" application not loaded, ' + 'no data available.' + )) + else: + logging.info(C.COVERAGE_TITLE) + from .coverage.coverage import init_coverage + app = init_coverage(app, data_coverage=data["coverage"]) return app |