From 8b54db58fca5841433e84fd222cbb2b4f5323a30 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Wed, 2 Aug 2023 07:49:42 +0000 Subject: C-Dash: Update requirements file + add pyarrow exception processing + set 'dtype_backend="pyarrow"' for "wr.s3.read_parquet" method + add pyarrow schemas + improve console output Change-Id: Iae7f1dda3de4804af7089b80b9001f05d3364b39 Signed-off-by: Tibor Frank --- csit.infra.dash/app/cdash/utils/constants.py | 3 +++ 1 file changed, 3 insertions(+) (limited to 'csit.infra.dash/app/cdash/utils') diff --git a/csit.infra.dash/app/cdash/utils/constants.py b/csit.infra.dash/app/cdash/utils/constants.py index 926e490f6a..376fefaf3c 100644 --- a/csit.infra.dash/app/cdash/utils/constants.py +++ b/csit.infra.dash/app/cdash/utils/constants.py @@ -65,6 +65,9 @@ class Constants: # Data to be downloaded from the parquets specification file. DATA_SPEC_FILE = "cdash/data/data.yaml" + # Path to schemas to use when reading data from the parquet. + PATH_TO_SCHEMAS = "cdash/data/_metadata/" + # The file with tooltips. TOOLTIP_FILE = "cdash/utils/tooltips.yaml" -- cgit 1.2.3-korg