diff options
| author |   Peter Mikus <peter.mikus@icloud.com> | 2025-02-11 12:50:47 +0100 |
|---|---|---|
| committer | Peter Mikus <peter.mikus@icloud.com> | 2025-02-11 13:03:53 +0000 |
| commit | 41b9715abb0ea17dfe4a38c83352468fe34869d2 (patch) | |
| tree | 98c445f09d9abe423a355b9c83f8bdb50502bd7c /csit.infra.dash/app/cdash | |
| parent | 76a3cafc673707b613d0612d74be6cc14c655e12 (diff) | |
feat(cdash): Add alternative S3 storage as an option
Signed-off-by: Peter Mikus <peter.mikus@icloud.com>
Change-Id: Idb23d1522ccee605d5e9908878c8e4fd56b7e6bf
Diffstat (limited to 'csit.infra.dash/app/cdash')
| -rw-r--r-- | csit.infra.dash/app/cdash/data/data.py | 8 | ||||
| -rw-r--r-- | csit.infra.dash/app/cdash/utils/constants.py | 5 |
2 files changed, 11 insertions, 2 deletions
diff --git a/csit.infra.dash/app/cdash/data/data.py b/csit.infra.dash/app/cdash/data/data.py index 749769c269..0d1e3133be 100644 --- a/csit.infra.dash/app/cdash/data/data.py +++ b/csit.infra.dash/app/cdash/data/data.py @@ -1,4 +1,4 @@ -# Copyright (c) 2024 Cisco and/or its affiliates. +# Copyright (c) 2025 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -115,6 +115,8 @@ class Data: if days: last_modified_begin = datetime.now(tz=UTC) - timedelta(days=days) try: + if C.AWS_ENDPOINT_URL: + wr.config.s3_endpoint_url = C.AWS_ENDPOINT_URL file_list = wr.s3.list_objects( path=path, suffix="parquet", @@ -202,6 +204,8 @@ class Data: if days: last_modified_begin = datetime.now(tz=UTC) - timedelta(days=days) + if C.AWS_ENDPOINT_URL: + wr.config.s3_endpoint_url = C.AWS_ENDPOINT_URL df = wr.s3.read_parquet( path=path, path_suffix="parquet", @@ -290,6 +294,8 @@ class Data: wr.config.botocore_config = botocore.config.Config( max_pool_connections=C.MAX_POOL_SIZE ) + if C.AWS_ENDPOINT_URL: + wr.config.s3_endpoint_url = C.AWS_ENDPOINT_URL df = wr.s3.read_parquet( path=path, path_suffix="parquet", diff --git a/csit.infra.dash/app/cdash/utils/constants.py b/csit.infra.dash/app/cdash/utils/constants.py index 823ecc62c7..f4a680e846 100644 --- a/csit.infra.dash/app/cdash/utils/constants.py +++ b/csit.infra.dash/app/cdash/utils/constants.py @@ -1,4 +1,4 @@ -# Copyright (c) 2024 Cisco and/or its affiliates. +# Copyright (c) 2025 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -93,6 +93,9 @@ class Constants: ############################################################################ # General, application wide constants. + # AWS specific settings. + AWS_ENDPOINT_URL = get_str_from_env("AWS_ENDPOINT_URL", "") + # Select applications to start. START_TRENDING = get_bool_from_env("START_TRENDING", True) START_REPORT = get_bool_from_env("START_REPORT", True) |