diff options
| author |   Peter Mikus <peter.mikus@icloud.com> | 2025-02-11 12:50:47 +0100 |
|---|---|---|
| committer | Peter Mikus <peter.mikus@icloud.com> | 2025-02-11 13:03:53 +0000 |
| commit | 41b9715abb0ea17dfe4a38c83352468fe34869d2 (patch) | |
| tree | 98c445f09d9abe423a355b9c83f8bdb50502bd7c /csit.infra.dash/app/cdash/data/data.py | |
| parent | 76a3cafc673707b613d0612d74be6cc14c655e12 (diff) | |
feat(cdash): Add alternative S3 storage as an option
Signed-off-by: Peter Mikus <peter.mikus@icloud.com>
Change-Id: Idb23d1522ccee605d5e9908878c8e4fd56b7e6bf
Diffstat (limited to 'csit.infra.dash/app/cdash/data/data.py')
| -rw-r--r-- | csit.infra.dash/app/cdash/data/data.py | 8 |
1 files changed, 7 insertions, 1 deletions
diff --git a/csit.infra.dash/app/cdash/data/data.py b/csit.infra.dash/app/cdash/data/data.py index 749769c269..0d1e3133be 100644 --- a/csit.infra.dash/app/cdash/data/data.py +++ b/csit.infra.dash/app/cdash/data/data.py @@ -1,4 +1,4 @@ -# Copyright (c) 2024 Cisco and/or its affiliates. +# Copyright (c) 2025 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -115,6 +115,8 @@ class Data: if days: last_modified_begin = datetime.now(tz=UTC) - timedelta(days=days) try: + if C.AWS_ENDPOINT_URL: + wr.config.s3_endpoint_url = C.AWS_ENDPOINT_URL file_list = wr.s3.list_objects( path=path, suffix="parquet", @@ -202,6 +204,8 @@ class Data: if days: last_modified_begin = datetime.now(tz=UTC) - timedelta(days=days) + if C.AWS_ENDPOINT_URL: + wr.config.s3_endpoint_url = C.AWS_ENDPOINT_URL df = wr.s3.read_parquet( path=path, path_suffix="parquet", @@ -290,6 +294,8 @@ class Data: wr.config.botocore_config = botocore.config.Config( max_pool_connections=C.MAX_POOL_SIZE ) + if C.AWS_ENDPOINT_URL: + wr.config.s3_endpoint_url = C.AWS_ENDPOINT_URL df = wr.s3.read_parquet( path=path, path_suffix="parquet", |