diff options
Diffstat (limited to 'csit.infra.etl')
-rw-r--r-- | csit.infra.etl/coverage_device_rls2402.py (renamed from csit.infra.etl/coverage_device_rls2310.py) | 4 | ||||
-rw-r--r-- | csit.infra.etl/coverage_hoststack_rls2402.py (renamed from csit.infra.etl/coverage_hoststack_rls2310.py) | 4 | ||||
-rw-r--r-- | csit.infra.etl/coverage_mrr_rls2402.py (renamed from csit.infra.etl/coverage_mrr_rls2310.py) | 4 | ||||
-rw-r--r-- | csit.infra.etl/coverage_ndrpdr_rls2402.py (renamed from csit.infra.etl/coverage_ndrpdr_rls2310.py) | 4 | ||||
-rw-r--r-- | csit.infra.etl/coverage_reconf_rls2402.py (renamed from csit.infra.etl/coverage_reconf_rls2310.py) | 4 | ||||
-rw-r--r-- | csit.infra.etl/coverage_soak_rls2402.py (renamed from csit.infra.etl/coverage_soak_rls2310.py) | 4 | ||||
-rw-r--r-- | csit.infra.etl/iterative_hoststack_rls2402.py (renamed from csit.infra.etl/iterative_hoststack_rls2310.py) | 4 | ||||
-rw-r--r-- | csit.infra.etl/iterative_mrr_rls2402.py (renamed from csit.infra.etl/iterative_mrr_rls2310.py) | 4 | ||||
-rw-r--r-- | csit.infra.etl/iterative_ndrpdr_rls2402.py (renamed from csit.infra.etl/iterative_ndrpdr_rls2310.py) | 4 | ||||
-rw-r--r-- | csit.infra.etl/iterative_reconf_rls2402.py (renamed from csit.infra.etl/iterative_reconf_rls2310.py) | 4 | ||||
-rw-r--r-- | csit.infra.etl/iterative_soak_rls2402.py (renamed from csit.infra.etl/iterative_soak_rls2310.py) | 4 |
11 files changed, 22 insertions, 22 deletions
diff --git a/csit.infra.etl/coverage_device_rls2310.py b/csit.infra.etl/coverage_device_rls2402.py index 509a73f0de..2db808164f 100644 --- a/csit.infra.etl/coverage_device_rls2310.py +++ b/csit.infra.etl/coverage_device_rls2402.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2310" in path] +filtered_paths = [path for path in paths if "report-coverage-2402" in path] out_sdf = process_json_to_dataframe("device", filtered_paths) out_sdf.printSchema() @@ -154,7 +154,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2310", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/coverage_hoststack_rls2310.py b/csit.infra.etl/coverage_hoststack_rls2402.py index 7c9e950bf7..27eb9e8cc6 100644 --- a/csit.infra.etl/coverage_hoststack_rls2310.py +++ b/csit.infra.etl/coverage_hoststack_rls2402.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2310" in path] +filtered_paths = [path for path in paths if "report-coverage-2402" in path] out_sdf = process_json_to_dataframe("hoststack", filtered_paths) out_sdf.show(truncate=False) @@ -155,7 +155,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2310", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/coverage_mrr_rls2310.py b/csit.infra.etl/coverage_mrr_rls2402.py index 4f8b5c8799..e68e4f0366 100644 --- a/csit.infra.etl/coverage_mrr_rls2310.py +++ b/csit.infra.etl/coverage_mrr_rls2402.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2310" in path] +filtered_paths = [path for path in paths if "report-coverage-2402" in path] out_sdf = process_json_to_dataframe("mrr", filtered_paths) out_sdf.printSchema() @@ -154,7 +154,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2310", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/coverage_ndrpdr_rls2310.py b/csit.infra.etl/coverage_ndrpdr_rls2402.py index f2b30ed4fa..730e3ea748 100644 --- a/csit.infra.etl/coverage_ndrpdr_rls2310.py +++ b/csit.infra.etl/coverage_ndrpdr_rls2402.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2310" in path] +filtered_paths = [path for path in paths if "report-coverage-2402" in path] out_sdf = process_json_to_dataframe("ndrpdr", filtered_paths) out_sdf.printSchema() @@ -154,7 +154,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2310", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/coverage_reconf_rls2310.py b/csit.infra.etl/coverage_reconf_rls2402.py index aff458c30a..dc1f647ff1 100644 --- a/csit.infra.etl/coverage_reconf_rls2310.py +++ b/csit.infra.etl/coverage_reconf_rls2402.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2310" in path] +filtered_paths = [path for path in paths if "report-coverage-2402" in path] out_sdf = process_json_to_dataframe("reconf", filtered_paths) out_sdf.show(truncate=False) @@ -155,7 +155,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2310", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/coverage_soak_rls2310.py b/csit.infra.etl/coverage_soak_rls2402.py index 2e1a739d74..7d87afd952 100644 --- a/csit.infra.etl/coverage_soak_rls2310.py +++ b/csit.infra.etl/coverage_soak_rls2402.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2310" in path] +filtered_paths = [path for path in paths if "report-coverage-2402" in path] out_sdf = process_json_to_dataframe("soak", filtered_paths) out_sdf.printSchema() @@ -154,7 +154,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2310", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/iterative_hoststack_rls2310.py b/csit.infra.etl/iterative_hoststack_rls2402.py index 7b2984694a..1c74126c47 100644 --- a/csit.infra.etl/iterative_hoststack_rls2310.py +++ b/csit.infra.etl/iterative_hoststack_rls2402.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2310" in path] +filtered_paths = [path for path in paths if "report-iterative-2402" in path] out_sdf = process_json_to_dataframe("hoststack", filtered_paths) out_sdf.show(truncate=False) @@ -155,7 +155,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2310", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2402", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/iterative_mrr_rls2310.py b/csit.infra.etl/iterative_mrr_rls2402.py index 12a4c26fb6..e779dbdc36 100644 --- a/csit.infra.etl/iterative_mrr_rls2310.py +++ b/csit.infra.etl/iterative_mrr_rls2402.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2310" in path] +filtered_paths = [path for path in paths if "report-iterative-2402" in path] out_sdf = process_json_to_dataframe("mrr", filtered_paths) out_sdf.printSchema() @@ -154,7 +154,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2310", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2402", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/iterative_ndrpdr_rls2310.py b/csit.infra.etl/iterative_ndrpdr_rls2402.py index d368c4a8fc..9231176e10 100644 --- a/csit.infra.etl/iterative_ndrpdr_rls2310.py +++ b/csit.infra.etl/iterative_ndrpdr_rls2402.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2310" in path] +filtered_paths = [path for path in paths if "report-iterative-2402" in path] out_sdf = process_json_to_dataframe("ndrpdr", filtered_paths) out_sdf.printSchema() @@ -154,7 +154,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2310", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2402", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/iterative_reconf_rls2310.py b/csit.infra.etl/iterative_reconf_rls2402.py index ef5e604af3..1beeb16d2c 100644 --- a/csit.infra.etl/iterative_reconf_rls2310.py +++ b/csit.infra.etl/iterative_reconf_rls2402.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2310" in path] +filtered_paths = [path for path in paths if "report-iterative-2402" in path] out_sdf = process_json_to_dataframe("reconf", filtered_paths) out_sdf.show(truncate=False) @@ -155,7 +155,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2310", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2402", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", diff --git a/csit.infra.etl/iterative_soak_rls2310.py b/csit.infra.etl/iterative_soak_rls2402.py index cfe733ba9a..55c6eb494d 100644 --- a/csit.infra.etl/iterative_soak_rls2310.py +++ b/csit.infra.etl/iterative_soak_rls2402.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2310" in path] +filtered_paths = [path for path in paths if "report-iterative-2402" in path] out_sdf = process_json_to_dataframe("soak", filtered_paths) out_sdf.printSchema() @@ -154,7 +154,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2310", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2402", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy", |