aboutsummaryrefslogtreecommitdiffstats
path: root/csit.infra.etl/coverage_ndrpdr_rls2410.py
diff options
context:
space:
mode:
authorPeter Mikus <peter.mikus@protonmail.ch>2024-10-01 07:31:51 +0200
committerPeter Mikus <peter.mikus@protonmail.ch>2024-10-01 05:34:49 +0000
commit5c5678c335c59f2e4f65cf8e4f5ee8817fb3e897 (patch)
tree26e15148baaeaaa6a9e244a2d3f7c0cfb0bfd7a3 /csit.infra.etl/coverage_ndrpdr_rls2410.py
parent870318dcea26c7e1f8d4d2ac740cd09e9e53c1c8 (diff)
test(etl): Manual run
Signed-off-by: Peter Mikus <peter.mikus@protonmail.ch> Change-Id: Ibeeb187332e956d1f86267e90dc25a573d3999a1
Diffstat (limited to 'csit.infra.etl/coverage_ndrpdr_rls2410.py')
-rw-r--r--csit.infra.etl/coverage_ndrpdr_rls2410.py12
1 files changed, 9 insertions, 3 deletions
diff --git a/csit.infra.etl/coverage_ndrpdr_rls2410.py b/csit.infra.etl/coverage_ndrpdr_rls2410.py
index 18b7627aa9..303a207f12 100644
--- a/csit.infra.etl/coverage_ndrpdr_rls2410.py
+++ b/csit.infra.etl/coverage_ndrpdr_rls2410.py
@@ -41,9 +41,15 @@ IGNORE_SUFFIX=[
"setup.output.info.json.gz",
"teardown.output.info.json.gz"
]
+#LAST_MODIFIED_END=utc.localize(
+# datetime.strptime(
+# f"{datetime.now().year}-{datetime.now().month}-{datetime.now().day}",
+# "%Y-%m-%d"
+# )
+#)
LAST_MODIFIED_END=utc.localize(
datetime.strptime(
- f"{datetime.now().year}-{datetime.now().month}-{datetime.now().day}",
+ f"{datetime.now().year}-9-29",
"%Y-%m-%d"
)
)
@@ -147,8 +153,8 @@ out_sdf = process_json_to_dataframe("ndrpdr", filtered_paths)
out_sdf.printSchema()
out_sdf = out_sdf \
.withColumn("year", lit(datetime.now().year)) \
- .withColumn("month", lit(datetime.now().month)) \
- .withColumn("day", lit(datetime.now().day)) \
+ .withColumn("month", lit("9")) \
+ .withColumn("day", lit("29")) \
.repartition(1)
try: