diff options
author | Peter Mikus <peter.mikus@protonmail.ch> | 2024-10-01 07:31:51 +0200 |
---|---|---|
committer | Peter Mikus <peter.mikus@protonmail.ch> | 2024-10-01 05:34:49 +0000 |
commit | 5c5678c335c59f2e4f65cf8e4f5ee8817fb3e897 (patch) | |
tree | 26e15148baaeaaa6a9e244a2d3f7c0cfb0bfd7a3 /csit.infra.etl/coverage_ndrpdr_rls2410.py | |
parent | 870318dcea26c7e1f8d4d2ac740cd09e9e53c1c8 (diff) |
test(etl): Manual run
Signed-off-by: Peter Mikus <peter.mikus@protonmail.ch>
Change-Id: Ibeeb187332e956d1f86267e90dc25a573d3999a1
Diffstat (limited to 'csit.infra.etl/coverage_ndrpdr_rls2410.py')
-rw-r--r-- | csit.infra.etl/coverage_ndrpdr_rls2410.py | 12 |
1 files changed, 9 insertions, 3 deletions
diff --git a/csit.infra.etl/coverage_ndrpdr_rls2410.py b/csit.infra.etl/coverage_ndrpdr_rls2410.py index 18b7627aa9..303a207f12 100644 --- a/csit.infra.etl/coverage_ndrpdr_rls2410.py +++ b/csit.infra.etl/coverage_ndrpdr_rls2410.py @@ -41,9 +41,15 @@ IGNORE_SUFFIX=[ "setup.output.info.json.gz", "teardown.output.info.json.gz" ] +#LAST_MODIFIED_END=utc.localize( +# datetime.strptime( +# f"{datetime.now().year}-{datetime.now().month}-{datetime.now().day}", +# "%Y-%m-%d" +# ) +#) LAST_MODIFIED_END=utc.localize( datetime.strptime( - f"{datetime.now().year}-{datetime.now().month}-{datetime.now().day}", + f"{datetime.now().year}-9-29", "%Y-%m-%d" ) ) @@ -147,8 +153,8 @@ out_sdf = process_json_to_dataframe("ndrpdr", filtered_paths) out_sdf.printSchema() out_sdf = out_sdf \ .withColumn("year", lit(datetime.now().year)) \ - .withColumn("month", lit(datetime.now().month)) \ - .withColumn("day", lit(datetime.now().day)) \ + .withColumn("month", lit("9")) \ + .withColumn("day", lit("29")) \ .repartition(1) try: |