aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorPeter Mikus <pmikus@cisco.com>2022-05-25 11:06:41 +0200
committerPeter Mikus <pmikus@cisco.com>2022-05-25 11:06:41 +0200
commitbd9ec71222c5784160cae4eba592125c43fd7352 (patch)
tree4bc10796dd0c4f582450afd31afed33d5c39131d
parent71a84a0ceb91e299a32856de64b5dc146a9a7568 (diff)
feat(etl): optimization
Signed-off-by: Peter Mikus <pmikus@cisco.com> Change-Id: I2f313d5967e1ac745b817c4074487ccf56940b0a
-rw-r--r--csit.infra.etl/coverage_rls2206.py1
-rw-r--r--csit.infra.etl/iterative_rls2206.py1
2 files changed, 0 insertions, 2 deletions
diff --git a/csit.infra.etl/coverage_rls2206.py b/csit.infra.etl/coverage_rls2206.py
index 4df7898fe1..4e2619d924 100644
--- a/csit.infra.etl/coverage_rls2206.py
+++ b/csit.infra.etl/coverage_rls2206.py
@@ -145,7 +145,6 @@ filtered_paths = [path for path in paths if "report-coverage-2206" in path]
for schema_name in ["mrr", "ndrpdr", "soak", "device"]:
out_sdf = process_json_to_dataframe(schema_name, filtered_paths)
- out_sdf.show(truncate=False)
out_sdf.printSchema()
out_sdf = out_sdf \
.withColumn("year", lit(datetime.now().year)) \
diff --git a/csit.infra.etl/iterative_rls2206.py b/csit.infra.etl/iterative_rls2206.py
index f4625cf9a8..88c644b625 100644
--- a/csit.infra.etl/iterative_rls2206.py
+++ b/csit.infra.etl/iterative_rls2206.py
@@ -145,7 +145,6 @@ filtered_paths = [path for path in paths if "report-iterative-2206" in path]
for schema_name in ["mrr", "ndrpdr", "soak"]:
out_sdf = process_json_to_dataframe(schema_name, filtered_paths)
- out_sdf.show(truncate=False)
out_sdf.printSchema()
out_sdf = out_sdf \
.withColumn("year", lit(datetime.now().year)) \