aboutsummaryrefslogtreecommitdiffstats
path: root/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf
diff options
context:
space:
mode:
authorpmikus <peter.mikus@protonmail.ch>2023-08-21 07:46:49 +0000
committerpmikus <peter.mikus@protonmail.ch>2023-08-21 07:46:49 +0000
commitd6fd6ef312e88aca67d41c293baaf9bd4f5f2ae5 (patch)
tree4cc3d58c4c0aa12708e4e07bc5a926d9fdf8e2c4 /fdio.infra.terraform/terraform-nomad-pyspark-etl/conf
parent4612995308f4b2ab0012517a4379ee5a903169ad (diff)
fix(etl): Cron timings
Signed-off-by: pmikus <peter.mikus@protonmail.ch> Change-Id: Iefe50300c31c999739a92d5fb578b9e45c47e84a
Diffstat (limited to 'fdio.infra.terraform/terraform-nomad-pyspark-etl/conf')
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl2
1 files changed, 2 insertions, 0 deletions
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
index 797de65944..8cd40f537e 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
@@ -31,6 +31,8 @@ job "${job_name}" {
args = [
"--driver-memory", "30g",
"--executor-memory", "30g",
+ "--executor-cores", "2",
+ "--master", "local[2]",
"trending_ndrpdr.py"
]
work_dir = "/local/csit/csit.infra.etl"