diff options
| author |   pmikus <peter.mikus@protonmail.ch> | 2023-08-21 07:46:49 +0000 |
|---|---|---|
| committer | pmikus <peter.mikus@protonmail.ch> | 2023-08-21 07:46:49 +0000 |
| commit | d6fd6ef312e88aca67d41c293baaf9bd4f5f2ae5 (patch) | |
| tree | 4cc3d58c4c0aa12708e4e07bc5a926d9fdf8e2c4 /fdio.infra.terraform/terraform-nomad-pyspark-etl/conf | |
| parent | 4612995308f4b2ab0012517a4379ee5a903169ad (diff) | |
fix(etl): Cron timings
Signed-off-by: pmikus <peter.mikus@protonmail.ch>
Change-Id: Iefe50300c31c999739a92d5fb578b9e45c47e84a
Diffstat (limited to 'fdio.infra.terraform/terraform-nomad-pyspark-etl/conf')
| -rw-r--r-- | fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl index 797de65944..8cd40f537e 100644 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl @@ -31,6 +31,8 @@ job "${job_name}" { args = [ "--driver-memory", "30g", "--executor-memory", "30g", + "--executor-cores", "2", + "--master", "local[2]", "trending_ndrpdr.py" ] work_dir = "/local/csit/csit.infra.etl" |