From d6fd6ef312e88aca67d41c293baaf9bd4f5f2ae5 Mon Sep 17 00:00:00 2001 From: pmikus Date: Mon, 21 Aug 2023 07:46:49 +0000 Subject: fix(etl): Cron timings Signed-off-by: pmikus Change-Id: Iefe50300c31c999739a92d5fb578b9e45c47e84a --- .../conf/nomad/etl-trending-ndrpdr.hcl.tftpl | 2 ++ 1 file changed, 2 insertions(+) (limited to 'fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad') diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl index 797de65944..8cd40f537e 100644 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl @@ -31,6 +31,8 @@ job "${job_name}" { args = [ "--driver-memory", "30g", "--executor-memory", "30g", + "--executor-cores", "2", + "--master", "local[2]", "trending_ndrpdr.py" ] work_dir = "/local/csit/csit.infra.etl" -- cgit 1.2.3-korg