aboutsummaryrefslogtreecommitdiffstats
path: root/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio
diff options
context:
space:
mode:
authorpmikus <peter.mikus@protonmail.ch>2023-08-21 07:46:49 +0000
committerpmikus <peter.mikus@protonmail.ch>2023-08-21 07:46:49 +0000
commitd6fd6ef312e88aca67d41c293baaf9bd4f5f2ae5 (patch)
tree4cc3d58c4c0aa12708e4e07bc5a926d9fdf8e2c4 /fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio
parent4612995308f4b2ab0012517a4379ee5a903169ad (diff)
fix(etl): Cron timings
Signed-off-by: pmikus <peter.mikus@protonmail.ch> Change-Id: Iefe50300c31c999739a92d5fb578b9e45c47e84a
Diffstat (limited to 'fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio')
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf32
1 files changed, 17 insertions, 15 deletions
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf
index cb6b3a0021..9dd43c681f 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf
@@ -18,7 +18,7 @@ module "etl-stats" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-stats"
}
@@ -35,7 +35,7 @@ module "etl-trending-hoststack" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-trending-hoststack"
}
@@ -52,9 +52,10 @@ module "etl-trending-mrr" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-trending-mrr"
+ memory = 60000
}
module "etl-trending-ndrpdr" {
@@ -69,9 +70,10 @@ module "etl-trending-ndrpdr" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-trending-ndrpdr"
+ memory = 60000
}
module "etl-iterative-hoststack-rls2310" {
@@ -86,7 +88,7 @@ module "etl-iterative-hoststack-rls2310" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-iterative-hoststack-rls2310"
}
@@ -103,7 +105,7 @@ module "etl-iterative-mrr-rls2310" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-iterative-mrr-rls2310"
}
@@ -120,7 +122,7 @@ module "etl-iterative-ndrpdr-rls2310" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-iterative-ndrpdr-rls2310"
}
@@ -137,7 +139,7 @@ module "etl-iterative-reconf-rls2310" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-iterative-reconf-rls2310"
}
@@ -154,7 +156,7 @@ module "etl-iterative-soak-rls2310" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-iterative-soak-rls2310"
}
@@ -171,7 +173,7 @@ module "etl-coverage-device-rls2310" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-coverage-device-rls2310"
}
@@ -188,7 +190,7 @@ module "etl-coverage-hoststack-rls2310" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-coverage-hoststack-rls2310"
}
@@ -205,7 +207,7 @@ module "etl-coverage-mrr-rls2310" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-coverage-mrr-rls2310"
}
@@ -222,7 +224,7 @@ module "etl-coverage-ndrpdr-rls2310" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-coverage-ndrpdr-rls2310"
}
@@ -239,7 +241,7 @@ module "etl-coverage-reconf-rls2310" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-coverage-reconf-rls2310"
}
@@ -256,7 +258,7 @@ module "etl-coverage-soak-rls2310" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
- cron = "@daily"
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-coverage-soak-rls2310"
}