feat(terraform): Refactor ETLoper-240930

Signed-off-by: Peter Mikus <peter.mikus@protonmail.ch>
Change-Id: I86711ef80304d72a701ef84737f503ee52659dc5

1 files changed, 0 insertions, 292 deletions

diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf b/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf
deleted file mode 100644
index 026ab168d9..0000000000
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/fdio/main.tf
+++ /dev/null
@@ -1,292 +0,0 @@
-data "vault_kv_secret_v2" "fdio_logs" {
-  mount = "kv"
-  name  = "etl/fdio_logs"
-}
-
-data "vault_kv_secret_v2" "fdio_docs" {
-  mount = "kv"
-  name  = "etl/fdio_docs"
-}
-
-#data "vault_kv_secret_v2" "fdio_logs" {
-#  path = "kv/data/etl/fdio_logs"
-#}
-#
-#data "vault_kv_secret_v2" "fdio_docs" {
-#  path = "kv/data/etl/fdio_docs"
-#}
-
-module "etl-stats" {
-  providers = {
-    nomad = nomad.yul1
-  }
-  source = "../"
-
-  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data.access_key
-  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data.secret_key
-  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data.region
-  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data.access_key
-  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data.secret_key
-  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data.region
-  cron                      = "0 30 0 * * * *"
-  datacenters               = ["yul1"]
-  job_name                  = "etl-stats"
-}
-
-module "etl-trending-hoststack" {
-  providers = {
-    nomad = nomad.yul1
-  }
-  source = "../"
-
-  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data.access_key
-  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data.secret_key
-  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data.region
-  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data.access_key
-  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data.secret_key
-  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data.region
-  cron                      = "0 30 0 * * * *"
-  datacenters               = ["yul1"]
-  job_name                  = "etl-trending-hoststack"
-}
-
-module "etl-trending-mrr" {
-  providers = {
-    nomad = nomad.yul1
-  }
-  source = "../"
-
-  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data.access_key
-  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data.secret_key
-  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data.region
-  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data.access_key
-  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data.secret_key
-  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data.region
-  cron                      = "0 30 0 * * * *"
-  datacenters               = ["yul1"]
-  job_name                  = "etl-trending-mrr"
-  memory                    = 60000
-}
-
-module "etl-trending-ndrpdr" {
-  providers = {
-    nomad = nomad.yul1
-  }
-  source = "../"
-
-  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data.access_key
-  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data.secret_key
-  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data.region
-  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data.access_key
-  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data.secret_key
-  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data.region
-  cron                      = "0 30 0 * * * *"
-  datacenters               = ["yul1"]
-  job_name                  = "etl-trending-ndrpdr"
-  memory                    = 60000
-}
-
-module "etl-trending-soak" {
-  providers = {
-    nomad = nomad.yul1
-  }
-  source = "../"
-
-  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data.access_key
-  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data.secret_key
-  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data.region
-  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data.access_key
-  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data.secret_key
-  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data.region
-  cron                      = "0 30 0 * * * *"
-  datacenters               = ["yul1"]
-  job_name                  = "etl-trending-soak"
-  memory                    = 60000
-}
-
-#module "etl-iterative-hoststack-rls2406" {
-#  providers = {
-#    nomad = nomad.yul1
-#  }
-#  source = "../"
-#
-#  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data["access_key"]
-#  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data["secret_key"]
-#  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data["region"]
-#  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data["access_key"]
-#  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"]
-#  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data["region"]
-#  cron                      = "0 30 0 * * * *"
-#  datacenters               = ["yul1"]
-#  job_name                  = "etl-iterative-hoststack-rls2406"
-#}
-#
-#module "etl-iterative-mrr-rls2406" {
-#  providers = {
-#    nomad = nomad.yul1
-#  }
-#  source = "../"
-#
-#  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data["access_key"]
-#  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data["secret_key"]
-#  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data["region"]
-#  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data["access_key"]
-#  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"]
-#  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data["region"]
-#  cron                      = "0 30 0 * * * *"
-#  datacenters               = ["yul1"]
-#  job_name                  = "etl-iterative-mrr-rls2406"
-#}
-#
-#module "etl-iterative-ndrpdr-rls2406" {
-#  providers = {
-#    nomad = nomad.yul1
-#  }
-#  source = "../"
-#
-#  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data["access_key"]
-#  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data["secret_key"]
-#  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data["region"]
-#  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data["access_key"]
-#  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"]
-#  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data["region"]
-#  cron                      = "0 30 0 * * * *"
-#  datacenters               = ["yul1"]
-#  job_name                  = "etl-iterative-ndrpdr-rls2406"
-#}
-#
-#module "etl-iterative-reconf-rls2406" {
-#  providers = {
-#    nomad = nomad.yul1
-#  }
-#  source = "../"
-#
-#  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data["access_key"]
-#  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data["secret_key"]
-#  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data["region"]
-#  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data["access_key"]
-#  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"]
-#  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data["region"]
-#  cron                      = "0 30 0 * * * *"
-#  datacenters               = ["yul1"]
-#  job_name                  = "etl-iterative-reconf-rls2406"
-#}
-#
-#module "etl-iterative-soak-rls2406" {
-#  providers = {
-#    nomad = nomad.yul1
-#  }
-#  source = "../"
-#
-#  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data["access_key"]
-#  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data["secret_key"]
-#  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data["region"]
-#  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data["access_key"]
-#  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"]
-#  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data["region"]
-#  cron                      = "0 30 0 * * * *"
-#  datacenters               = ["yul1"]
-#  job_name                  = "etl-iterative-soak-rls2406"
-#}
-#
-#module "etl-coverage-device-rls2406" {
-#  providers = {
-#    nomad = nomad.yul1
-#  }
-#  source = "../"
-#
-#  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data["access_key"]
-#  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data["secret_key"]
-#  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data["region"]
-#  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data["access_key"]
-#  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"]
-#  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data["region"]
-#  cron                      = "0 30 0 * * * *"
-#  datacenters               = ["yul1"]
-#  job_name                  = "etl-coverage-device-rls2406"
-#}
-#
-#module "etl-coverage-hoststack-rls2406" {
-#  providers = {
-#    nomad = nomad.yul1
-#  }
-#  source = "../"
-#
-#  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data["access_key"]
-#  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data["secret_key"]
-#  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data["region"]
-#  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data["access_key"]
-#  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"]
-#  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data["region"]
-#  cron                      = "0 30 0 * * * *"
-#  datacenters               = ["yul1"]
-#  job_name                  = "etl-coverage-hoststack-rls2406"
-#}
-#
-#module "etl-coverage-mrr-rls2406" {
-#  providers = {
-#    nomad = nomad.yul1
-#  }
-#  source = "../"
-#
-#  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data["access_key"]
-#  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data["secret_key"]
-#  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data["region"]
-#  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data["access_key"]
-#  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"]
-#  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data["region"]
-#  cron                      = "0 30 0 * * * *"
-#  datacenters               = ["yul1"]
-#  job_name                  = "etl-coverage-mrr-rls2406"
-#}
-#
-#module "etl-coverage-ndrpdr-rls2406" {
-#  providers = {
-#    nomad = nomad.yul1
-#  }
-#  source = "../"
-#
-#  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data["access_key"]
-#  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data["secret_key"]
-#  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data["region"]
-#  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data["access_key"]
-#  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"]
-#  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data["region"]
-#  cron                      = "0 30 0 * * * *"
-#  datacenters               = ["yul1"]
-#  job_name                  = "etl-coverage-ndrpdr-rls2406"
-#}
-#
-#module "etl-coverage-reconf-rls2406" {
-#  providers = {
-#    nomad = nomad.yul1
-#  }
-#  source = "../"
-#
-#  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data["access_key"]
-#  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data["secret_key"]
-#  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data["region"]
-#  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data["access_key"]
-#  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"]
-#  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data["region"]
-#  cron                      = "0 30 0 * * * *"
-#  datacenters               = ["yul1"]
-#  job_name                  = "etl-coverage-reconf-rls2406"
-#}
-#
-#module "etl-coverage-soak-rls2406" {
-#  providers = {
-#    nomad = nomad.yul1
-#  }
-#  source = "../"
-#
-#  aws_access_key_id         = data.vault_kv_secret_v2.fdio_logs.data["access_key"]
-#  aws_secret_access_key     = data.vault_kv_secret_v2.fdio_logs.data["secret_key"]
-#  aws_default_region        = data.vault_kv_secret_v2.fdio_logs.data["region"]
-#  out_aws_access_key_id     = data.vault_kv_secret_v2.fdio_docs.data["access_key"]
-#  out_aws_secret_access_key = data.vault_kv_secret_v2.fdio_docs.data["secret_key"]
-#  out_aws_default_region    = data.vault_kv_secret_v2.fdio_docs.data["region"]
-#  cron                      = "0 30 0 * * * *"
-#  datacenters               = ["yul1"]
-#  job_name                  = "etl-coverage-soak-rls2406"
-#}