aboutsummaryrefslogtreecommitdiffstats
path: root/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
diff options
context:
space:
mode:
authorpmikus <peter.mikus@protonmail.ch>2024-07-29 11:37:55 +0200
committerPeter Mikus <peter.mikus@protonmail.ch>2024-07-29 09:43:20 +0000
commit8e4705f2ec6e2e346909736a36ecb07f05741742 (patch)
tree7b099585b0e08911acfe72d8b4b592bd3bbe7a69 /fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
parent93739bca5948ab5ae13a6e95ec84a0f84f8b65a2 (diff)
feat(terraform): Update ETL
Signed-off-by: Peter Mikus <peter.mikus@protonmail.ch> Change-Id: I840cbc5a95e9af41af1811fc28db71e6b0d19d1e
Diffstat (limited to 'fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl')
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl14
1 files changed, 9 insertions, 5 deletions
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
index 8cd40f537e..53a0aa2393 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
@@ -1,5 +1,5 @@
job "${job_name}" {
- datacenters = "${datacenters}"
+ datacenters = ["${datacenters}"]
type = "${type}"
periodic {
cron = "${cron}"
@@ -21,8 +21,12 @@ job "${job_name}" {
}
task "${job_name}" {
artifact {
- source = "git::https://github.com/FDio/csit"
- destination = "local/csit"
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/trending_ndrpdr.py"
+ destination = "local/"
+ }
+ artifact {
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/trending_ndrpdr.json"
+ destination = "local/"
}
driver = "docker"
config {
@@ -35,7 +39,7 @@ job "${job_name}" {
"--master", "local[2]",
"trending_ndrpdr.py"
]
- work_dir = "/local/csit/csit.infra.etl"
+ work_dir = "/local"
}
env {
AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
@@ -52,4 +56,4 @@ job "${job_name}" {
}
}
}
-} \ No newline at end of file
+}