aboutsummaryrefslogtreecommitdiffstats
path: root/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
diff options
context:
space:
mode:
Diffstat (limited to 'fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl')
-rw-r--r--fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl14
1 files changed, 9 insertions, 5 deletions
diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
index 8cd40f537e..53a0aa2393 100644
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl
@@ -1,5 +1,5 @@
job "${job_name}" {
- datacenters = "${datacenters}"
+ datacenters = ["${datacenters}"]
type = "${type}"
periodic {
cron = "${cron}"
@@ -21,8 +21,12 @@ job "${job_name}" {
}
task "${job_name}" {
artifact {
- source = "git::https://github.com/FDio/csit"
- destination = "local/csit"
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/trending_ndrpdr.py"
+ destination = "local/"
+ }
+ artifact {
+ source = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/trending_ndrpdr.json"
+ destination = "local/"
}
driver = "docker"
config {
@@ -35,7 +39,7 @@ job "${job_name}" {
"--master", "local[2]",
"trending_ndrpdr.py"
]
- work_dir = "/local/csit/csit.infra.etl"
+ work_dir = "/local"
}
env {
AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
@@ -52,4 +56,4 @@ job "${job_name}" {
}
}
}
-} \ No newline at end of file
+}