fix(etl): Adjust resources

[csit.git] / fdio.infra.terraform / terraform-nomad-pyspark-etl / conf / nomad / etl.hcl.tftpl

diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl.hcl.tftpl
index e0b56c1..0d0ecfa 100644 (file)
--- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl.hcl.tftpl
+++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl.hcl.tftpl
@@ -86,8 +86,8 @@ job "${job_name}" {
         image   = "${image}"
         command = "gluesparksubmit"
         args = [
-          "--driver-memory", "20g",
-          "--executor-memory", "20g",
+          "--driver-memory", "30g",
+          "--executor-memory", "30g",
           "trending.py"
         ]
         work_dir = "/local/csit/csit.infra.etl"
@@ -172,7 +172,7 @@ job "${job_name}" {
       }
     }
   }
-#  group "${job_name}-rls2202" {
+#  group "${job_name}-rls2206" {
 #    # The restart stanza configures a tasks's behavior on task failure. Restarts
 #    # happen on the client that is running the task.
 #    #
@@ -231,7 +231,9 @@ job "${job_name}" {
 #        args = [
 #          "--driver-memory", "20g",
 #          "--executor-memory", "20g",
-#          "coverage_rls2202.py"
+#          "--executor-cores", "2",
+#          "--master", "local[2]",
+#          "coverage_rls2206.py"
 #        ]
 #        work_dir = "/local/csit/csit.infra.etl"
 #      }
@@ -285,7 +287,9 @@ job "${job_name}" {
 #        args = [
 #          "--driver-memory", "20g",
 #          "--executor-memory", "20g",
-#          "iterative_rls2202.py"
+#          "--executor-cores", "2",
+#          "--master", "local[2]",
+#          "iterative_rls2206.py"
 #        ]
 #        work_dir = "/local/csit/csit.infra.etl"
 #      }