X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=fdio.infra.terraform%2Fterraform-nomad-pyspark-etl%2Fconf%2Fnomad%2Fetl-trending-ndrpdr.hcl.tftpl;fp=fdio.infra.terraform%2Fterraform-nomad-pyspark-etl%2Fconf%2Fnomad%2Fetl-trending-ndrpdr.hcl.tftpl;h=8cd40f537ed2627f9dfd40cffdc58cea2a963580;hb=d6fd6ef312e88aca67d41c293baaf9bd4f5f2ae5;hp=797de6594460b722759bd15fbabe941b7177e9ff;hpb=4612995308f4b2ab0012517a4379ee5a903169ad;p=csit.git diff --git a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl index 797de65944..8cd40f537e 100644 --- a/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl +++ b/fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-trending-ndrpdr.hcl.tftpl @@ -31,6 +31,8 @@ job "${job_name}" { args = [ "--driver-memory", "30g", "--executor-memory", "30g", + "--executor-cores", "2", + "--master", "local[2]", "trending_ndrpdr.py" ] work_dir = "/local/csit/csit.infra.etl"