fdio.infra.terraform/terraform-nomad-pyspark-etl/conf/nomad/etl-coverage-hoststack-rls2302.hcl.tftpl

   1 job "${job_name}" {
   2   datacenters = "${datacenters}"
   3   type        = "${type}"
   4   periodic {
   5     cron             = "${cron}"
   6     prohibit_overlap = "${prohibit_overlap}"
   7     time_zone        = "${time_zone}"
   8   }
   9   group "${job_name}" {
  10     restart {
  11       mode = "fail"
  12     }
  13     constraint {
  14       attribute = "$${attr.cpu.arch}"
  15       operator  = "!="
  16       value     = "arm64"
  17     }
  18     constraint {
  19       attribute = "$${node.class}"
  20       value     = "builder"
  21     }
  22     task "${job_name}" {
  23       artifact {
  24         source      = "git::https://github.com/FDio/csit"
  25         destination = "local/csit"
  26       }
  27       driver = "docker"
  28       config {
  29         image   = "${image}"
  30         command = "gluesparksubmit"
  31         args = [
  32           "--driver-memory", "20g",
  33           "--executor-memory", "20g",
  34           "--executor-cores", "2",
  35           "--master", "local[2]",
  36           "coverage_hoststack_rls2302.py"
  37         ]
  38         work_dir = "/local/csit/csit.infra.etl"
  39       }
  40       env {
  41         AWS_ACCESS_KEY_ID         = "${aws_access_key_id}"
  42         AWS_SECRET_ACCESS_KEY     = "${aws_secret_access_key}"
  43         AWS_DEFAULT_REGION        = "${aws_default_region}"
  44         OUT_AWS_ACCESS_KEY_ID     = "${out_aws_access_key_id}"
  45         OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
  46         OUT_AWS_DEFAULT_REGION    = "${out_aws_default_region}"
  47         ${ envs }
  48       }
  49       resources {
  50         cpu    = ${cpu}
  51         memory = ${memory}
  52       }
  53     }
  54   }
  55 }