gerrit.fd Code Review - csit.git/blob

   1 job "${job_name}" {
   2   datacenters = ["${datacenters}"]
   3   type        = "${type}"
   4   periodic {
   5     cron             = "${cron}"
   6     prohibit_overlap = "${prohibit_overlap}"
   7     time_zone        = "${time_zone}"
   8   }
   9   group "${job_name}" {
  10     restart {
  11       mode = "fail"
  12     }
  13     constraint {
  14       attribute = "$${attr.cpu.arch}"
  15       operator  = "!="
  16       value     = "arm64"
  17     }
  18     constraint {
  19       attribute = "$${node.class}"
  20       value     = "builder"
  21     }
  22     task "${job_name}" {
  23       artifact {
  24         source      = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/iterative_hoststack_rls2410.py"
  25         destination = "local/"
  26       }
  27       artifact {
  28         source      = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/iterative_hoststack.json"
  29         destination = "local/"
  30       }
  31       driver = "docker"
  32       config {
  33         image   = "${image}"
  34         command = "gluesparksubmit"
  35         args = [
  36           "--driver-memory", "20g",
  37           "--executor-memory", "20g",
  38           "--executor-cores", "2",
  39           "--master", "local[2]",
  40           "iterative_hoststack_rls2410.py"
  41         ]
  42         work_dir = "/local"
  43       }
  44       env {
  45         AWS_ACCESS_KEY_ID         = "${aws_access_key_id}"
  46         AWS_SECRET_ACCESS_KEY     = "${aws_secret_access_key}"
  47         AWS_DEFAULT_REGION        = "${aws_default_region}"
  48         OUT_AWS_ACCESS_KEY_ID     = "${out_aws_access_key_id}"
  49         OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
  50         OUT_AWS_DEFAULT_REGION    = "${out_aws_default_region}"
  51         ${ envs }
  52       }
  53       resources {
  54         cpu    = ${cpu}
  55         memory = ${memory}
  56       }
  57     }
  58   }
  59 }