974e91510186c041e1baf00586eeff903386810e
[csit.git] /
1 job "${job_name}" {
2   datacenters = ["${datacenters}"]
3   type        = "${type}"
4   periodic {
5     cron             = "${cron}"
6     prohibit_overlap = "${prohibit_overlap}"
7     time_zone        = "${time_zone}"
8   }
9   group "${job_name}" {
10     restart {
11       mode = "fail"
12     }
13     constraint {
14       attribute = "$${attr.cpu.arch}"
15       operator  = "!="
16       value     = "arm64"
17     }
18     constraint {
19       attribute = "$${node.class}"
20       value     = "builder"
21     }
22     task "${job_name}" {
23       artifact {
24         source      = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_hoststack_rls2410.py"
25         destination = "local/"
26       }
27       artifact {
28         source      = "https://raw.githubusercontent.com/FDio/csit/master/csit.infra.etl/coverage_hoststack.json"
29         destination = "local/"
30       }
31       driver = "docker"
32       config {
33         image   = "${image}"
34         command = "gluesparksubmit"
35         args = [
36           "--driver-memory", "20g",
37           "--executor-memory", "20g",
38           "--executor-cores", "2",
39           "--master", "local[2]",
40           "coverage_hoststack_rls2410.py"
41         ]
42         work_dir = "/local"
43       }
44       env {
45         AWS_ACCESS_KEY_ID         = "${aws_access_key_id}"
46         AWS_SECRET_ACCESS_KEY     = "${aws_secret_access_key}"
47         AWS_DEFAULT_REGION        = "${aws_default_region}"
48         OUT_AWS_ACCESS_KEY_ID     = "${out_aws_access_key_id}"
49         OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
50         OUT_AWS_DEFAULT_REGION    = "${out_aws_default_region}"
51         ${ envs }
52       }
53       resources {
54         cpu    = ${cpu}
55         memory = ${memory}
56       }
57     }
58   }
59 }