2 datacenters = "${datacenters}"
6 prohibit_overlap = "${prohibit_overlap}"
7 time_zone = "${time_zone}"
9 group "${job_name}-master" {
14 attribute = "$${attr.cpu.arch}"
19 attribute = "$${node.class}"
22 task "${job_name}-trending-mrr" {
24 source = "git::https://github.com/FDio/csit"
25 destination = "local/csit"
30 command = "gluesparksubmit"
32 "--driver-memory", "30g",
33 "--executor-memory", "30g",
36 work_dir = "/local/csit/csit.infra.etl"
39 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
40 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
41 AWS_DEFAULT_REGION = "${aws_default_region}"
42 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
43 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
44 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
52 task "${job_name}-trending-ndrpdr" {
54 source = "git::https://github.com/FDio/csit"
55 destination = "local/csit"
60 command = "gluesparksubmit"
62 "--driver-memory", "30g",
63 "--executor-memory", "30g",
66 work_dir = "/local/csit/csit.infra.etl"
69 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
70 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
71 AWS_DEFAULT_REGION = "${aws_default_region}"
72 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
73 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
74 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
82 task "${job_name}-trending-soak" {
84 source = "git::https://github.com/FDio/csit"
85 destination = "local/csit"
90 command = "gluesparksubmit"
92 "--driver-memory", "30g",
93 "--executor-memory", "30g",
96 work_dir = "/local/csit/csit.infra.etl"
99 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
100 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
101 AWS_DEFAULT_REGION = "${aws_default_region}"
102 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
103 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
104 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
112 task "${job_name}-stats" {
114 source = "git::https://github.com/FDio/csit"
115 destination = "local/csit"
120 command = "gluesparksubmit"
122 "--driver-memory", "10g",
123 "--executor-memory", "10g",
126 work_dir = "/local/csit/csit.infra.etl"
129 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
130 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
131 AWS_DEFAULT_REGION = "${aws_default_region}"
132 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
133 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
134 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
143 # group "${job_name}-rls2210" {
148 # attribute = "$${attr.cpu.arch}"
153 # attribute = "$${node.class}"
156 # task "${job_name}-coverage-device" {
158 # source = "git::https://github.com/FDio/csit"
159 # destination = "local/csit"
164 # command = "gluesparksubmit"
166 # "--driver-memory", "20g",
167 # "--executor-memory", "20g",
168 # "--executor-cores", "2",
169 # "--master", "local[2]",
170 # "coverage_device_rls2210.py"
172 # work_dir = "/local/csit/csit.infra.etl"
175 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
176 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
177 # AWS_DEFAULT_REGION = "${aws_default_region}"
178 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
179 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
180 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
188 # task "${job_name}-coverage-mrr" {
190 # source = "git::https://github.com/FDio/csit"
191 # destination = "local/csit"
196 # command = "gluesparksubmit"
198 # "--driver-memory", "20g",
199 # "--executor-memory", "20g",
200 # "--executor-cores", "2",
201 # "--master", "local[2]",
202 # "coverage_mrr_rls2210.py"
204 # work_dir = "/local/csit/csit.infra.etl"
207 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
208 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
209 # AWS_DEFAULT_REGION = "${aws_default_region}"
210 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
211 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
212 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
220 # task "${job_name}-coverage-ndrpdr" {
222 # source = "git::https://github.com/FDio/csit"
223 # destination = "local/csit"
228 # command = "gluesparksubmit"
230 # "--driver-memory", "20g",
231 # "--executor-memory", "20g",
232 # "--executor-cores", "2",
233 # "--master", "local[2]",
234 # "coverage_ndrpdr_rls2210.py"
236 # work_dir = "/local/csit/csit.infra.etl"
239 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
240 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
241 # AWS_DEFAULT_REGION = "${aws_default_region}"
242 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
243 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
244 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
252 # task "${job_name}-coverage-soak" {
254 # source = "git::https://github.com/FDio/csit"
255 # destination = "local/csit"
260 # command = "gluesparksubmit"
262 # "--driver-memory", "20g",
263 # "--executor-memory", "20g",
264 # "--executor-cores", "2",
265 # "--master", "local[2]",
266 # "coverage_soak_rls2210.py"
268 # work_dir = "/local/csit/csit.infra.etl"
271 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
272 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
273 # AWS_DEFAULT_REGION = "${aws_default_region}"
274 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
275 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
276 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
284 # task "${job_name}-iterative-mrr" {
286 # source = "git::https://github.com/FDio/csit"
287 # destination = "local/csit"
292 # command = "gluesparksubmit"
294 # "--driver-memory", "20g",
295 # "--executor-memory", "20g",
296 # "--executor-cores", "2",
297 # "--master", "local[2]",
298 # "iterative_mrr_rls2210.py"
300 # work_dir = "/local/csit/csit.infra.etl"
303 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
304 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
305 # AWS_DEFAULT_REGION = "${aws_default_region}"
306 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
307 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
308 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
316 # task "${job_name}-iterative-ndrpdr" {
318 # source = "git::https://github.com/FDio/csit"
319 # destination = "local/csit"
324 # command = "gluesparksubmit"
326 # "--driver-memory", "20g",
327 # "--executor-memory", "20g",
328 # "--executor-cores", "2",
329 # "--master", "local[2]",
330 # "iterative_ndrpdr_rls2210.py"
332 # work_dir = "/local/csit/csit.infra.etl"
335 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
336 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
337 # AWS_DEFAULT_REGION = "${aws_default_region}"
338 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
339 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
340 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
348 # task "${job_name}-iterative-soak" {
350 # source = "git::https://github.com/FDio/csit"
351 # destination = "local/csit"
356 # command = "gluesparksubmit"
358 # "--driver-memory", "20g",
359 # "--executor-memory", "20g",
360 # "--executor-cores", "2",
361 # "--master", "local[2]",
362 # "iterative_soak_rls2210.py"
364 # work_dir = "/local/csit/csit.infra.etl"
367 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
368 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
369 # AWS_DEFAULT_REGION = "${aws_default_region}"
370 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
371 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
372 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"