2 datacenters = "${datacenters}"
6 prohibit_overlap = "${prohibit_overlap}"
7 time_zone = "${time_zone}"
9 group "${job_name}-master" {
14 attribute = "$${attr.cpu.arch}"
19 attribute = "$${node.class}"
22 task "${job_name}-trending-mrr" {
24 source = "git::https://github.com/FDio/csit"
25 destination = "local/csit"
30 command = "gluesparksubmit"
32 "--driver-memory", "30g",
33 "--executor-memory", "30g",
36 work_dir = "/local/csit/csit.infra.etl"
39 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
40 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
41 AWS_DEFAULT_REGION = "${aws_default_region}"
42 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
43 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
44 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
52 task "${job_name}-trending-ndrpdr" {
54 source = "git::https://github.com/FDio/csit"
55 destination = "local/csit"
60 command = "gluesparksubmit"
62 "--driver-memory", "30g",
63 "--executor-memory", "30g",
66 work_dir = "/local/csit/csit.infra.etl"
69 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
70 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
71 AWS_DEFAULT_REGION = "${aws_default_region}"
72 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
73 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
74 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
82 task "${job_name}-trending-soak" {
84 source = "git::https://github.com/FDio/csit"
85 destination = "local/csit"
90 command = "gluesparksubmit"
92 "--driver-memory", "30g",
93 "--executor-memory", "30g",
96 work_dir = "/local/csit/csit.infra.etl"
99 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
100 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
101 AWS_DEFAULT_REGION = "${aws_default_region}"
102 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
103 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
104 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
112 task "${job_name}-trending-reconf" {
114 source = "git::https://github.com/FDio/csit"
115 destination = "local/csit"
120 command = "gluesparksubmit"
122 "--driver-memory", "30g",
123 "--executor-memory", "30g",
126 work_dir = "/local/csit/csit.infra.etl"
129 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
130 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
131 AWS_DEFAULT_REGION = "${aws_default_region}"
132 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
133 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
134 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
142 task "${job_name}-stats" {
144 source = "git::https://github.com/FDio/csit"
145 destination = "local/csit"
150 command = "gluesparksubmit"
152 "--driver-memory", "10g",
153 "--executor-memory", "10g",
156 work_dir = "/local/csit/csit.infra.etl"
159 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
160 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
161 AWS_DEFAULT_REGION = "${aws_default_region}"
162 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
163 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
164 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
173 # group "${job_name}-rls2210" {
178 # attribute = "$${attr.cpu.arch}"
183 # attribute = "$${node.class}"
186 # task "${job_name}-coverage-device" {
188 # source = "git::https://github.com/FDio/csit"
189 # destination = "local/csit"
194 # command = "gluesparksubmit"
196 # "--driver-memory", "20g",
197 # "--executor-memory", "20g",
198 # "--executor-cores", "2",
199 # "--master", "local[2]",
200 # "coverage_device_rls2210.py"
202 # work_dir = "/local/csit/csit.infra.etl"
205 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
206 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
207 # AWS_DEFAULT_REGION = "${aws_default_region}"
208 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
209 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
210 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
218 # task "${job_name}-coverage-mrr" {
220 # source = "git::https://github.com/FDio/csit"
221 # destination = "local/csit"
226 # command = "gluesparksubmit"
228 # "--driver-memory", "20g",
229 # "--executor-memory", "20g",
230 # "--executor-cores", "2",
231 # "--master", "local[2]",
232 # "coverage_mrr_rls2210.py"
234 # work_dir = "/local/csit/csit.infra.etl"
237 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
238 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
239 # AWS_DEFAULT_REGION = "${aws_default_region}"
240 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
241 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
242 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
250 # task "${job_name}-coverage-ndrpdr" {
252 # source = "git::https://github.com/FDio/csit"
253 # destination = "local/csit"
258 # command = "gluesparksubmit"
260 # "--driver-memory", "20g",
261 # "--executor-memory", "20g",
262 # "--executor-cores", "2",
263 # "--master", "local[2]",
264 # "coverage_ndrpdr_rls2210.py"
266 # work_dir = "/local/csit/csit.infra.etl"
269 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
270 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
271 # AWS_DEFAULT_REGION = "${aws_default_region}"
272 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
273 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
274 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
282 # task "${job_name}-coverage-soak" {
284 # source = "git::https://github.com/FDio/csit"
285 # destination = "local/csit"
290 # command = "gluesparksubmit"
292 # "--driver-memory", "20g",
293 # "--executor-memory", "20g",
294 # "--executor-cores", "2",
295 # "--master", "local[2]",
296 # "coverage_soak_rls2210.py"
298 # work_dir = "/local/csit/csit.infra.etl"
301 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
302 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
303 # AWS_DEFAULT_REGION = "${aws_default_region}"
304 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
305 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
306 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
314 # task "${job_name}-iterative-mrr" {
316 # source = "git::https://github.com/FDio/csit"
317 # destination = "local/csit"
322 # command = "gluesparksubmit"
324 # "--driver-memory", "20g",
325 # "--executor-memory", "20g",
326 # "--executor-cores", "2",
327 # "--master", "local[2]",
328 # "iterative_mrr_rls2210.py"
330 # work_dir = "/local/csit/csit.infra.etl"
333 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
334 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
335 # AWS_DEFAULT_REGION = "${aws_default_region}"
336 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
337 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
338 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
346 # task "${job_name}-iterative-ndrpdr" {
348 # source = "git::https://github.com/FDio/csit"
349 # destination = "local/csit"
354 # command = "gluesparksubmit"
356 # "--driver-memory", "20g",
357 # "--executor-memory", "20g",
358 # "--executor-cores", "2",
359 # "--master", "local[2]",
360 # "iterative_ndrpdr_rls2210.py"
362 # work_dir = "/local/csit/csit.infra.etl"
365 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
366 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
367 # AWS_DEFAULT_REGION = "${aws_default_region}"
368 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
369 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
370 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
378 # task "${job_name}-iterative-soak" {
380 # source = "git::https://github.com/FDio/csit"
381 # destination = "local/csit"
386 # command = "gluesparksubmit"
388 # "--driver-memory", "20g",
389 # "--executor-memory", "20g",
390 # "--executor-cores", "2",
391 # "--master", "local[2]",
392 # "iterative_soak_rls2210.py"
394 # work_dir = "/local/csit/csit.infra.etl"
397 # AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
398 # AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
399 # AWS_DEFAULT_REGION = "${aws_default_region}"
400 # OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
401 # OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
402 # OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"