2 datacenters = "${datacenters}"
6 prohibit_overlap = "${prohibit_overlap}"
7 time_zone = "${time_zone}"
9 group "${job_name}-master" {
14 attribute = "$${attr.cpu.arch}"
19 attribute = "$${node.class}"
22 task "${job_name}-trending-mrr" {
24 source = "git::https://github.com/FDio/csit"
25 destination = "local/csit"
30 command = "gluesparksubmit"
32 "--driver-memory", "30g",
33 "--executor-memory", "30g",
36 work_dir = "/local/csit/csit.infra.etl"
39 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
40 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
41 AWS_DEFAULT_REGION = "${aws_default_region}"
42 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
43 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
44 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
52 task "${job_name}-trending-ndrpdr" {
54 source = "git::https://github.com/FDio/csit"
55 destination = "local/csit"
60 command = "gluesparksubmit"
62 "--driver-memory", "30g",
63 "--executor-memory", "30g",
66 work_dir = "/local/csit/csit.infra.etl"
69 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
70 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
71 AWS_DEFAULT_REGION = "${aws_default_region}"
72 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
73 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
74 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
82 task "${job_name}-trending-soak" {
84 source = "git::https://github.com/FDio/csit"
85 destination = "local/csit"
90 command = "gluesparksubmit"
92 "--driver-memory", "30g",
93 "--executor-memory", "30g",
96 work_dir = "/local/csit/csit.infra.etl"
99 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
100 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
101 AWS_DEFAULT_REGION = "${aws_default_region}"
102 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
103 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
104 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
112 task "${job_name}-trending-reconf" {
114 source = "git::https://github.com/FDio/csit"
115 destination = "local/csit"
120 command = "gluesparksubmit"
122 "--driver-memory", "30g",
123 "--executor-memory", "30g",
126 work_dir = "/local/csit/csit.infra.etl"
129 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
130 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
131 AWS_DEFAULT_REGION = "${aws_default_region}"
132 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
133 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
134 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
142 task "${job_name}-trending-hoststack" {
144 source = "git::https://github.com/FDio/csit"
145 destination = "local/csit"
150 command = "gluesparksubmit"
152 "--driver-memory", "30g",
153 "--executor-memory", "30g",
154 "trending_hoststack.py"
156 work_dir = "/local/csit/csit.infra.etl"
159 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
160 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
161 AWS_DEFAULT_REGION = "${aws_default_region}"
162 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
163 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
164 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
172 task "${job_name}-stats" {
174 source = "git::https://github.com/FDio/csit"
175 destination = "local/csit"
180 command = "gluesparksubmit"
182 "--driver-memory", "10g",
183 "--executor-memory", "10g",
186 work_dir = "/local/csit/csit.infra.etl"
189 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
190 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
191 AWS_DEFAULT_REGION = "${aws_default_region}"
192 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
193 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
194 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
203 group "${job_name}-rls2302" {
208 attribute = "$${attr.cpu.arch}"
213 attribute = "$${node.class}"
216 task "${job_name}-coverage-device" {
218 source = "git::https://github.com/FDio/csit"
219 destination = "local/csit"
224 command = "gluesparksubmit"
226 "--driver-memory", "20g",
227 "--executor-memory", "20g",
228 "--executor-cores", "2",
229 "--master", "local[2]",
230 "coverage_device_rls2302.py"
232 work_dir = "/local/csit/csit.infra.etl"
235 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
236 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
237 AWS_DEFAULT_REGION = "${aws_default_region}"
238 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
239 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
240 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
248 task "${job_name}-coverage-hoststack" {
250 source = "git::https://github.com/FDio/csit"
251 destination = "local/csit"
256 command = "gluesparksubmit"
258 "--driver-memory", "20g",
259 "--executor-memory", "20g",
260 "--executor-cores", "2",
261 "--master", "local[2]",
262 "coverage_hoststack_rls2302.py"
264 work_dir = "/local/csit/csit.infra.etl"
267 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
268 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
269 AWS_DEFAULT_REGION = "${aws_default_region}"
270 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
271 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
272 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
280 task "${job_name}-coverage-mrr" {
282 source = "git::https://github.com/FDio/csit"
283 destination = "local/csit"
288 command = "gluesparksubmit"
290 "--driver-memory", "20g",
291 "--executor-memory", "20g",
292 "--executor-cores", "2",
293 "--master", "local[2]",
294 "coverage_mrr_rls2302.py"
296 work_dir = "/local/csit/csit.infra.etl"
299 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
300 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
301 AWS_DEFAULT_REGION = "${aws_default_region}"
302 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
303 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
304 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
312 task "${job_name}-coverage-ndrpdr" {
314 source = "git::https://github.com/FDio/csit"
315 destination = "local/csit"
320 command = "gluesparksubmit"
322 "--driver-memory", "20g",
323 "--executor-memory", "20g",
324 "--executor-cores", "2",
325 "--master", "local[2]",
326 "coverage_ndrpdr_rls2302.py"
328 work_dir = "/local/csit/csit.infra.etl"
331 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
332 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
333 AWS_DEFAULT_REGION = "${aws_default_region}"
334 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
335 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
336 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
344 task "${job_name}-coverage-reconf" {
346 source = "git::https://github.com/FDio/csit"
347 destination = "local/csit"
352 command = "gluesparksubmit"
354 "--driver-memory", "20g",
355 "--executor-memory", "20g",
356 "--executor-cores", "2",
357 "--master", "local[2]",
358 "coverage_reconf_rls2302.py"
360 work_dir = "/local/csit/csit.infra.etl"
363 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
364 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
365 AWS_DEFAULT_REGION = "${aws_default_region}"
366 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
367 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
368 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
376 task "${job_name}-coverage-soak" {
378 source = "git::https://github.com/FDio/csit"
379 destination = "local/csit"
384 command = "gluesparksubmit"
386 "--driver-memory", "20g",
387 "--executor-memory", "20g",
388 "--executor-cores", "2",
389 "--master", "local[2]",
390 "coverage_soak_rls2302.py"
392 work_dir = "/local/csit/csit.infra.etl"
395 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
396 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
397 AWS_DEFAULT_REGION = "${aws_default_region}"
398 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
399 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
400 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
408 task "${job_name}-iterative-hoststack" {
410 source = "git::https://github.com/FDio/csit"
411 destination = "local/csit"
416 command = "gluesparksubmit"
418 "--driver-memory", "20g",
419 "--executor-memory", "20g",
420 "--executor-cores", "2",
421 "--master", "local[2]",
422 "iterative_hoststack_rls2302.py"
424 work_dir = "/local/csit/csit.infra.etl"
427 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
428 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
429 AWS_DEFAULT_REGION = "${aws_default_region}"
430 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
431 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
432 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
440 task "${job_name}-iterative-mrr" {
442 source = "git::https://github.com/FDio/csit"
443 destination = "local/csit"
448 command = "gluesparksubmit"
450 "--driver-memory", "20g",
451 "--executor-memory", "20g",
452 "--executor-cores", "2",
453 "--master", "local[2]",
454 "iterative_mrr_rls2302.py"
456 work_dir = "/local/csit/csit.infra.etl"
459 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
460 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
461 AWS_DEFAULT_REGION = "${aws_default_region}"
462 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
463 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
464 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
472 task "${job_name}-iterative-ndrpdr" {
474 source = "git::https://github.com/FDio/csit"
475 destination = "local/csit"
480 command = "gluesparksubmit"
482 "--driver-memory", "20g",
483 "--executor-memory", "20g",
484 "--executor-cores", "2",
485 "--master", "local[2]",
486 "iterative_ndrpdr_rls2302.py"
488 work_dir = "/local/csit/csit.infra.etl"
491 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
492 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
493 AWS_DEFAULT_REGION = "${aws_default_region}"
494 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
495 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
496 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
504 task "${job_name}-iterative-reconf" {
506 source = "git::https://github.com/FDio/csit"
507 destination = "local/csit"
512 command = "gluesparksubmit"
514 "--driver-memory", "20g",
515 "--executor-memory", "20g",
516 "--executor-cores", "2",
517 "--master", "local[2]",
518 "iterative_reconf_rls2302.py"
520 work_dir = "/local/csit/csit.infra.etl"
523 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
524 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
525 AWS_DEFAULT_REGION = "${aws_default_region}"
526 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
527 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
528 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
536 task "${job_name}-iterative-soak" {
538 source = "git::https://github.com/FDio/csit"
539 destination = "local/csit"
544 command = "gluesparksubmit"
546 "--driver-memory", "20g",
547 "--executor-memory", "20g",
548 "--executor-cores", "2",
549 "--master", "local[2]",
550 "iterative_soak_rls2302.py"
552 work_dir = "/local/csit/csit.infra.etl"
555 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
556 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
557 AWS_DEFAULT_REGION = "${aws_default_region}"
558 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
559 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
560 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"